fix: 修复pluginParams调用的异常

Dockerfile

-FROM golang:1.16.3-alpine3.13 as build
+FROM golang:1.16.3 as build
 
 RUN set -ex \
 && go env -w GO111MODULE=on \

README.md

-### LogTransfer Customer
+# LogTransfer Customer
+
+## 原理
 
-# 原理
 从Etcd中获取所有在注册的配置，收集需要消费的Topic和对应信息。
 
-# 版本
+## 版本
+
 ### 1.0.0
+
 1. 从kafka消费数据
 2. 管道的形式处理数据
 3. 提供数据同步到ES的插件
 
 ### 2.0.0
+
 1. 支持动态的安装卸载插件
 
 ### 2.1.0
+
 1. 添加动态的配置监控
 2. 添加ES消息存储的协程池
 
 ### 2.1.1
+
 1. 优化退出信号的监听
 2. 修改ES Save的Deadline
 
-# 安装
-```
+### 2.1.3
+
+1. 更好的支持插件的参数
+
+## 安装
+
+```shell
 docker build -t logtransfer:version .  
-docker run -d --name=LTF logtransfer:version
+docker run --rm -d -v ~/logtransfer/logtransfer.conf:/app/logtransfer.conf -v ~/logtransfer/transfer.log:/app/log/runtime.log -v /etc/localtime:/etc/localtime --name=logtransfer_ijiwei docker.ijiwei.com/logagent/logtransfer:latest
 ```

conf/etcd.go

@@ -192,6 +192,6 @@ func CheckAgentActive(name string) bool {
 		return false
 	}
 	status := string(resp.Kvs[0].Value)
-	log.Println("it is"+status)
+	log.Println("it is" + status)
 	return status == "1"
 }

conf/setting.go

@@ -4,6 +4,7 @@ type LogTransferConf struct {
 	Kafka `ini:"kafka"`
 	Etcd  `ini:"etcd"`
 	Es    `ini:"es"`
+	Log   `ini:"log"`
 }
 
 // kafka 配置
@@ -22,6 +23,10 @@ type Es struct {
 	BulkSize int    `ini:"bulk_size"`
 }
 
+type Log struct {
+	Keywords string `ini:"service_keyword"`
+}
+
 var (
 	APPConfig = new(LogTransferConf)
 )

entity/format.go

@@ -6,6 +6,8 @@ import (
 	"regexp"
 	"strings"
 	"time"
+
+	"github.com/y7ut/logtransfer/conf"
 )
 
 type Formater func(string, string) (Matedata, error)
@@ -31,7 +33,7 @@ func FormatServiceWfLog(sourceKey string, message string) (Matedata, error) {
 	// 给时间调回UTC+8
 	logTime, _ := time.ParseInLocation(": 06-01-02 15:04:05 ", message[:strings.Index(message, "[")], time.FixedZone("UTC", 8*3600))
 	mateItem.create = logTime
-	keyword := serviceWfLogKeyWord
+	keyword := strings.Split(conf.APPConfig.Log.Keywords, ",")
 	for _, word := range keyword {
 
 		flysnowRegexp := regexp.MustCompile(fmt.Sprintf(`%s\[(?s:(.*?))\]`, word))

entity/matedata.go

@@ -13,7 +13,6 @@ import (
 
 var (
 	contentRegexp       = regexp.MustCompile(`\[(?s:(.*?))\]`)
-	serviceWfLogKeyWord = []string{"errno", "logId", "uri", "refer", "cookie", "ua", "host", "clientIp", "optime", "request_params", "errmsg"}
 	MatePool            = sync.Pool{New: func() interface{} { return &Matedata{Data: make(map[string]interface{})} }}
 	messages            = make(chan *Matedata, conf.APPConfig.Es.BulkSize)
 )
@@ -109,7 +108,7 @@ func MatedateSender(ctx context.Context) {
 				mateDatesItems = mateDatesItems[:0]
 				mu.Unlock()
 				wp.Serve(currentItems)
-			}else{
+			} else {
 				mu.Unlock()
 			}
 		case <-autoTicker.C:
@@ -120,7 +119,7 @@ func MatedateSender(ctx context.Context) {
 				mateDatesItems = mateDatesItems[:0]
 				mu.Unlock()
 				wp.Serve(currentItems)
-			}else{
+			} else {
 				mu.Unlock()
 			}
 

main.go

@@ -10,7 +10,7 @@ import (
 	"github.com/y7ut/logtransfer/transfer"
 )
 
-const version = "2.1.3"
+const version = "2.1.4"
 
 var c = flag.String("c", "./logtransfer.conf", "使用配置文件启动")
 var v = flag.Bool("v", false, "查看当前程序版本")

plugin/alarm.go

 package plugin
 
 import (
-	"fmt"
-	"log"
-	"time"
-
 	"github.com/y7ut/logtransfer/entity"
 )
 
-// 打印插件
-type Dump Plugin
-
-func (dump *Dump) HandleFunc(m *entity.Matedata) error {
-	log.Println("DUMP:")
-	for k, v := range (*m).Data {
-		if k == "timestamp" {
-			// 这里需要回显 假设现在是UTC-8
-			loc := time.FixedZone("UTC", -8*3600)
-			createdAt, err := time.ParseInLocation("2006-01-02 15:04:05 ", fmt.Sprintf("%s", v), loc)
-			if err != nil {
-				continue
-			}
-			// UTC时间就是+8小时
-			v = createdAt.UTC().Format("2006-01-02 15:04:05")
-		}
-		fmt.Printf("%s : %s\n", k, v)
-	}
+// 警报与监测
+type Alarm Plugin
 
-	fmt.Println("------------")
+func (alarm *Alarm) HandleFunc(m *entity.Matedata) error {
 	return nil
 }
 
-func (dump *Dump) SetParams(params string) error {
-	return nil
+func (alarm *Alarm) SetParams(params string) error {
+
+	paramsValue, err := checkParams(params, "hit", "idle_time")
+	if err != nil {
+		return err
+	}
+	alarm.params = &paramsValue
+
+	return err
 }

plugin/dump.go

 package plugin
 
 import (
+	"fmt"
+	"log"
+	"time"
+
 	"github.com/y7ut/logtransfer/entity"
 )
 
-// 警报与监测
-type Alarm Plugin
-
-func (alarm *Alarm) HandleFunc(m *entity.Matedata) error {
-	return nil
-}
-
-func (alarm *Alarm) SetParams(params string) error {
+// 打印插件
+type Dump Plugin
 
-	paramsValue, err := checkParams(params, "hit", "idle_time")
+func (dump *Dump) HandleFunc(m *entity.Matedata) error {
+	log.Println("DUMP:")
+	for k, v := range (*m).Data {
+		if k == "timestamp" {
+			// 这里需要回显 假设现在是UTC-8
+			loc := time.FixedZone("UTC", -8*3600)
+			createdAt, err := time.ParseInLocation("2006-01-02 15:04:05 ", fmt.Sprintf("%s", v), loc)
 			if err != nil {
-		return err
+				continue
+			}
+			// UTC时间就是+8小时
+			v = createdAt.UTC().Format("2006-01-02 15:04:05")
+		}
+		fmt.Printf("%s : %s\n", k, v)
 	}
-	alarm.params = &paramsValue
 
-	return err
+	fmt.Println("------------")
+	return nil
+}
+
+func (dump *Dump) SetParams(params string) error {
+	return nil
 }

plugin/pipeline.go

@@ -14,6 +14,8 @@ type Handler interface {
 	SetParams(string) error
 }
 
+type HandlerConstruct func() Handler
+
 type Plugin struct {
 	params *map[string]interface{}
 	// error  error

plugin/register.go

 package plugin
 
-type HandlerConstruct func() Handler 
+var RegistedPlugins = getRegistedPlugins()
 
-var RegistedPlugins = map[string]HandlerConstruct{
+// 获取注册过的插件插件列表
+func getRegistedPlugins() map[string]HandlerConstruct {
+	return map[string]HandlerConstruct{
 		"Dump": func() Handler {
 			return &Dump{}
 		},
@@ -15,4 +17,10 @@ var RegistedPlugins = map[string]HandlerConstruct{
 		"Alarm": func() Handler {
 			return &Alarm{}
 		},
+	}
+}
+
+// 加载当前注册过的插件
+func LoadRegistedPlugins(plugin string) Handler {
+	return getRegistedPlugins()[plugin]()
 }
\ No newline at end of file

source/collector.go

@@ -492,7 +492,7 @@ func getCollectorChangeWithEvent(confResp clientv3.WatchResponse) (different Col
 
 func getStatusChangeWithEvent(confResp clientv3.WatchResponse) (collectors []Collector, changeType string, err error) {
 
-	changeStatus := fmt.Sprintf("%s", confResp.Events[0].Kv.Value)
+	changeStatus := string(confResp.Events[0].Kv.Value)
 
 	// 先对比一下
 	oldKey := confResp.Events[0].Kv.Key

source/topic.go

@@ -16,7 +16,7 @@ func generateTopic(config TopicConfig) *Topic {
 	p := plugin.PipeLine{}
 
 	for _, v := range config.PipelineConfig {
-		currentPlugin := plugin.RegistedPlugins[v.Name]()
+		currentPlugin := plugin.LoadRegistedPlugins(v.Name)
 		err := currentPlugin.SetParams(v.Params)
 		if err != nil {
 			log.Panicln("plugin encode params error:", err)