goInOut/consumers/consumerAlarmCombination.go

package consumers

import (
	"fmt"
	"goInOut/adaptors"
	"goInOut/consumers/AlarmCombination"
	"goInOut/dbOperate"
	"goInOut/dbOperate/_kafka"
	"goInOut/monitors"
	"goInOut/utils"
	"gopkg.in/yaml.v3"
	"log"
	"time"
)

type consumerAlarmCombination struct {
	//数据缓存管道
	ch chan []adaptors.NeedPush
	//具体配置
	Info      AlarmCombination.ConfigFile
	InHttp    *dbOperate.HttpHelper
	outKafka  *_kafka.KafkaHelper
	monitor   *monitors.CommonMonitor
	infoRedis *dbOperate.RedisHelper
	infoPg    *dbOperate.DBHelper
}

func (the *consumerAlarmCombination) LoadConfigJson(cfgStr string) {
	// 将 yaml 格式的数据解析到结构体中
	err := yaml.Unmarshal([]byte(cfgStr), &the.Info)
	if err != nil {
		log.Printf("读取配置文件[%s]异常 err=%v", cfgStr, err.Error())
		panic(err)
	}
}

func (the *consumerAlarmCombination) Initial(cfg string) error {
	the.LoadConfigJson(cfg)
	err := the.InputInitial()
	if err != nil {
		return err
	}
	err = the.OutputInitial()
	if err != nil {
		return err
	}
	err = the.infoComponentInitial()
	return err
}
func (the *consumerAlarmCombination) InputInitial() error {
	the.ch = make(chan []adaptors.NeedPush, 200)
	//数据入口
	the.InHttp = &dbOperate.HttpHelper{Url: the.Info.IoConfig.In.Http.Url, Token: ""}
	the.monitor = &monitors.CommonMonitor{
		MonitorHelper: &monitors.MonitorHelper{},
	}

	the.monitor.Start()
	for taskName, cron := range the.Info.Monitor {
		switch taskName {
		case "cron_pg":
			the.monitor.RegisterTask(cron, the.updateCombinationInfo)
		case "cron_redis":
			the.monitor.RegisterTask(cron, the.getEs1HourAggData)
		default:
			log.Printf("定时任务[%s],cron=[%s] 无匹配", taskName, cron)
		}
	}

	return nil
}
func (the *consumerAlarmCombination) OutputInitial() error {
	//数据出口
	the.outKafka = _kafka.KafkaInitial(
		the.Info.IoConfig.Out.Kafka.Brokers,
		the.Info.IoConfig.Out.Kafka.GroupId)
	return nil
}

func (the *consumerAlarmCombination) infoComponentInitial() error {
	//数据出口
	addr := the.Info.QueryComponent.Redis.Address
	the.infoRedis = dbOperate.NewRedisHelper("", addr)
	pgConnStr := the.Info.QueryComponent.Pg.Connect
	the.infoPg = dbOperate.NewDBHelper("postgres", pgConnStr)
	return nil
}
func (the *consumerAlarmCombination) Work() {
	go func() {
		for {
			needPushList := <-the.ch
			if len(the.ch) > 0 {
				log.Printf("取出ch数据,剩余[%d] ", len(the.ch))
			}

			for _, push := range needPushList {
				if push.Topic != "" {
					the.outKafka.Publish(push.Topic, push.Payload)
					continue
				}

				//没有标记topic 的  按照配置文件里面的推送
				for _, topic := range the.Info.IoConfig.Out.Kafka.Topics {
					the.outKafka.Publish(topic, push.Payload)
				}

			}

			time.Sleep(100 * time.Millisecond)
		}
	}()
}

func (the *consumerAlarmCombination) getAdaptor() (adaptor adaptors.Adaptor_AXYES_HBGL) {

	return adaptors.Adaptor_AXYES_HBGL{
		Redis: the.infoRedis,
	}
}

func (the *consumerAlarmCombination) getEs1HourAggData() {
	start, end := utils.GetTimeRangeByHour(-1)
	log.Printf("查询数据时间范围 %s - %s", start, end)
	hourFactorIds := []int{15, 18, 20}
	structIds := []int64{1, 2}
	for _, structId := range structIds {
		for _, factorId := range hourFactorIds {
			esQuery := the.getESQueryStrByHour(structId, factorId, start, end)
			auth := map[string]string{"Authorization": "Bear 85a441d4-022b-4613-abba-aaa8e2693bf7"}
			esAggResultStr := the.InHttp.HttpGetWithHeader(esQuery, auth)

			adaptor := the.getAdaptor()
			needPushes := adaptor.Transform(structId, factorId, esAggResultStr)

			if len(needPushes) > 0 {
				the.ch <- needPushes
			}
		}
	}

}

func (the *consumerAlarmCombination) updateCombinationInfo() {
	log.Printf("更新  数据库 组合配置信息")
	sql := `SELECT * FROM "t_alarm_combination"`
	var CombinationInfos []AlarmCombination.CombinationInfo
	the.infoPg.Query(&CombinationInfos, sql)
	println("======")
}

func (the *consumerAlarmCombination) getESQueryStrByHour(structureId int64, factorId int, start, end string) string {
	aggSubSql := utils.GetEsAggSubSqlByAxyFactorId(factorId)
	esQuery := fmt.Sprintf(`
{
  "size": 0,
  "query": {
    "bool": {
      "must": [
        {
          "term": {
            "structure": {
              "value": %d
            }
          }
        },
        {
          "term": {
            "factor": {
              "value": %d
            }
          }
        },
        {
          "range": {
            "collect_time": {
              "gte": "%s",
              "lt": "%s"
            }
          }
        }
      ]
    }
  },
  "aggs": {
    "groupSensor": {
      "terms": {
        "field": "sensor"
      },
      "aggs": {
        "groupDate": {
          "date_histogram": {
            "field": "collect_time",
            "interval": "1h",
            "time_zone": "Asia/Shanghai",
      		"min_doc_count": 1
          },
          "aggs": %s
        }
      }
    }
  }
}
`, structureId, factorId, start, end, aggSubSql)

	return esQuery
}

func (the *consumerAlarmCombination) getESQueryStrBy10min(structureId int64, factorId int, start, end string) string {
	aggSubSql := utils.GetEsAggSubSqlByAxyFactorId(factorId)
	esQuery := fmt.Sprintf(`
{
  "size": 0,
  "query": {
    "bool": {
      "must": [
        {
          "term": {
            "structure": {
              "value": %d
            }
          }
        },
        {
          "term": {
            "factor": {
              "value": %d
            }
          }
        },
        {
          "range": {
            "collect_time": {
              "gte": "%s",
              "lte": "%s"
            }
          }
        }
      ]
    }
  },
  "aggs": {
    "groupSensor": {
      "terms": {
        "field": "sensor"
      },
      "aggs": {
        "groupDate": {
          "date_histogram": {
            "field": "collect_time",
            "interval": "10m",
            "time_zone": "Asia/Shanghai",
      		"min_doc_count": 1
          },
          "aggs": %s
        }
      }
    }
  }
}
`, structureId, factorId, start, end, aggSubSql)

	return esQuery
}

func (the *consumerAlarmCombination) getStructureId() string {
	structureId, ok := the.Info.OtherInfo["structureId"]
	if !ok {
		log.Panicf("无法识别有效的structureId")
	}
	return structureId
}