巴林闲侠 2 years ago
parent
commit
70b04f681d
  1. 108
      api/app/lib/controllers/alarm/alarmConfirmLog.js
  2. 43
      api/app/lib/controllers/alarm/app.js
  3. 36
      api/app/lib/controllers/alarm/video.js
  4. 129
      api/app/lib/service/kafka.js
  5. 19
      web/client/src/sections/control/containers/control.jsx

108
api/app/lib/controllers/alarm/alarmConfirmLog.js

@ -5,6 +5,7 @@ const moment = require('moment')
async function alarmConfirmLog(ctx, confirmPost, content) { async function alarmConfirmLog(ctx, confirmPost, content) {
try { try {
const { models } = ctx.fs.dc; const { models } = ctx.fs.dc;
const { clickHouse } = ctx.app.fs;
//存日志 //存日志
let logDatas = []; let logDatas = [];
confirmPost.map(cp => { confirmPost.map(cp => {
@ -33,9 +34,9 @@ async function alarmConfirmLog(ctx, confirmPost, content) {
await models.LatestDynamicList.bulkCreate(dynamics); await models.LatestDynamicList.bulkCreate(dynamics);
//消息推送到前端 //消息推送到前端
//ctx.app.socket.emit('TEST', { someProperty: '【广播】呼叫青铜时代号!!!', }) if (logDatas.length) {
await sendConfirmToWeb(ctx.app, models, clickHouse, logDatas, false);
}
} catch (error) { } catch (error) {
ctx.fs.logger.error(`path: ${ctx.path}, error: ${error}`); ctx.fs.logger.error(`path: ${ctx.path}, error: ${error}`);
ctx.status = 400; ctx.status = 400;
@ -45,6 +46,105 @@ async function alarmConfirmLog(ctx, confirmPost, content) {
} }
} }
let constAlarmGroups = {
1: '数据中断',
2: '数据异常',
3: '策略命中',
4: '设备异常',
5: '设备异常',
'video': '视频异常',
'app': '应用异常'
}
async function sendAppearToWeb(app, models, clickHouse, datas, ttype) {
try {
//告警类型
let alarmGroup = null
//项目信息
let { projects, pepProjects } = await getProjectsInfo(models, clickHouse, datas);
//数据类区分alarmGroup
if (ttype == 'data') {
let alarm_group = await clickHouse.anxinyun.query(
`SELECT alarm_group FROM t_alarm_code WHERE code='${datas[0].alarmInfo.alarmTypeCode}'`).toPromise();
alarmGroup = alarm_group.length ? constAlarmGroups[alarm_group[0].alarm_group] : null
} else {
alarmGroup = constAlarmGroups[ttype]
}
let sendData = []
datas.map(ld => {
let pepPId = projects.find(p => p.id == ld.projectCorrelationId).pepProjectId;
sendData.push({
projectCorrelationId: ld.projectCorrelationId,
project: projects.find(p => p.id == ld.projectCorrelationId).name || pepProjects.find(pp => pp.id == pepPId).project_name,//前者为自定义项目名称
source: ld.alarmInfo.sourceName,
type: ld.type,
time: ld.time,
alarmGroup//告警类型
})
})
app.socket.emit('alarmSendSocket', { type: 'alarmAppear', sendData })
} catch (err) {
console.log(`告警(发现)推送失败, error: ${err}`);
}
}
async function getProjectsInfo(models, clickHouse, logDatas) {
try {
let pIds = logDatas.map(l => l.projectCorrelationId);//所有的项目的id
let projects = await models.ProjectCorrelation.findAll({
where: { id: { $in: pIds } },
attributes: ['id', 'name', 'pepProjectId']
});
let pepPojectIds = new Set();
for (let p of projects) {
pepPojectIds.add(p.pepProjectId);
}
let pepProjects = pepPojectIds.size ? await clickHouse.projectManage.query(`
SELECT id, project_name FROM t_pim_project WHERE id IN (${[...pepPojectIds]})`).toPromise() : [];
return { projects, pepProjects };
} catch (err) {
console.log(`获取项目信息失败, error: ${err}`);
}
}
async function sendConfirmToWeb(app, models, clickHouse, logDatas, isAuto) {
try {
//用户信息
let userName = null
if (!isAuto) {
let userPepRes = await clickHouse.pepEmis.query(
`SELECT DISTINCT user.id AS id, "user"."name" AS name FROM user WHERE user.id=${logDatas[0].pepUserId}`).toPromise();
userName = userPepRes.length ? userPepRes[0].name : null
}
//项目信息
let { projects, pepProjects } = await getProjectsInfo(models, clickHouse, logDatas);
let sendData = []
logDatas.map(ld => {
let pepPId = projects.find(p => p.id == ld.projectCorrelationId).pepProjectId;
sendData.push({
user: userName,
projectCorrelationId: ld.projectCorrelationId,
project: projects.find(p => p.id == ld.projectCorrelationId).name || pepProjects.find(pp => pp.id == pepPId).project_name,//前者为自定义项目名称
source: ld.alarmInfo.source,
type: ld.alarmInfo.type,
time: ld.confirmTime,
isAuto//是否为自动恢复,自动恢复时user为null
})
})
app.socket.emit('alarmSendSocket', { type: 'alarmConfirm', sendData })//小飞(处理人) 确认并关闭了A项目(项目) DTU设备(告警源) 状态异常(异常类型)的问题
} catch (err) {
console.log(`告警(确认)推送失败, error: ${err}`);
}
}
module.exports = { module.exports = {
alarmConfirmLog alarmConfirmLog,
sendAppearToWeb,//推送告警发现
sendConfirmToWeb//推送告警确认
}; };

43
api/app/lib/controllers/alarm/app.js

@ -1,7 +1,7 @@
'use strict'; 'use strict';
const moment = require('moment') const moment = require('moment')
const { alarmConfirmLog } = require('./alarmConfirmLog'); const { alarmConfirmLog, sendAppearToWeb } = require('./alarmConfirmLog');
async function inspection(ctx) { async function inspection(ctx) {
// 巡查 // 巡查
try { try {
@ -143,6 +143,7 @@ async function notedInspection(ctx) {
async function apiError(ctx) { async function apiError(ctx) {
try { try {
const { clickHouse } = ctx.app.fs
const models = ctx.fs.dc.models; const models = ctx.fs.dc.models;
const { projectAppId, alarmContent, router, statusCode, screenshot = '', type } = ctx.request.body const { projectAppId, alarmContent, router, statusCode, screenshot = '', type } = ctx.request.body
const now = moment().format() const now = moment().format()
@ -198,6 +199,46 @@ async function apiError(ctx) {
storageData.createTime = now storageData.createTime = now
storageData.screenshot = screenshot storageData.screenshot = screenshot
await models.AppAlarm.create(storageData) await models.AppAlarm.create(storageData)
//存告警记录
let constTypes = { 'element': "元素异常", 'apiError': "接口报错 ", 'timeout': "加载超时" }
let belongsTo = await models.ProjectApp.findOne({
where: {
id: projectAppId
},
include: [{
model: models.ProjectCorrelation,
attributes: ['id'],
where: { del: false }
}]
})
if (belongsTo) {
let appName = await models.App.findOne({
where: {
id: belongsTo.appId
},
attributes: ['name'],
})
let pId = belongsTo.projectCorrelation.dataValues.id;//归属项目
let data = {
projectCorrelationId: pId,
alarmInfo: { messageMode: 'AlarmGeneration', sourceName: appName.name, content: alarmContent, type },//AlarmGeneration代表告警首次产生
time: now,
type: constTypes[type]
}
let r = await models.AlarmAppearRecord.create(data, { returning: true });
let dynamic = {
time: r.dataValues.time,
alarmAppearId: r.dataValues.id,
projectCorrelationId: r.dataValues.projectCorrelationId,
type: 1//发现
}
await models.LatestDynamicList.create(dynamic);
//消息推送到前端
await sendAppearToWeb(ctx.app, models, clickHouse, [data], 'app');
}
} }
} }

36
api/app/lib/controllers/alarm/video.js

@ -1,6 +1,6 @@
'use strict'; 'use strict';
const moment = require('moment') const moment = require('moment')
const { alarmConfirmLog } = require('./alarmConfirmLog'); const { alarmConfirmLog, sendAppearToWeb } = require('./alarmConfirmLog');
async function deviceType(ctx) { async function deviceType(ctx) {
try { try {
const { models } = ctx.fs.dc; const { models } = ctx.fs.dc;
@ -287,9 +287,43 @@ async function confirm (ctx) {
async function alarmAdded(ctx) { async function alarmAdded(ctx) {
try { try {
const { models } = ctx.fs.dc; const { models } = ctx.fs.dc;
const { clickHouse } = ctx.app.fs
const { utils: { anxinStrucIdRange } } = ctx.app.fs
let anxinStruc = await anxinStrucIdRange({ ctx })
const { serial_no, channel_no, create_time, description, status_id } = ctx.request.body;
let belongToStruct = await clickHouse.anxinyun.query(
`SELECT name, structure FROM t_video_ipc WHERE serial_no='${serial_no}' and channel_no='${channel_no}'`).toPromise()
let structId = belongToStruct.length ? belongToStruct[0].structure : null
if (structId) {
let exist = anxinStruc.find(s => s.strucId == structId);
let projects = exist.pomsProject.filter(d => !d.del).map(p => p.id);
let datas = projects.map(d => {//需要 项目,告警源,异常类型,时间
return {
projectCorrelationId: d,
alarmInfo: { messageMode: 'AlarmGeneration', sourceName: belongToStruct[0].name, status_id, content: description },//AlarmGeneration代表告警首次产生
time: create_time,
type: description
}
})
let rslt = await models.AlarmAppearRecord.bulkCreate(datas, { returning: true });
let dynamics = rslt.map(r => {
return {
time: r.time,
alarmAppearId: r.id,
projectCorrelationId: r.projectCorrelationId,
type: 1//发现
}
})
await models.LatestDynamicList.bulkCreate(dynamics);
//消息推送到前端
if (datas.length) {
await sendAppearToWeb(ctx.app, models, clickHouse, datas, 'video');
}
}
ctx.status = 200; ctx.status = 200;
} catch (error) { } catch (error) {
ctx.fs.logger.error(`path: ${ctx.path}, error: error`); ctx.fs.logger.error(`path: ${ctx.path}, error: error`);

129
api/app/lib/service/kafka.js

@ -1,74 +1,79 @@
'use strict'; 'use strict';
const moment = require('moment'); const moment = require('moment');
const Kafka = require('kafka-node'); const Kafka = require('kafka-node');
//const { getAxyStructs } = require('../utils/helper'); const { sendAppearToWeb, sendConfirmToWeb } = require('../controllers/alarm/alarmConfirmLog')
module.exports = async function factory(app, opts) { module.exports = async function factory(app, opts) {
try {
const client = new Kafka.KafkaClient({ kafkaHost: opts.kafka.rootURL, fromOffset: true });
let structsAche = {
dataList: [],
expireTime: null//10分钟更新一次结构物列表
}
const client = new Kafka.KafkaClient({ kafkaHost: opts.kafka.rootURL });
const producer = new Kafka.HighLevelProducer(client); const producer = new Kafka.HighLevelProducer(client);
producer.on('error', function (err) { producer.on('error', function (err) {
app.fs.logger.log('error', "[FS-KAFKA]", err); app.fs.logger.log('error', "[FS-KAFKA]", err);
}); });
producer.on("ready", function () {
console.log('111111 ready 666666666666')
})
const kafka = { // const kafka = {
producer: producer, // producer: producer,
configUpdateMessage: opts.configUpdateMessage || {} // configUpdateMessage: opts.configUpdateMessage || {}
}; // };
app.fs.kafka = kafka; // app.fs.kafka = kafka;
app.fs.logger.log('debug', "[FS-KAFKA]", "Init.Success"); app.fs.logger.log('debug', "[FS-KAFKA]", "Init.Success");
////------------------------------------------------------------------- try try try
// setTimeout(async () => { // const topics = [{ topic: 'anxinyun_alarm', partition: 0 }]
// let msg = { // const options = {
// "messageMode": "AlarmGeneration", // // groupId: 'topic-test-one',
// "structureId": 1043, // autoCommit: false,
// "structureName": "TPA 数据波动影响分析及实验", // //fromOffset: true,
// "sourceId": "727466e9-28c3-48f0-a320-3fb66b7e4151", // fromOffset: 'latest'
// "sourceName": "忻德TPA1",
// "alarmTypeCode": "3004",
// "alarmCode": "3002",
// "content": "link [soip:40001:00012532] is nil",
// "time": "2022-10-31T11:21:14.000+0800",
// "sourceTypeId": 1,
// "sponsor": "et.recv",
// "extras": null
// } // }
// await savePullAlarm(msg); // const consumer = new Kafka.Consumer(client, topics, options)
// }, 3000) // consumer.on("ready", function () {
// console.log('consumer ready 666666666666')
// })
// // consumer.on("message", function (w) {
// // console.log('consumer ready 666666666666')
// // })
// consumer.on('message', function (message) {
// const decodedMessage = JSON.parse(message.value)
// console.log('decodedMessage: ', decodedMessage)
// })
// consumer.on('error', function (err) {
// console.log('consumer err:')
// console.log(err);
// });
const topics = [{ topic: 'anxinyun_alarm', partition: 0 }]
const options = { let consumer = new Kafka.ConsumerGroup(Object.assign({}, { groupId: 'yunwei-platform-api', fromOffset: 'latest' }, { kafkaHost: opts.kafka.rootURL }), ['anxinyun_alarm'])
groupId: 'topic-test-one', consumer.on('message', async function (message) {
autoCommit: true, let msg = JSON.parse(message.value)
} await savePullAlarm(msg);
const consumer = new Kafka.Consumer(client, topics, options)
consumer.on("ready", function () {
console.log('consumer ready 666666666666')
})
consumer.on('message', function (message) {
const buf = new Buffer(String(message.value), 'binary')
const decodedMessage = JSON.parse(buf.toString())
console.log('decodedMessage: ', decodedMessage)
})
consumer.on('error', function (err) {
console.log('error', err)
})
process.on('SIGINT', function () {
consumer.close(true, function () {
process.exit()
})
}) })
// let offset = new Kafka.Offset(client);
// consumer.on('offsetOutOfRange', function (topic) {
// console.log('offsetOutOfRange')
// // consumer.setOffset('topic', 0, 0);
// // topic.maxNum = 1;
// offset.fetch([topic], function (err, offsets) {
// if (err) {
// return console.error(err);
// }
// try {
// const max = Math.max.apply(null, offsets[topic.topic][topic.partition]);
// consumer.setOffset(topic.topic, topic.partition, max);
// } catch (error) {
// console.log(error);
// }
// });
// });
let structsAche = {
dataList: [],
expireTime: null//10分钟更新一次结构物列表
}
async function getStructsAche() { async function getStructsAche() {
const { utils: { getAxyStructs } } = app.fs const { utils: { getAxyStructs } } = app.fs
try { try {
@ -103,7 +108,7 @@ module.exports = async function factory(app, opts) {
let datas = projects.map(d => {//需要 项目,告警源,异常类型,时间 let datas = projects.map(d => {//需要 项目,告警源,异常类型,时间
return { return {
projectCorrelationId: d, projectCorrelationId: d,
alarmInfo: { sourceName, alarmTypeCode }, alarmInfo: { messageMode, sourceName, alarmTypeCode, content },
time: time, time: time,
type//异常类型 type//异常类型
} }
@ -118,6 +123,13 @@ module.exports = async function factory(app, opts) {
} }
}) })
await models.LatestDynamicList.bulkCreate(dynamics); await models.LatestDynamicList.bulkCreate(dynamics);
//消息推送到前端
if (datas.length) {
await sendAppearToWeb(app, models, clickHouse, datas, 'data');
}
} else if (messageMode == 'AlarmAutoElimination') {//告警自动恢复------------------------------------2 } else if (messageMode == 'AlarmAutoElimination') {//告警自动恢复------------------------------------2
let datas = projects.map(d => { let datas = projects.map(d => {
return { return {
@ -138,6 +150,12 @@ module.exports = async function factory(app, opts) {
} }
}) })
await models.LatestDynamicList.bulkCreate(dynamics); await models.LatestDynamicList.bulkCreate(dynamics);
//消息推送到前端
if (datas.length) {
await sendConfirmToWeb(app, models, clickHouse, datas, true);
}
} }
} }
} else { } else {
@ -147,4 +165,7 @@ module.exports = async function factory(app, opts) {
console.error(error); console.error(error);
} }
} }
} catch (error) {
console.log(error);
}
} }

19
web/client/src/sections/control/containers/control.jsx

@ -48,6 +48,23 @@ const Control = (props) => {
const exhibition = useRef({ workbench: [], statistical: [] }) // const exhibition = useRef({ workbench: [], statistical: [] }) //
const FormApi = useRef() const FormApi = useRef()
// websocket 使
useEffect(() => {
if (socket) {
socket.on('alarmSendSocket', function (msg) {
//console.info(msg);
if (msg.type == "alarmAppear") {//
} else if (msg.type == "alarmConfirm") {//
}
});
return () => {
socket.off("alarmSendSocket");
}
}
}, [socket])
useEffect(() => { useEffect(() => {
consoleToollink() consoleToollink()
@ -770,7 +787,7 @@ function mapStateToProps (state) {
actions: global.actions, actions: global.actions,
pepProjectId: global.pepProjectId, pepProjectId: global.pepProjectId,
// members: members.data, // members: members.data,
// socket: webSocket.socket socket: webSocket.socket
}; };
} }

Loading…
Cancel
Save