import Env from "@ioc:Adonis/Core/Env"; import fs from "fs"; import chokidar from "chokidar"; import moment from "moment"; import LogDetectFile from "App/Models/LogDetectFile"; import LogReport from "App/Models/LogReport"; import KeyValue from "App/Models/KeyValue"; import Database from "@ioc:Adonis/Lucid/Database"; import { sendMessToZulip } from "./sendMessToZulip"; import { getListLineByItem } from "./getListLineByItem"; import { checkIndexSN } from "./checkIndexSN"; export async function runtimeCheckLogs(folderPath) { try { let fileList = Array(); let fileList_old = Array(); // Function to update the list of files async function updateFileList() { //get date now let dateNow = moment(Date.now()).format("YYYY/MM/DD"); //Get list file in folder fileList = fs.readdirSync(folderPath); //Get date modified fileList.map((file) => { const filePath = `${folderPath}/${file}`; if (file?.split(".")[filePath.split(".").length - 1] === "log") { const stats = fs.statSync(filePath); //scan file today if (dateNow !== moment(stats.mtime).format("YYYY/MM/DD")) { fileList = fileList.filter((i) => i !== file); } } }); } const checkSpecialVersion = (paragraph) => { try { const regex = /\(CAT3K_CAA-UNIVERSALK9-M\), Version 16\.9\.[2-9]/; const regex1 = /Version (\d+\.\d+\.\d+)/; // Use the regular expression to find the match const match = paragraph.match(regex); if (match) { const desiredSubstring = match[0]; const match2 = desiredSubstring.match(regex1); return match2[0]; } else { return ""; } } catch (error) { console.log(error); } }; // Watch the folder for new files const folderWatcher = chokidar.watch(folderPath); folderWatcher.on("add", async (filePath) => { //import log new file //check format file name if ( filePath?.split(".")[filePath.split(".").length - 1] === "log" && filePath.split("/")[filePath.split("/").length - 1]?.split("-")[0] === //localhost // filePath.split("\\")[filePath.split("\\").length - 1]?.split("-")[0] === moment(Date.now()).format("YYYYMMDD").toString() ) { //add information file to database console.log("New file added: ", filePath); await LogDetectFile.firstOrCreate( { file_name: filePath.split("/")[filePath.split("/").length - 1] }, { file_name: filePath.split("/")[filePath.split("/").length - 1] } ); //localhost // await LogDetectFile.firstOrCreate( // { file_name: filePath.split("\\")[filePath.split("\\").length - 1] }, // { file_name: filePath.split("\\")[filePath.split("\\").length - 1] } // ); fileList_old = fileList; updateFileList(); watchFilesInList(); } // updateFile; }); // Watch for changes in the files listed async function watchFilesInList() { //only check new file ---> fileList - fileList_old = new file const watcher = chokidar.watch( fileList.slice(0,40) ?.filter((i) => fileList_old.includes(i) === false) .map((file) => folderPath + "/" + file) ); watcher.setMaxListeners(200); watcher.on("change", async (path) => { // fs.watchFile(filePath,{ interval: 15000 }, // async (eventType) => { //check special item, extra RAM, error in log const fileName = path.split("/")[path.split("/").length - 1] const filePath = path let lines = []; let allFile = await LogDetectFile.all(); let allReport = await LogReport.all(); let allValue = await KeyValue.all(); //get information file let fileDetect = allFile?.filter( (i) => i.$original.file_name === fileName )[0]; let logsDetect = allReport?.filter( (i) => i.$original.id_file === fileDetect?.id_ldf ); //get the last line detected let lastLine = Math.max(...logsDetect.map((obj) => obj.line)); //get content file in local let contentFile = await fs .readFileSync(filePath) .toString() ?.split("\n"); //get index SN and send to ERP checkIndexSN(contentFile, lastLine, fileName); //get list item to check let listKeyValues = allValue.filter( (i) => i.$original.key === "MODEL_SPECIAL" || i.$original.key === "CATCH_FAULTY" ); //get list exclude error let listExcludeErr = allValue .filter((i) => i.$original.key === "EXCLUDE_ERR") .map((obj) => obj.$original.value); //get list item special let listExtraItem = allValue .filter((i) => i.$original.key === "MODEL_SPECIAL") .map((obj) => obj.$original.value); //Process file content contentFile.map((line, index) => { //check line the line with errors and exclude errors listKeyValues .map((obj) => obj.$original.value) .map(async (value) => { if ( line.search(value) !== -1 && listExcludeErr.filter((err) => line.includes(err)) .length === 0 ) { let log = allFile?.filter( (i) => i.$original.file_name === fileName )[0]; let checkLog = allReport?.filter( (report) => report.$original.id_file === log?.id_ldf && report.$original.line === index + 1 && report.$original.detected_content === value ); if (checkLog?.length === 0) { await LogReport.create({ detected_content: value, line: index + 1, id_file: log?.id_ldf, }); lines.push(index + 1); } } // if(checkSpecialVersion()) }); }); //true: import log to log_report table, send report to Zulip setTimeout(async () => { if (lines.length === 0) { console.log(`${fileName} has changed ---Good`); } else { console.log( `${fileName} has changed ---SOS---${lines.length}` ); let allReport_new = await LogReport.all(); let fileDetect = allFile?.filter( (i) => i.$original.file_name === fileName )[0]; let logsDetect = allReport_new?.filter( (i) => i.$original.id_file === fileDetect?.id_ldf ); // console.log(logsDetect) // await Database.rawQuery( // "select * from log_reports where id_file = " + // fileDetect?.id_ldf // ); //Get all report newest let listReport = await getListLineByItem( logsDetect .map((obj) => obj.$original) .filter((l) => l.line > lastLine) ); let content = "| |Last updated at | Item/error | Line | Report \n|---|:---:|:---|:---|:-----------:\n"; let spoiler = ""; let issueFound = ""; listReport.map((log, index) => { let item = listExtraItem.includes(log.detected_content) ? ":medal: **" + log.detected_content + "**" : ":small_orange_diamond: " + log.detected_content; log.line?.map((line) => { issueFound = issueFound + "\n`" + line + "` " + contentFile[line - 1]?.replace( log.detected_content, "[" + log.detected_content + "](https://logs.danielvu.com/logs/" + fileName + "#" + line + ")" ); }); content = content + "|" + (index + 1) + "|**" + moment(Date.now()).format("HH:mm - DD/MM") + "**|" + item + "|" + log.line + "|[View](https://logs.danielvu.com/logs/" + fileName + "#" + log.line + ")\n"; }); sendMessToZulip( "stream", Env.get("ZULIP_STREAM_ALERT"), Env.get("ZULIP_TOPIC_ALERT"), "------------\n\n:warning: :warning: **" + fileName + "**\n\n" + content + "\n\n" + spoiler + "\n\n***Issue found:***\n" + issueFound ); } }, 3000); // console.log(path + " change") }); await fileList.slice(0,40) ?.filter((i) => fileList_old.includes(i) === false) ?.forEach((fileName) => { //path file const filePath = `${folderPath}/${fileName}`; }); } } catch (error) { console.log(error); } }