joseph
/
Log_service
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update trycatch runtime

This commit is contained in:
joseph le 2023-10-13 13:12:49 +07:00
parent 411f135a70
commit 4696f155c4
1 changed files with 242 additions and 238 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

480
app/utils/runtimeCheckLogs.ts
View File

@ -73,8 +73,8 @@ export async function runtimeCheckLogs(folderPath) {
if ( if (
filePath?.split(".")[filePath.split(".").length - 1] === "log" && filePath?.split(".")[filePath.split(".").length - 1] === "log" &&
filePath.split("/")[filePath.split("/").length - 1]?.split("-")[0] === filePath.split("/")[filePath.split("/").length - 1]?.split("-")[0] ===
//localhost //localhost
// filePath.split("\\")[filePath.split("\\").length - 1]?.split("-")[0] === // filePath.split("\\")[filePath.split("\\").length - 1]?.split("-")[0] ===
moment(Date.now()).format("YYYYMMDD").toString() moment(Date.now()).format("YYYYMMDD").toString()
) { ) {
//add information file to database //add information file to database
@ -99,86 +99,151 @@ export async function runtimeCheckLogs(folderPath) {
// Watch for changes in the files listed // Watch for changes in the files listed
async function watchFilesInList() { async function watchFilesInList() {
//only check new file ---> fileList - fileList_old = new file try {
let listFileWatch = fileList //only check new file ---> fileList - fileList_old = new file
?.filter((i) => fileList_old.includes(i) === false) let listFileWatch = fileList
.map((file) => folderPath + "/" + file); ?.filter((i) => fileList_old.includes(i) === false)
const watcher = chokidar.watch(listFileWatch, { .map((file) => folderPath + "/" + file);
persistent: true, const watcher = chokidar.watch(listFileWatch, {
usePolling: true, persistent: true,
interval: 300000, usePolling: true,
}); interval: 300000,
});
watcher.setMaxListeners(200); watcher.setMaxListeners(200);
watcher.on("change", async (path) => { watcher.on("change", async (path) => {
// fs.watchFile(filePath,{ interval: 15000 }, // fs.watchFile(filePath,{ interval: 15000 },
// async (eventType) => { // async (eventType) => {
//check special item, extra RAM, error in log //check special item, extra RAM, error in log
const fileName = path.split("/")[path.split("/").length - 1]; const fileName = path.split("/")[path.split("/").length - 1];
// const fileName = path.split("\\")[path.split("\\").length - 1]; // const fileName = path.split("\\")[path.split("\\").length - 1];
const filePath = path; const filePath = path;
let lines = []; let lines = [];
const today = DateTime.now().toFormat("yyyy-MM-dd"); const today = DateTime.now().toFormat("yyyy-MM-dd");
let allFile = await LogDetectFile.query().whereRaw( let allFile = await LogDetectFile.query().whereRaw(
`DATE(created_at) = ?`, `DATE(created_at) = ?`,
[today] [today]
); );
// let allReport = await LogReport.all(); // let allReport = await LogReport.all();
let allValue = await KeyValue.all(); let allValue = await KeyValue.all();
const allReport = await LogReport.query().whereRaw( const allReport = await LogReport.query().whereRaw(
`DATE(created_at) = ?`, `DATE(created_at) = ?`,
[today] [today]
); );
//get information file //get information file
let fileDetect = allFile?.filter( let fileDetect = allFile?.filter(
(i) => i.$original.file_name === fileName (i) => i.$original.file_name === fileName
)[0]; )[0];
let logsDetect = allReport?.filter( let logsDetect = allReport?.filter(
(i) => i.$original.id_file === fileDetect?.id_ldf (i) => i.$original.id_file === fileDetect?.id_ldf
); );
//get the last line detected //get the last line detected
let lastLine = Math.max(...logsDetect.map((obj) => obj.line)); let lastLine = Math.max(...logsDetect.map((obj) => obj.line));
//get content file in local //get content file in local
let contentFile = await fs let contentFile = await fs
.readFileSync(filePath) .readFileSync(filePath)
.toString() .toString()
?.split("\n"); ?.split("\n");
//get index SN and send to ERP //get index SN and send to ERP
checkIndexSN(contentFile, lastLine, fileName); checkIndexSN(contentFile, lastLine, fileName);
//get list item to check //get list item to check
let listKeyValues = allValue.filter( let listKeyValues = allValue.filter(
(i) => (i) =>
i.$original.key === "MODEL_SPECIAL" || i.$original.key === "MODEL_SPECIAL" ||
i.$original.key === "CATCH_FAULTY" i.$original.key === "CATCH_FAULTY"
); );
//get list exclude error //get list exclude error
let listExcludeErr = allValue let listExcludeErr = allValue
.filter((i) => i.$original.key === "EXCLUDE_ERR") .filter((i) => i.$original.key === "EXCLUDE_ERR")
.map((obj) => obj.$original.value); .map((obj) => obj.$original.value);
//get list item special //get list item special
let listExtraItem = allValue let listExtraItem = allValue
.filter((i) => i.$original.key === "MODEL_SPECIAL") .filter((i) => i.$original.key === "MODEL_SPECIAL")
.map((obj) => obj.$original.value); .map((obj) => obj.$original.value);
//Process file content //Process file content
if (contentFile.length > 50000) { if (contentFile.length > 50000) {
for (let i = 0; i < contentFile.length; i += 1000) { for (let i = 0; i < contentFile.length; i += 1000) {
const chunk = contentFile.slice(i, i + 1000); const chunk = contentFile.slice(i, i + 1000);
chunk.map(async (line, index) => { chunk.map(async (line, index) => {
//check line the line with errors and exclude errors
listKeyValues
.map((obj) => obj.$original.value)
.map(async (value) => {
if (
line.includes(value) &&
listExcludeErr.filter((err) => line.includes(err))
.length === 0
) {
let log = allFile?.filter(
(i) => i.$original.file_name === fileName
)[0];
let checkLog = allReport?.filter(
(report) =>
report.$original.id_file === log?.id_ldf &&
report.$original.line === index + 1 &&
report.$original.detected_content === value
);
if (checkLog?.length === 0) {
await LogReport.create({
detected_content: value,
line: index + 1,
id_file: log?.id_ldf,
});
lines.push(index + 1);
}
}
// if(checkSpecialVersion())
});
if (
checkSpecialVersion(line) !== "" &&
listExcludeErr.filter((err) => line.includes(err)).length ===
0
) {
let checkVersion = checkSpecialVersion(line);
let log = allFile?.filter(
(i) => i.$original.file_name === fileName
)[0];
let checkLog = allReport?.filter(
(report) =>
report.$original.id_file === log?.id_ldf &&
report.$original.line === index + 1 &&
report.$original.detected_content === checkVersion
);
if (checkLog?.length === 0) {
await LogReport.create({
detected_content: checkVersion,
line: index + 1,
id_file: log?.id_ldf,
});
lines.push(index + 1);
}
}
});
}
} else {
contentFile.map(async (line, index) => {
//check line the line with errors and exclude errors //check line the line with errors and exclude errors
listKeyValues listKeyValues
.map((obj) => obj.$original.value) .map((obj) => obj.$original.value)
.map(async (value) => { .map(async (value) => {
// console.log({line:Array(line), value:Array(value)})
if ( if (
line.includes(value) && line.includes(value) &&
listExcludeErr.filter((err) => line.includes(err)) listExcludeErr.filter((err) => line.includes(err))
@ -235,189 +300,128 @@ export async function runtimeCheckLogs(folderPath) {
} }
}); });
} }
} else {
contentFile.map(async (line, index) => {
//check line the line with errors and exclude errors
listKeyValues
.map((obj) => obj.$original.value)
.map(async (value) => {
// console.log({line:Array(line), value:Array(value)})
if (
line.includes(value) &&
listExcludeErr.filter((err) => line.includes(err)).length ===
0
) {
let log = allFile?.filter(
(i) => i.$original.file_name === fileName
)[0];
let checkLog = allReport?.filter( //true: import log to log_report table, send report to Zulip
(report) => setTimeout(async () => {
report.$original.id_file === log?.id_ldf && if (lines.length === 0) {
report.$original.line === index + 1 && console.log(
report.$original.detected_content === value fileName + "has changed(" + contentFile.length + ") ---Good"
); );
} else {
console.log(
fileName +
"has changed(" +
contentFile.length +
") ---SOS---" +
lines.length
);
let allReport_new = await LogReport.query().whereRaw(
`DATE(created_at) = ?`,
[today]
);
if (checkLog?.length === 0) { let fileDetect = allFile?.filter(
await LogReport.create({
detected_content: value,
line: index + 1,
id_file: log?.id_ldf,
});
lines.push(index + 1);
}
}
// if(checkSpecialVersion())
});
if (
checkSpecialVersion(line) !== "" &&
listExcludeErr.filter((err) => line.includes(err)).length === 0
) {
let checkVersion = checkSpecialVersion(line);
let log = allFile?.filter(
(i) => i.$original.file_name === fileName (i) => i.$original.file_name === fileName
)[0]; )[0];
let checkLog = allReport?.filter( let logsDetect = allReport_new?.filter(
(report) => (i) => i.$original.id_file === fileDetect?.id_ldf
report.$original.id_file === log?.id_ldf && );
report.$original.line === index + 1 && // console.log(logsDetect)
report.$original.detected_content === checkVersion // await Database.rawQuery(
// "select * from log_reports where id_file = " +
// fileDetect?.id_ldf
// );
//Get all report newest
let listReport = await getListLineByItem(
logsDetect
.map((obj) => obj.$original)
.filter((l) => l.line > lastLine)
); );
if (checkLog?.length === 0) { let content =
await LogReport.create({ "| |Last updated at | Item/error | Line | Report \n|---|:---:|:---|:---|:-----------:\n";
detected_content: checkVersion, let spoiler = "";
line: index + 1, let issueFound = "";
id_file: log?.id_ldf, let important = [
"Vxx",
"V00",
"(CAT3K_CAA-UNIVERSALK9-M), Version",
];
listReport.map((log, index) => {
let item = listExtraItem.includes(log.detected_content)
? ":medal: **" + log.detected_content + "**"
: ":small_orange_diamond: " + log.detected_content;
log.line?.map((line) => {
issueFound =
issueFound +
"\n`" +
line +
"` " +
contentFile[line - 1]?.replace(
log.detected_content,
"[" +
log.detected_content +
"](https://logs.danielvu.com/logs/" +
fileName +
"#" +
line +
")"
);
}); });
lines.push(index + 1); content =
} content +
} "|" +
}); (index + 1) +
} "|**" +
moment(Date.now()).format("HH:mm - DD/MM") +
//true: import log to log_report table, send report to Zulip "**|" +
setTimeout(async () => { item +
if (lines.length === 0) { "|" +
console.log( log.line +
fileName + "has changed(" + contentFile.length + ") ---Good" "|[View](https://logs.danielvu.com/logs/" +
);
} else {
console.log(
fileName +
"has changed(" +
contentFile.length +
") ---SOS---" +
lines.length
);
let allReport_new = await LogReport.query().whereRaw(
`DATE(created_at) = ?`,
[today]
);
let fileDetect = allFile?.filter(
(i) => i.$original.file_name === fileName
)[0];
let logsDetect = allReport_new?.filter(
(i) => i.$original.id_file === fileDetect?.id_ldf
);
// console.log(logsDetect)
// await Database.rawQuery(
// "select * from log_reports where id_file = " +
// fileDetect?.id_ldf
// );
//Get all report newest
let listReport = await getListLineByItem(
logsDetect
.map((obj) => obj.$original)
.filter((l) => l.line > lastLine)
);
let content =
"| |Last updated at | Item/error | Line | Report \n|---|:---:|:---|:---|:-----------:\n";
let spoiler = "";
let issueFound = "";
let important = [
"Vxx",
"V00",
"(CAT3K_CAA-UNIVERSALK9-M), Version",
];
listReport.map((log, index) => {
let item = listExtraItem.includes(log.detected_content)
? ":medal: **" + log.detected_content + "**"
: ":small_orange_diamond: " + log.detected_content;
log.line?.map((line) => {
issueFound =
issueFound +
"\n`" +
line +
"` " +
contentFile[line - 1]?.replace(
log.detected_content,
"[" +
log.detected_content +
"](https://logs.danielvu.com/logs/" +
fileName +
"#" +
line +
")"
);
});
content =
content +
"|" +
(index + 1) +
"|**" +
moment(Date.now()).format("HH:mm - DD/MM") +
"**|" +
item +
"|" +
log.line +
"|[View](https://logs.danielvu.com/logs/" +
fileName +
"#" +
log.line +
")\n";
});
let icon =
important.filter((i) => content.includes(i)).length > 0
? "------------\n\n:no_entry: :no_entry:**" +
fileName + fileName +
"**:no_entry: :no_entry:" "#" +
: "------------\n\n:warning: :warning: **" + fileName + "**"; log.line +
sendMessToZulip( ")\n";
"stream", });
Env.get("ZULIP_STREAM_ALERT"),
Env.get("ZULIP_TOPIC_ALERT"),
icon +
"\n\n" +
content +
"\n\n" +
spoiler +
"\n\n***Issue found:***\n" +
issueFound
);
}
}, 3000);
// console.log(path + " change")
});
watcher.on("error", (error) => { let icon =
console.error(`Watcher error: ${error}`); important.filter((i) => content.includes(i)).length > 0
}); ? "------------\n\n:no_entry: :no_entry:**" +
// await fileList.slice(0,40) fileName +
// ?.filter((i) => fileList_old.includes(i) === false) "**:no_entry: :no_entry:"
// ?.forEach((fileName) => { : "------------\n\n:warning: :warning: **" + fileName + "**";
// //path file sendMessToZulip(
// const filePath = `${folderPath}/${fileName}`; "stream",
Env.get("ZULIP_STREAM_ALERT"),
Env.get("ZULIP_TOPIC_ALERT"),
icon +
"\n\n" +
content +
"\n\n" +
spoiler +
"\n\n***Issue found:***\n" +
issueFound
);
}
}, 3000);
});
// }); watcher.on("error", (error) => {
console.error(`Watcher error: ${error}`);
});
// await fileList.slice(0,40)
// ?.filter((i) => fileList_old.includes(i) === false)
// ?.forEach((fileName) => {
// //path file
// const filePath = `${folderPath}/${fileName}`;
// });
} catch (error) {
console.log(error);
}
} }
} catch (error) { } catch (error) {
console.log(error); console.log(error);