zelda
/
bid-tool
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update scrap grays items

This commit is contained in:
Admin 2025-12-11 13:34:55 +07:00
parent d1e12f36da
commit 2c69b23838
2 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
scrape-data-keyword/models/grays-scrap-model.js
View File

@ -1,4 +1,4 @@
import { extractModelId, extractNumber } from "../system/ultils.js";
import { delay, extractModelId, extractNumber } from "../system/ultils.js";
import { ScrapModel } from "./scrap-model.js";
export class GraysScrapModel extends ScrapModel {
@ -8,6 +8,8 @@ export class GraysScrapModel extends ScrapModel {
for (let item of urlsData) {
await this.page.goto(item.url);
await delay(6000);
const data = await this.getItemsInHtml(item);
const results = this.filterItemByKeyword(item.keyword, data);
@ -38,7 +40,9 @@ export class GraysScrapModel extends ScrapModel {
};
getItemsInHtml = async (data) => {
const elements = await this.page.$$('[style="display:block"] > div > div');
const elements = await this.page.$$(
".Container [style*='display: block'] > div > div"
);
const results = [];

2
scrape-data-keyword/system/ultils.js
View File

@ -45,3 +45,5 @@ export function extractDomain(url) {
return null;
}
}
export const delay = (ms) => new Promise((resolve) => setTimeout(resolve, ms));