zelda
/
bid-tool
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

update scrap grays items #106

Merged
zelda merged 1 commits from main into staging 2025-12-11 17:36:12 +11:00
Conversation 0 Commits 1 Files Changed 2 +8 -2
2 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
scrape-data-keyword/models/grays-scrap-model.js
View File

@ -1,4 +1,4 @@
import { extractModelId, extractNumber } from "../system/ultils.js"; import { delay, extractModelId, extractNumber } from "../system/ultils.js";
import { ScrapModel } from "./scrap-model.js"; import { ScrapModel } from "./scrap-model.js";
export class GraysScrapModel extends ScrapModel { export class GraysScrapModel extends ScrapModel {
@ -8,6 +8,8 @@ export class GraysScrapModel extends ScrapModel {
for (let item of urlsData) { for (let item of urlsData) {
await this.page.goto(item.url); await this.page.goto(item.url);
await delay(6000);
const data = await this.getItemsInHtml(item); const data = await this.getItemsInHtml(item);
const results = this.filterItemByKeyword(item.keyword, data); const results = this.filterItemByKeyword(item.keyword, data);
@ -38,7 +40,9 @@ export class GraysScrapModel extends ScrapModel {
}; };
getItemsInHtml = async (data) => { getItemsInHtml = async (data) => {
const elements = await this.page.$$('[style="display:block"] > div > div'); const elements = await this.page.$$(
".Container [style*='display: block'] > div > div"
);
const results = []; const results = [];

2
scrape-data-keyword/system/ultils.js
View File

@ -45,3 +45,5 @@ export function extractDomain(url) {
return null; return null;
} }
} }
export const delay = (ms) => new Promise((resolve) => setTimeout(resolve, ms));