zelda
/
bid-tool
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Merge pull request 'staging' (#107) from staging into production 

Reviewed-on: #107
This commit is contained in:
zelda 2025-12-11 17:36:27 +11:00
parent 27874e76d9 8259a70a4a
commit ec2989951c
2 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
scrape-data-keyword/models/grays-scrap-model.js
View File

@ -1,4 +1,4 @@
import { extractModelId, extractNumber } from "../system/ultils.js";
import { delay, extractModelId, extractNumber } from "../system/ultils.js";
import { ScrapModel } from "./scrap-model.js";
export class GraysScrapModel extends ScrapModel {
@ -8,6 +8,8 @@ export class GraysScrapModel extends ScrapModel {
for (let item of urlsData) {
await this.page.goto(item.url);
await delay(6000);
const data = await this.getItemsInHtml(item);
const results = this.filterItemByKeyword(item.keyword, data);
@ -38,7 +40,9 @@ export class GraysScrapModel extends ScrapModel {
};
getItemsInHtml = async (data) => {
const elements = await this.page.$$('[style="display:block"] > div > div');
const elements = await this.page.$$(
".Container [style*='display: block'] > div > div"
);
const results = [];

2
scrape-data-keyword/system/ultils.js
View File

@ -45,3 +45,5 @@ export function extractDomain(url) {
return null;
}
}
export const delay = (ms) => new Promise((resolve) => setTimeout(resolve, ms));