120 lines
3.1 KiB
JavaScript
120 lines
3.1 KiB
JavaScript
import browser from "../system/browser.js";
|
|
import { extractModelId, extractNumber } from "../system/ultils.js";
|
|
import { ScrapModel } from "./scrap-model.js";
|
|
|
|
export class AllbidsScrapModel extends ScrapModel {
|
|
action = async () => {
|
|
const urlsData = this.extractUrls();
|
|
|
|
for (let item of urlsData) {
|
|
await this.page.goto(item.url);
|
|
|
|
const data = await this.getItemsInHtml(item);
|
|
|
|
const results = this.filterItemByKeyword(item.keyword, data);
|
|
|
|
this.results[item.keyword] = results;
|
|
|
|
console.log({ results: this.results });
|
|
}
|
|
};
|
|
|
|
async getPrice(url) {
|
|
const newPage = await browser.newPage(); // cần truyền 'url' từ bên ngoài nếu chưa có
|
|
|
|
try {
|
|
await newPage.goto(`${this.web_bid.origin_url}${url}`, {
|
|
waitUntil: "domcontentloaded", // hoặc "networkidle2" nếu cần đợi AJAX
|
|
});
|
|
|
|
await newPage.waitForSelector("#bidPrefix > span.font-weight-bold", {
|
|
timeout: 10000,
|
|
});
|
|
|
|
const priceText = await newPage
|
|
.$eval("#bidPrefix > span.font-weight-bold", (el) =>
|
|
el.textContent.trim()
|
|
)
|
|
.catch(() => null);
|
|
|
|
return extractNumber(priceText) || 0;
|
|
} catch (error) {
|
|
console.error(`Error getting price for ${url}:`, error);
|
|
return 0;
|
|
} finally {
|
|
await newPage.close();
|
|
}
|
|
}
|
|
|
|
getPriceByEl = async (elementHandle, model) => {
|
|
try {
|
|
const priceText = await elementHandle
|
|
.$eval(`#ps-bg-buy-btn-${model} .pds-button-label`, (el) =>
|
|
el.textContent.trim()
|
|
)
|
|
.catch(() => null);
|
|
|
|
return extractNumber(priceText) || 0;
|
|
} catch (error) {
|
|
return 0;
|
|
}
|
|
};
|
|
|
|
getItemsInHtml = async (data) => {
|
|
await this.page.waitForSelector('input[name="searchText"]', {
|
|
timeout: 10000,
|
|
});
|
|
|
|
await this.page.type('input[name="searchText"]', data.keyword);
|
|
|
|
await Promise.all([
|
|
this.page.click(
|
|
"form .btn.btn-lg.btn-primary.waves-effect.allbids-cta-bid"
|
|
),
|
|
this.page.waitForNavigation({ waitUntil: "networkidle0" }), // hoặc 'networkidle2'
|
|
]);
|
|
|
|
const elements = await this.page.$$("tbody > tr.row.ng-scope");
|
|
|
|
const results = [];
|
|
|
|
for (const el of elements) {
|
|
const url = await el
|
|
.$eval(".col-md-5.col-lg-7.title > a", (el) => el.getAttribute("href"))
|
|
.catch(() => null);
|
|
|
|
const model = extractModelId(url);
|
|
|
|
const image_url = await el
|
|
.$eval(`#list${model} > div > img`, (img) => img.getAttribute("src"))
|
|
.catch(() => null);
|
|
|
|
const name = await el
|
|
.$eval(`#list${model} > div:nth-child(1) > h3`, (el) =>
|
|
el.textContent.trim()
|
|
)
|
|
.catch(() => null);
|
|
|
|
const priceText = await el
|
|
.$eval(
|
|
`#list${model} > div:nth-child(1) > div:nth-child(1) > span`,
|
|
(el) => el.textContent.trim()
|
|
)
|
|
.catch(() => null);
|
|
|
|
results.push({
|
|
url,
|
|
image_url,
|
|
name,
|
|
keyword: data.keyword,
|
|
model,
|
|
current_price: extractNumber(priceText) || 0,
|
|
scrap_config_id: this.scrap_config_id,
|
|
});
|
|
}
|
|
|
|
console.log({ results });
|
|
return results;
|
|
};
|
|
}
|