UniqueSoft/serpbear
2
0
Fork 0
mirror of https://github.com/towfiqi/serpbear synced 2025-06-26 18:15:54 +00:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: Resolves scraper not able to scrape some keywords correctly.

Browse Source
This commit is contained in:
towfiqi 2024-02-22 19:14:19 +06:00
parent 724d3c8d43
commit 9a7a43f051
1 changed files with 5 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
utils/scraper.ts
View File

@ -149,14 +149,13 @@ export const extractScrapedResult = (content: string, device: string): SearchRes
const $ = cheerio.load(content);
const hasNumberofResult = $('body').find('#search > div > div');
const searchResult = hasNumberofResult.children();
const searchResultItems = hasNumberofResult.find('h3');
let lastPosition = 0;
for (let i = 0; i < searchResult.length; i += 1) {
if (searchResult[i]) {
const title = $(searchResult[i]).find('h3').html();
const url = $(searchResult[i]).find('a').attr('href');
// console.log(i, url?.slice(0, 40), title?.slice(0, 40));
for (let i = 0; i < searchResultItems.length; i += 1) {
if (searchResultItems[i]) {
const title = $(searchResultItems[i]).html();
const url = $(searchResultItems[i]).closest('a').attr('href');
if (title && url) {
lastPosition += 1;
extractedResult.push({ title, url, position: lastPosition });