cantisw/js-google-image-scraper

Scrapes Google for images.

Hi there 👋

Who I Am

I am a beginner currently focusing on learning more TypeScript and React.

js-google-image-scraper's Issues

Sponsored section breaks the scraper sometimes

Excellent scraper, just wanted to give a heads up on certain search queries that bring up product carousels on the top of the page offsetting everything.

I'm sure there's a better fix, but meanwhile I've temporarily fixed this by checking if the array is empty and iterating through img[56][1][0][1][1][0] instead of img[56][1][0][0][1][0]

    async function iterateThruImageArrays(imgObjects)
    {
    for (let i = 0; i < limit; i++) {
        if (imgObjects[i] && imgObjects[i][0][0]["444383007"][1]) {
            let url = imgObjects[i][0][0]["444383007"][1][3][0]; // the url
            urlsArray.push(url);
        }
    }
    }

    var imgObjectsRaw = img[56][1][0][0][1][0];

    await iterateThruImageArrays(imgObjectsRaw);
    
    if(urlsArray.length==0)
    {
        console.log("URL array was empty");
        imgObjectsRaw = img[56][1][0][1][1][0];
        await iterateThruImageArrays(imgObjectsRaw);
    }

    return { urls: urlsArray };

feat: typescript declaration file