Integrating ZenRows Scraping Browser with Puppeteer

// npm install puppeteer-core
const puppeteer = require('puppeteer-core');
// scraping browser connection URL
const connectionURL = 'wss://browser.zenrows.com?apikey=YOUR_ZENROWS_API_KEY';

const scraper = async () => {
    // connect to the scraping browser
    const browser = await puppeteer.connect({ browserWSEndpoint: connectionURL });
    const page = await browser.newPage();
    
    await page.goto('https://www.scrapingcourse.com/ecommerce/');
    console.log(await page.title());
    
    await browser.close();
};

scraper();

# pip install pyppeteer
import asyncio
from pyppeteer import connect

# scraping browser connection URL
connection_url = "wss://browser.zenrows.com?apikey=YOUR_ZENROWS_API_KEY"

async def scraper():
    # connect to the scraping browser
    browser = await connect(browserWSEndpoint=connection_url)
    page = await browser.newPage()
    
    await page.goto('https://www.scrapingcourse.com/ecommerce/')
    print(await page.title())
    
    await page.close()
    await browser.disconnect()

if __name__ == "__main__":
    asyncio.run(scraper())

node scraper.js

python scraper.py

// npm install puppeteer-core
const puppeteer = require('puppeteer-core');

// scraping browser connection URL
const connectionURL = 'wss://browser.zenrows.com?apikey=YOUR_ZENROWS_API_KEY';

const scraper = async (url) => {
    // connect to the scraping browser
    const browser = await puppeteer.connect({
        browserWSEndpoint: connectionURL,
    });
    const page = await browser.newPage();
    
    try {
        await page.goto(url, { waitUntil: 'networkidle2' });
        await page.waitForSelector('.product');
        
        // extract the desired data
        const data = await page.$$eval('.product', (products) =>
            products.map((product) => ({
                name: product.querySelector('.product-name')?.textContent.trim() || '',
                price: product.querySelector('.price')?.textContent.trim() || '',
                productURL: product.querySelector('.woocommerce-LoopProduct-link')?.href || '',
            }))
        );
        
        return data;
    } finally {
        await page.close();
        await browser.close();
    }
};

// execute the scraper function
(async () => {
    const url = 'https://www.scrapingcourse.com/ecommerce/';
    const products = await scraper(url);
    console.log(products);
})();

# pip install pyppeteer
import asyncio
from pyppeteer import connect

# scraping browser connection URL
connection_url = "wss://browser.zenrows.com?apikey=YOUR_ZENROWS_API_KEY"

async def scraper(url):
    # connect to the scraping browser
    browser = await connect(browserWSEndpoint=connection_url)
    page = await browser.newPage()
    
    try:
        await page.goto(url, {"waitUntil": "networkidle2"})
        await page.waitForSelector(".product")
        
        # extract the desired data
        product_elements = await page.querySelectorAll(".product")
        products = []
        
        for product in product_elements:
            name_el = await product.querySelector(".product-name")
            name = await page.evaluate("(el) => el.textContent.trim()", name_el) if name_el else ""
            
            price_el = await product.querySelector(".price")
            price = await page.evaluate("(el) => el.textContent.trim()", price_el) if price_el else ""
            
            url_el = await product.querySelector(".woocommerce-LoopProduct-link")
            product_url = await page.evaluate("(el) => el.href", url_el) if url_el else ""
            
            products.append({
                "name": name,
                "price": price,
                "productURL": product_url,
            })
        
        return products
    finally:
        await page.close()
        await browser.disconnect()

# execute the scraper function
if __name__ == "__main__":
    url = "https://www.scrapingcourse.com/ecommerce/"
    products = asyncio.run(scraper(url))
    print(products)

node scraper.js

python scraper.py