How To Scrape the Web with Node Js Efficiently

				
					const puppeteer = require("puppeteer");

async function scrap() {
  let browser;

  try {
    // Launch the browser
    browser = await puppeteer.launch({ headless: "old" });

    // Create a new page
    const page = await browser.newPage();

    // Navigate to Amazon
    await page.goto("https://www.amazon.com/", {
      waitUntil: "networkidle2",
      timeout: 30000,
    });

    // Wait for the search input field
    await page.waitForSelector("#twotabsearchtextbox", { timeout: 5000 });

    // Search for a specific item (modify this to your desired search term)
    const searchTerm = "monitor";
    await page.type("#twotabsearchtextbox", searchTerm, { delay: 100 });
    await page.click("#nav-search-submit-button");

    // Wait for the search results
    await page.waitForSelector('[data-component-type="s-search-result"]', {
      timeout: 5000,
    });

    // Extract search results
    const searchResultsElements = await page.$$(
      '[data-component-type="s-search-result"]'
    );

    // Delay for demonstration purposes
    await new Promise((r) => setTimeout(r, 10000));

    const searchResultsData = [];

    // Process each search result
    for (const resultElement of searchResultsElements) {
      const titleSelector =
        'div[data-cy="title-recipe"] h2 a span.a-size-medium.a-color-base.a-text-normal';
      const priceSelector = ".a-price span.a-offscreen";

      const title = await resultElement.$eval(titleSelector, (el) =>
        el.textContent.trim()
      );

      const price = await resultElement.$eval(priceSelector, (el) =>
        el.textContent.trim()
      );

      // Store result data
      searchResultsData.push({
        title,
        price,
      });
    }

    // Display the results
    console.log(`Search results for "${searchTerm}":`, searchResultsData);

    // Close the browser
    await browser.close();
  } catch (error) {
    console.error("Error during execution:", error);
  } finally {
    // Close the browser in case of any error
    if (browser) {
      await browser.close();
    }
  }
}

// Call the run function
scrap();