MyParser/parser.js at main · bifynok/MyParser · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
const puppeteer = require("puppeteer");

let PageLink = "https://www.moyo.ua/ua/telecommunication/smart/?page=";

(async () => {
  let isListable = true;
  let receivedInfo = [];
  let pageCounter = 1;
  let browser;
  try {
    browser = await puppeteer.launch({
      headless: true,
      slowMo: 100,
      devtools: true,
    });

    let page = await browser.newPage();
    await page.setViewport({
      width: 1400,
      height: 900,
    });

    await page.goto(`${PageLink}${pageCounter}`);
    await page.waitForSelector("ul.js-catalog-pagination");
    let lastPage = await page.evaluate(
      async () => {
        try {
          let elements = document.querySelectorAll("[data-page]");
          let lastElement = elements[elements.length - 1];
          let lastPageValue = lastElement.getAttribute("data-page");
          return lastPageValue;
        } catch (error) {
          console.log(error);
        }
      },
      { waitUntil: "ul.js-catalog-pagination" }
    );

    while (isListable) {
      await page.goto(`${PageLink}${pageCounter}`);
      await page.waitForSelector("ul.js-catalog-pagination");

      let getInfo = await page.evaluate(
        async () => {
          let productInfo = [];

          try {
            let productCardsList = document.querySelectorAll("div.product-item.goods-item");
            productCardsList.forEach((productCard) => {
              let phone = {
                productName: productCard.querySelector("a.product-item_name").innerText,
                productPrice: productCard.querySelector("div.product-item_price_current").innerText
              };
              productInfo.push(phone);
            });
          } catch (error) {
            console.log(error);
          }

          return productInfo;
        },
        { waitUntil: "ul.js-catalog-pagination" }
      );
      receivedInfo.push(getInfo);

      if (pageCounter >= lastPage) {
        isListable = false;
      } else {
        pageCounter++;
      }
    }

    await browser.close();

    for (let productList of receivedInfo) {
      for (let product of productList) {
        console.log(product.productName, " - ", product.productPrice);
      }
    }
  } catch (error) {
    console.log(error);
    await browser.close();
  }
})();