mapsdumper/index.js at main · tegal1337/mapsdumper · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
#!/usr/bin/env node
/**
 * @version 1.0.0
 * @license MIT
 * @example node index.js
 * @author: Abdul Muttaqin
 */
const puppeteer = require('puppeteer');
const {
    extractData,
    extractLinks
} = require('./src');
const Enquirer = require('enquirer');
const enquirer = new Enquirer();
const fs = require('fs');
const {
    Logger
} = require('./src/utils/Logger');
const Banner = require('./src/utils/Banner');
const {
    BrowserOption
} = require('./src/utils/BrowserOption');
console.clear();
console.log(Banner.Banner());
async function scraperPlace(query, latlong) {
    const browser = await puppeteer.launch(BrowserOption());
    Logger("Start the process ..", "green");
    const page = await browser.newPage();
    await page.setViewport({
        width: 1366,
        height: 4268
    });
    await page.goto('https://www.google.com/maps/search/' + encodeURIComponent(query) + '/?authuser=0&hl=en&entry=ttu');
    Logger("Open Maps ..", "green");
    const links = await extractLinks(page);
    let allData = [];
    for (let i = 0; i < links.length; i++) {
        let link = links[i];
        Logger(`Open Links [ ${i+1} ]`, "green");
        const scrapplace = await browser.newPage();
        try {
            await scrapplace.setViewport({
                width: 1366,
                height: 4268
            });
            await scrapplace.goto(link);
            let data = await extractData(scrapplace);
            allData.push(data);
        } catch (error) {
            console.log(error)
            await scrapplace.close()
        }
    }
    await browser.close();
    return allData;
}

async function scraperSinglePlace(url) {
    const browser = await puppeteer.launch(BrowserOption());
    const scrapplace = await browser.newPage();
    try {
        await scrapplace.setViewport({
            width: 1366,
            height: 1268
        });
        await scrapplace.goto(url);
        let data = await extractData(scrapplace);
        await browser.close()
        return data;
    } catch (error) {
        await scrapplace.close()
    }
}

async function main() {
    try {
        const methodAnswer = await enquirer.prompt({
            type: 'select',
            name: 'method',
            message: 'What do you want to do?',
            choices: ['Scrape a place', 'Scrape a single place']
        });

        if (methodAnswer.method === 'Scrape a place') {
            const placeAnswers = await enquirer.prompt([{
                type: 'input',
                name: 'query',
                message: 'Enter the query to scrape'
            }]);
            try {
                await scraperPlace(placeAnswers.query, placeAnswers.latlong);
            } catch (error) {
                console.log(error)
                Logger("Something wrong ..", "red");
            }

        } else if (methodAnswer.method === 'Scrape a single place') {
            const urlAnswer = await enquirer.prompt({
                type: 'input',
                name: 'url',
                message: 'Enter the URL of the place to scrape'
            });
            try {
                await scraperSinglePlace(urlAnswer.url);
            } catch (error) {
                Logger("Something wrong ..", "red");
            }
        }
    } catch (err) {
        Logger("No Reviews Found", "red");
    }
}

main();