node_scrapper/script.js at master · opensrc-org/node_scrapper · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
const cheerio = require('cheerio');
const fs = require('fs');
const request = require('request');
const notifier = require('node-notifier');
const path = require('path');

//var URL = "http://www.jiit.ac.in";

//var URL = "http://www.jiit.ac.in/academicsfacultycs?page=2";


for(let i=0; i<5; i++)
{

request("http://www.jiit.ac.in/academicsfacultycs?page="+i,function (err,response,body) {
    if(err)
    {
        console.log(err);
        console.log('Status Code Of Response Is :'+response.statusCode);
    }
    //console.log('Status Code Of Response Is :'+response.statusCode);
    if(response.statusCode===200)
    {
        //console.log('Everything is working properly!!');
    }

    var $ = cheerio.load(body);


    $('div.view-faculty > div.view-content > ul > li.faculty-list > div.faculty-desc').each(function (index) {

        var faculty_name = $(this).find('div.faculty-name').text();
        var faculty_email = $(this).find('div.faculty-email').text();
        /*console.log(faculty_name);
        console.log(faculty_email);
        console.log(' ');*/

        fs.appendFile('cs_it_dept.txt',faculty_name+'\n'+faculty_email+'\n\n');

    })
});
}


fs.stat('cs_it_dept.txt', function(err, stat) {
    if(err == null) {
        //console.log('File exists');
        notifier.notify({
            title: 'Message Triggered',
            message: 'Ashish Your Script Has Been Loaded Completely!!',
            icon: path.join(__dirname,'Ashish_PP.jpg')
        })
    } else if(err.code == 'ENOENT') {
        // file does not exist
        //console.log("ashish your file does not exist here:( :(");
        //fs.writeFile('log.txt', 'Some log\n');
    } else {
        console.log('Some other error: ', err.code);
    }
});
for(let i=0; i<4; i++)
{

    request("http://www.jiit.ac.in/academicsfacultyele?page="+i,function (err,response,body) {
        if(err)
        {
            console.log(err);
            console.log('Status Code Of Response Is :'+response.statusCode);
        }
        //console.log('Status Code Of Response Is :'+response.statusCode);
        if(response.statusCode===200)
        {
            //console.log('Everything is working properly!!');
        }

        var $ = cheerio.load(body);

        $('div.view-faculty > div.view-content > ul > li.faculty-list > div.faculty-desc').each(function (index) {

            var faculty_name = $(this).find('div.faculty-name').text();
            var faculty_email = $(this).find('div.faculty-email').text();
            /*console.log(faculty_name);
            console.log(faculty_email);
            console.log(' ');*/
            fs.appendFile('ECE_dept.txt',faculty_name+'\n'+faculty_email+'\n\n');
        })
    });
}