-
Notifications
You must be signed in to change notification settings - Fork 0
/
server.js
151 lines (138 loc) · 4.94 KB
/
server.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
// used to create a server;
var express = require('express');
// used to send http request
var request = require('request');
var fs = require('fs');
// Jquery
var cheerio = require('cheerio')
var info = "[+] ";
var app1 = express();
// search value
var search = "mac";
var numberofitems = 0;
console.log(info+ "initialization");
app1.use(function(req , res, next ) {
// all web scraping
var url = 'https://www.avito.ma/fr/maroc/mac';
var json;
// send a request to the url and get the html response;
request(url, function(error,response,body) {
if(!error)
{
numberofitems = 0;
// load the response and make it browesable using jquery
var $ = cheerio.load(body);
var title , price , urldesc;
json = { "item":[]};
for(var i = 0; i < $('.fs14').length; i= i + 2)
{
$('.fs14 > a').eq(i).filter(function()
{
var data = $(this);
title = data.text();
url = data.attr("href");
json.item[i]={"title":"","price":"","urldesc":"","location":""};
json.item[i].title = title;
json.item[i].urldesc = url;
json.item[i].location = $('.fs14 > small > a').eq(i).text();
if(json.item[i].title.search(/mac/i) == (-1))
{
json.item[i] = null;
}
});
$('.price_value').eq(i).filter(function()
{
var data = $(this);
price = data.text();
if(json.item[i] != null)
{
json.item[i].price = parseInt(price.replace(/\s/g, ''));
if(!json.item[i].price)
{
json.item[i] = null;
}else
{
numberofitems += 1;
}
}
});
}
var item;
// edit the html file to insert the results
fs.readFile('index.html',(err, data) => {
var $ = cheerio.load(data);
if (err) throw err;
var count =0;
// RMS of prices
var rms = 0;
// remove old list and update the list
$('tbody').empty();
// create list of items in the html file
for(var i = 0; i < json.item.length ;i++)
{
item = json.item[i];
if((item == undefined) || (item == null )){delete item;continue;}
console.log(item.title);
console.log(item.price);
count++;
rms += item.price;
$('tbody').append("<tr><th scope='row'>" + count + "</th><td>"+ item.title +"</td><td>" + item.price +"</td><td><a href='"+ item.urldesc +"'>"+ item.location +"</a></td><td class='deleteitem'><img src='img/close.png'/></td></tr>");
}
console.log(rms);
console.log(info + numberofitems);
// calculate and display the changes
$('#rms').text("Moyenne: "+ (rms / numberofitems).toFixed(2) +" dh");
// write the changes in the html file
fs.writeFile('index.html',$.html(),'utf-8', function (err) {
if (err) throw err
});
});
res.sendFile('index.html' , { root : __dirname});
}
else {
console.log(info+"error sending the request"+error);
res.send("Error 403");
}
});
});
app1.listen('8080');
const { app, BrowserWindow } = require('electron');
// Keep a global reference of the window object, if you don't, the window will
// be closed automatically when the JavaScript object is garbage collected.
let win
function createWindow () {
// Create the browser window.
win = new BrowserWindow({ width: 800, height: 600 ,frame: false})
// and load the index.html of the app.
win.loadURL(`file://${__dirname}/index.html`)
// Open the DevTools.
win.webContents.openDevTools()
win.setAutoHideMenuBar(true)
// Emitted when the window is closed.
win.on('closed', () => {
// Dereference the window object, usually you would store windows
// in an array if your app supports multi windows, this is the time
// when you should delete the corresponding element.
win = null
})
}
// This method will be called when Electron has finished
// initialization and is ready to create browser windows.
// Some APIs can only be used after this event occurs.
app.on('ready', createWindow)
// Quit when all windows are closed.
app.on('window-all-closed', () => {
// On macOS it is common for applications and their menu bar
// to stay active until the user quits explicitly with Cmd + Q
if (process.platform !== 'darwin') {
app.quit()
}
})
app.on('activate', () => {
// On macOS it's common to re-create a window in the app when the
// dock icon is clicked and there are no other windows open.
if (win === null) {
createWindow()
}
})
exports= module.exports = app1;