-
Notifications
You must be signed in to change notification settings - Fork 11
/
request.js
81 lines (75 loc) · 2.19 KB
/
request.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
/**
* Wrapper for the request module to get around cloudflare's captcha page
*/
const request = require('request');
module.exports = {
_retryCount: 0,
_retryMax: 3,
// Look for cloudflare cookie from server response
getServerCookie(response) {
if (
response &&
response.headers &&
Array.isArray(response.headers['set-cookie'])
) {
for (let cookie of response.headers['set-cookie']) {
cookie = String(cookie)
.split(';')
.shift()
.trim();
if (cookie.indexOf('__cfduid') >= 0) {
return cookie;
}
}
}
return '';
},
// Make a request, try to bypass cloudflare cookie check
doRequest(url, callback, cookie = '') {
const options = {
method: 'GET',
url: url,
headers: {
referer: url,
cookie: cookie,
accept:
'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8',
'user-agent':
'Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/72.0.3626.96 Safari/537.36',
'upgrade-insecure-requests': '1',
'cache-control': 'no-cache',
pragma: 'no-cache',
dnt: '1',
},
};
request(options, (err, response, body) => {
if (err)
return callback(
new Error(err.message || `There was a problem sending the request.`)
);
if (!response)
return callback(
new Error(`No response object for the current request.`)
);
// request denied, look for uid cookie
if (response.statusCode >= 400) {
const cookie = this.getServerCookie(response);
// set cookie and resend the request...
if (cookie && this._retryCount < this._retryMax) {
this._retryCount += 1;
return this.doRequest(url, callback, cookie);
}
// done retrying, abort
this._retryCount = 0;
return callback(
new Error(
`The server responded with status code ${response.statusCode}.`
)
);
}
// looks good...
this._retryCount = 0;
return callback(false, response, body);
});
},
};