-
Notifications
You must be signed in to change notification settings - Fork 26
/
index.js
188 lines (169 loc) · 6.54 KB
/
index.js
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
const path = require('path');
const randomUserAgent = () => {
const userAgentList = [
'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_5) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Safari/537.36',
'Mozilla/5.0 (iPhone; CPU iPhone OS 9_1 like Mac OS X) AppleWebKit/601.1.46 (KHTML, like Gecko) Version/9.0 Mobile/13B143 Safari/601.1',
'Mozilla/5.0 (iPhone; CPU iPhone OS 9_1 like Mac OS X) AppleWebKit/601.1.46 (KHTML, like Gecko) Version/9.0 Mobile/13B143 Safari/601.1',
'Mozilla/5.0 (Linux; Android 5.0; SM-G900P Build/LRX21T) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Mobile Safari/537.36',
'Mozilla/5.0 (Linux; Android 6.0; Nexus 5 Build/MRA58N) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Mobile Safari/537.36',
'Mozilla/5.0 (Linux; Android 5.1.1; Nexus 6 Build/LYZ28E) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/59.0.3071.115 Mobile Safari/537.36',
'Mozilla/5.0 (iPhone; CPU iPhone OS 10_3_2 like Mac OS X) AppleWebKit/603.2.4 (KHTML, like Gecko) Mobile/14F89;GameHelper',
'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_12_5) AppleWebKit/603.2.4 (KHTML, like Gecko) Version/10.1.1 Safari/603.2.4',
'Mozilla/5.0 (iPhone; CPU iPhone OS 10_0 like Mac OS X) AppleWebKit/602.1.38 (KHTML, like Gecko) Version/10.0 Mobile/14A300 Safari/602.1',
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/51.0.2704.103 Safari/537.36',
'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:46.0) Gecko/20100101 Firefox/46.0',
'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/42.0.2311.135 Safari/537.36 Edge/13.10586',
'Mozilla/5.0 (iPad; CPU OS 10_0 like Mac OS X) AppleWebKit/602.1.38 (KHTML, like Gecko) Version/10.0 Mobile/14A300 Safari/602.1',
]
const num = Math.floor(Math.random() * userAgentList.length)
return userAgentList[num]
}
const randomIpAddress = () => `211.161.244.${Math.floor(254 * Math.random())}`
const fetch = require('node-fetch')
const JkbURL = 'https://time.geekbang.org'
const JkbRequest = (url, query, cookie) => {
const opts = {
method: 'POST',
headers: {
Origin: 'https://time.geekbang.org',
Referer: 'https://time.geekbang.org',
'User-Agent': randomUserAgent(),
'X-Real-IP': randomIpAddress(),
Cookie: cookie || '',
Connection: 'keep-alive',
'Content-Type': 'application/json',
},
body: JSON.stringify(query),
}
return new Promise((resolve, reject) => {
fetch(JkbURL + url, opts)
.then(res => res.json())
.then(json => resolve(json))
.catch(e => reject(e))
})
}
// 根据课程id获取视频m3u8列表，cookie可以为空，为空时返回内容是试听版列表
const fetchCourseMediaList = (courseId, cookie) => {
const params = {
cid: courseId,
size: 200,
prev: 0,
order: 'earliest',
sample: true,
}
return new Promise((resolve, reject) => {
JkbRequest('/serv/v1/column/articles', params, cookie)
.then(res => {
const mediaList = res.data.list
.filter(item => item.video_media !== '')
.map(item => ({
articleTitle: item.article_title.replace(' ', '').replace('|', ''),
hdM3u8: JSON.parse(item.video_media).hd.url,
// 直接取高清视频，当然也有标清，字段是sd
}))
resolve(mediaList)
})
.catch(err =>
reject({
success: false,
message: err.toString(),
})
)
})
}
const spawn = require('child-process-promise').spawn
const convertM3u8ToMp4 = (m3u8, saveToFilename) => {
const promise = spawn('ffmpeg', [
'-i',
`${m3u8}`,
'-c',
'copy',
'-bsf:a',
'aac_adtstoasc',
`${saveToFilename}`,
])
const childProcess = promise.childProcess
// console.log('[spawn] childProcess.pid: ', childProcess.pid)
// childProcess.stdout.on('data', data => {
// console.log('[spawn] stdout: ', data.toString())
// })
// childProcess.stderr.on('data', data => {
// console.log('[spawn] stderr: ', data.toString())
// })
return promise
// .then(() => {
// console.log('[spawn] done!')
// })
// .catch(err => {
// console.error('[spawn] ERROR: ', err)
// })
}
let courseId = ''
let cookie = ''
const fs = require('fs')
const util = require('util')
try{
let conf = JSON.parse(fs.readFileSync(path.join(process.cwd(), 'conf.json')))
courseId = conf.courseId;
cookie = conf.cookie;
} catch (e) {
console.log('please check the conf.json')
}
// fetchCourseMediaList(courseId, cookie)
// .then((list) => {
// console.log('list', list)
// return list.forEach(i => {
// const mkdirAsync = util.promisify(fs.mkdir)
// mkdirAsync(`/Users/Dom/temp2/${i.articleTitle}`)
// .then(dummy => {
// console.log(`convert m3u8 ${i.hdM3u8} to mp4`)
// convertM3u8ToMp4(
// i.hdM3u8,
// `/Users/Dom/temp2/${i.articleTitle}/${i.articleTitle}.mp4`
// )
// })
// .catch(err => {
// console.error('ERROR: ', err)
// })
// })
// }
function dlOne (i) {
// console.log('__dirname', __dirname)
// console.log('process.cwd', process.cwd())
const mkdirAsync = util.promisify(fs.mkdir)
const downloadPath = path.join(process.cwd(), i.articleTitle)
const savedPath = `${downloadPath}/${i.articleTitle}.mp4`
// return console.log(downloadPath, savedPath);
// ---------------------
return mkdirAsync(downloadPath)
.then(dummy => {
// console.log(`convert m3u8 ${i.hdM3u8} to mp4`)
return convertM3u8ToMp4(
i.hdM3u8,
savedPath
)
})
.catch(err => {
console.error('ERROR: ', err)
})
}
// )
// .catch(err => {
// console.error('ERROR: ', err)
// })
async function oneByOne(peFn){
const list = await fetchCourseMediaList(courseId, cookie)
for(let i=0;i<list.length;i++){
peFn && peFn(i, list.length, list[i])
await dlOne(list[i])
// console.log(`the ${list[i].articleTitle} download finished`)
// fn || fn(list[i]);
}
console.log('have fun with geektime');
return true
}
// dlOne(9)
// (async (s)=>{
// await oneByOne(s)
// })(24)
module.exports = oneByOne