python_spider/CS231N_Chinese.py at master · tlatlbtle/python_spider · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
#!/usr/bin/env python
# -*- coding: utf-8 -*-
# Created by wjbKimberly on 17-12-12

import re
import urllib.request
import os


doc_url = "http://vedio.leiphone.com/5a3248f599c5d"
file_name=17


ts_loc="/home/wjb/cs231n/CS231N_2017_Chinese/%s/"%file_name
url_head="http://vedio.leiphone.com"
mp4_loc = "/home/wjb/cs231n/CS231N_2017_Chinese/"


def get_ts_series():
    html_sample = str(urllib.request.urlopen(doc_url).readlines())
    patt=r"b'(/.+?\.ts)\\n"
    url_list=re.findall(patt,html_sample)
    print(url_list)

    for ui in url_list:
        ui=url_head+ui
        patt_name=r"\d{6}.ts"
        namei=re.findall(patt_name,ui)[0]
        print(namei,"has been downloaded.")
        urllib.request.urlretrieve(ui, ts_loc+'%s' % namei)
    print("Downloading has been finished.")

def convert_ts_2_mp4():
    content = ""
    lists = os.listdir(ts_loc)
    lis=sorted(lists)

    cmd = "cd %s && ffmpeg -i \"concat:"%mp4_loc
    for file in lis:
        if file != '.DS_Store':
            file_path = os.path.join(ts_loc, file)
        cmd += file_path + '|'
        # print("文件：%s"%file_path)
    cmd = cmd[:-1]
    cmd += '" -bsf:a aac_adtstoasc -c copy -vcodec copy %s.mp4'%file_name
    try:
        os.system(cmd)
        content += "file '%s.mp4'\n"%file_name
    except:
        print("Unexpected error")

    fp = open("%smp4list.txt"%mp4_loc,'a+')
    fp.write(content)
    fp.close()
    mp4cmd = "cd %s && ffmpeg -y -f concat -i mp4list.txt"%(mp4_loc)
    os.system(mp4cmd)
    print("Converting has been finished.")

if __name__ == '__main__':
    get_ts_series()
    convert_ts_2_mp4()