-
Notifications
You must be signed in to change notification settings - Fork 30
/
get-epg.py
178 lines (148 loc) · 8.75 KB
/
get-epg.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
#-*- coding: utf-8 -*-
import re
import pytz
import requests
from lxml import html
from datetime import datetime, timezone, timedelta
tz = pytz.timezone('Asia/Shanghai')
cctv_channel = ['cctv1','cctv2','cctv3','cctv4','cctv5','cctv5plus','cctv6',\
'cctv7','cctv8','cctvjilu','cctv10','cctv11','cctv12','cctvchild', \
'cctv15','cctv16','cctv17','cctv4k']
cctv_channel_tvsou = ['cctv-1','cctv-2','cctv-3','cctv-4','cctv-5','cctv5+','cctv-6',\
'cctv-7','cctv-8','cctv-9','cctv-10','cctv-11','cctv-12']
sat_channel = ['cetv1','cetv2','cetv3','cetv4','btv1','btvjishi','dongfang', \
'hunan','shandong','zhejiang','jiangsu','guangdong','dongnan','anhui', \
'gansu','liaoning','travel','neimenggu','ningxia','qinghai','xiamen', \
'yunnan','chongqing','jiangxi','shan1xi','shan3xi','shenzhen','sichuan','tianjin', \
'guangxi','guizhou','hebei','henan','heilongjiang','hubei','jilin', \
'yanbian','xizang','xinjiang','bingtuan','btvchild','gaoerfu','sdetv']
sat_channel_tvsou = ['hubei','hunan','zhejiang','jiangsu','dongfang','btv1','guangdong',\
'shenzhen','heilongjiang','tianjin','shandong','anhui','liaoning']
def getChannelCNTV(fhandle, channelID):
'''
通过央视cntv接口，获取央视，和上星卫视的节目单，写入同目录下 guide.xml 文件，文件格式符合xmltv标准
接口返回的json转换成dict后类似如下
{'cctv1': {'isLive': '九九第1集', 'liveSt': 1535264130, 'channelName': 'CCTV-1 综合', 'program': [{'t': '生活提示2018-187', 'st': 1535215320, 'et': 1535215680, 'showTime': '00:42', 'eventType': '', 'eventId': '', 'duration': 360}
Args:
fhandle,文件处理对象，用于后续调用，直接写入xml文件
channelID,电视台列表，list格式，可以批量一次性获取多个节目单
Return:
None,直接写入xml文件
'''
#change channelID list to str cids
cids = ''
for x in channelID:
cids = cids + x + ','
epgdate = datetime.now(tz).strftime('%Y%m%d')
session = requests.Session()
api = "http://api.cntv.cn/epg/epginfo?c=%s&d=%s" % (cids, epgdate)
epgdata = session.get(api).json()
for n in range(len(channelID)):
program = epgdata[channelID[n]]['program']
#write channel id info
fhandle.write(' <channel id="%s">\n' % channelID[n])
fhandle.write(' <display-name lang="cn">%s</display-name>\n' % epgdata[channelID[n]]['channelName'])
fhandle.write(' </channel>\n')
def getChannelEPG(fhandle, channelID):
#change channelID list to str cids
cids = ''
for x in channelID:
cids = cids + x + ','
epgdate = datetime.now(tz).strftime('%Y%m%d')
epgdate2 = (datetime.now(tz) + timedelta(days=1)).strftime('%Y%m%d')
epgdate3 = (datetime.now(tz) + timedelta(days=2)).strftime('%Y%m%d')
session = requests.Session()
api = "http://api.cntv.cn/epg/epginfo?c=%s&d=%s" % (cids, epgdate)
api2 = "http://api.cntv.cn/epg/epginfo?c=%s&d=%s" % (cids, epgdate2)
api3 = "http://api.cntv.cn/epg/epginfo?c=%s&d=%s" % (cids, epgdate3)
epgdata = session.get(api).json()
epgdata2 = session.get(api2).json()
epgdata3 = session.get(api3).json()
for n in range(len(channelID)):
program = epgdata[channelID[n]]['program']
for detail in program:
#write programe
st = datetime.fromtimestamp(detail['st']).strftime('%Y%m%d%H%M')+'00'
et = datetime.fromtimestamp(detail['et']).strftime('%Y%m%d%H%M')+'00'
fhandle.write(' <programme start="%s" stop="%s" channel="%s">\n' % (st, et, channelID[n]))
fhandle.write(' <title lang="zh">%s</title>\n' % detail['t'])
fhandle.write(' </programme>\n')
program2 = epgdata2[channelID[n]]['program']
for detail2 in program2:
#write programe
st = datetime.fromtimestamp(detail2['st']).strftime('%Y%m%d%H%M')+'00'
et = datetime.fromtimestamp(detail2['et']).strftime('%Y%m%d%H%M')+'00'
fhandle.write(' <programme start="%s" stop="%s" channel="%s">\n' % (st, et, channelID[n]))
fhandle.write(' <title lang="zh">%s</title>\n' % detail2['t'])
fhandle.write(' </programme>\n')
program3 = epgdata3[channelID[n]]['program']
for detail3 in program3:
#write programe
st = datetime.fromtimestamp(detail3['st']).strftime('%Y%m%d%H%M')+'00'
et = datetime.fromtimestamp(detail3['et']).strftime('%Y%m%d%H%M')+'00'
fhandle.write(' <programme start="%s" stop="%s" channel="%s">\n' % (st, et, channelID[n]))
fhandle.write(' <title lang="zh">%s</title>\n' % detail3['t'])
fhandle.write(' </programme>\n')
'''
# 本段内容适用电视猫，备份使用，先注释掉
def getChannelTVsou(fhandle, channelID):
#获取TVSOU的节目单和节目信息，先获取所有台的ID，再通过ID获取每个台每天节目单
#获取tvsou每个台的地址
session = requests.Session()
base_url = 'https://www.tvsou.com'
api_url = 'https://www.tvsou.com/epg/%s/' % channelID
headers = {'Host':'www.tvsou.com','User-Agent':'Mozilla/5.0 (Windows NT 6.1; Win64; x64; rv:56.0) Gecko/20100101 Firefox/56.0'}
#获取所有电视台的url的xpath
channels_rule = '/html/body/div[3]/div[3]/div[3]/div[1]/div[1]/ul/li/a/@href'
channelname_rule = '/html/body/div[3]/div[2]/span[2]/text()'
epgname_rule = '/html/body/div[3]/div[3]/div[3]/div[2]/div[2]/div[2]/ol/li/@data-name'
epgtime_rule = '/html/body/div[3]/div[3]/div[3]/div[2]/div[2]/div[2]/ol/li/@data-mainstars'
epgcontenturl_rule = '/html/body/div[3]/div[3]/div[3]/div[2]/div[2]/div[2]/ol/li/@data-url'
epgcontentdesc_url = '/html/body/div[3]/div[1]/div[1]/div/div/div/pre/text()'
#获取所有电视台的URL，方便抓取
channels_html= session.get(api_url,headers=headers).text
tree = html.fromstring(channels_html)
channels_url = tree.xpath(channels_rule)
#按照获取的url抓取电视台节目单
for channel in channels_url:
c_html = session.get(base_url + channel,headers=headers).text
tree = html.fromstring(c_html)
#epgname可以直接使用，epgtime和epgcontenturl需要转换
channelid = channel.split('?')[0].split('/')[-1]
#channelname = tree.xpath(channelname_rule)[0].strip().split(' ')[0].split('台-')[1]
channelname = re.match(r'.*?-(.*) 节目单',tree.xpath(channelname_rule)[0].strip()).group(1)
epgname = tree.xpath(epgname_rule)
epgtime = tree.xpath(epgtime_rule)
epgcontenturl = tree.xpath(epgcontenturl_rule)
#转换epg节目单的content为节目真实url
epgcontenturl = [base_url+i.strip().replace('show','story') for i in epgcontenturl]
epgstarttime = [datetime.now().strftime('%Y%m%d')+j[0].replace(':','').strip() for j in [i.split('-') for i in epgtime]]
epgstoptime = [datetime.now().strftime('%Y%m%d')+j[1].replace(':','').strip() for j in [i.split('-') for i in epgtime]]
#write channel id info
fhandle.write(' <channel id="%s">\n' % channelid)
fhandle.write(' <display-name lang="cn">%s</display-name>\n' % channelname)
fhandle.write(' </channel>\n')
#write programe
for n in range(len(epgname)):
#获取节目的描述desc，需要额外在抓取网页的描述信息
#desc_html = session.get(epgcontenturl[n][0:-1],headers=headers).text
#tree = html.fromstring(desc_html)
#desc_content = tree.xpath(epgcontentdesc_url[0])
#print(desc_content)
fhandle.write(' <programme start="%s" stop="%s" channel="%s">\n' % (epgstarttime[n], epgstoptime[n], channelid))
fhandle.write(' <title lang="cn">%s</title>\n' % epgname[n].strip())
#fhandle.write(' <desc lang="cn">%s</desc>\n' % epgname[n].strip())
fhandle.write(' </programme>\n')
'''
with open('guide.xml','w', encoding='utf-8') as fhandle: # 参数 w 表示覆盖，追加用 at (追加+文本)
fhandle.write('<?xml version="1.0" encoding="utf-8" ?>\n')
fhandle.write('<tv generator-info-name="frankwuzp" generator-info-url="https://github.com/frankwuzp/iptv-cn">\n')
# getChannelTVsou(fhandle,cctv_channel_tvsou)
# getChannelTVsou(fhandle, 'weishi')
getChannelCNTV(fhandle, cctv_channel)
getChannelCNTV(fhandle, sat_channel)
getChannelEPG(fhandle, cctv_channel)
getChannelEPG(fhandle, sat_channel)
# getChannelTVmining(fhandle,cctv_channel_tvmining)
# getChannelTVmining(fhandle,sat_channel_tvmining)
fhandle.write('</tv>')