70行代码爬取斗鱼虎牙企鹅直播观看人数

非法程序、

爬取的是lol和王者荣耀的直播观看人数。
2个游戏有高有低
没引战的意思

1. # -*- coding: utf-8 -*-
   
2. 
   
3. import requests
   
4. import threading
   
5. from lxml import etree
   
6. 
   
7. lolURL={
   
8.     "huya":"https://www.huya.com/g/lol",
   
9.     "qier":"https://egame.qq.com/livelist?layoutid=lol",
   
10.     "douyu":"https://www.douyu.com/g_LOL"
    
11. }
    
12. wzURL={
    
13.     "huya":"https://www.huya.com/g/2336",
    
14.     "qier":"https://egame.qq.com/livelist?layoutid=1104466820",
    
15.     "douyu":"https://www.douyu.com/g_wzry"
    
16. }
    
17. 
    
18. headers={
    
19.     'accept':'text/javascript, application/javascript, application/ecmascript, application/x-ecmascript, */*; q=0.01',
    
20.     'accept-encoding':'gzip, deflate, br',
    
21.     'accept-language':'zh-CN,zh;q=0.9',
    
22.     'sec-fetch-dest':'empty',
    
23.     'sec-fetch-mode':'cors',
    
24.     'sec-fetch-site':'same-origin',
    
25.     'user-agent':'Mozilla/5.0 (Windows NT 10.0; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.163 Safari/537.36'
    
26. }
    
27. 
    
28. lol_people = 0
    
29. wz_people = 0
    
30. 
    
31. def game_clear(people,game):
    
32.     if game == 'lol':
    
33.         global lol_people
    
34.         lol_people += people
    
35.     elif game == 'wz':
    
36.         global wz_people
    
37.         wz_people += people
    
38. 
    
39. def clean(people_list,game):
    
40.     people = 0.0
    
41.     for r in people_list:
    
42.         r=float(r.replace('万','').replace(',','').strip())
    
43.         people += r
    
44.     game_clear(people,game)
    
45. 
    
46. 
    
47. def game_people(URL,game):
    
48.     for url,name in zip(URL.values(),URL):
    
49.         req = requests.get(url=url,headers=headers).text
    
50.         req_xp = etree.HTML(req)
    
51.         if name == 'huya':
    
52.             people_list = req_xp.xpath('//*[@class="js-num"]/text()')
    
53.             clean(people_list,game)
    
54.         elif name == 'qier':
    
55.             people_list = req_xp.xpath('//*[@class="popular"]/text()')
    
56.             clean(people_list,game)
    
57.         elif name == 'douyu':
    
58.             people_list = req_xp.xpath('//*[@class="DyListCover-hot is-template"]/text()')
    
59.             clean(people_list,game)
    
60.         else:
    
61.             print('程序出错')
    
62. 
    
63. 
    
64. if __name__ == '__main__':
    
65.     t1 = threading.Thread(game_people(lolURL,"lol"))
    
66.     t2 = threading.Thread(game_people(wzURL,"wz"))
    
67.     t1.start()
    
68.     t2.start()
    
69.     print('英雄联盟：%.2f万人'%lol_people)
    
70.     print('王者荣耀：%.2f万人'%wz_people)

复制代码

3175402486

药不能停 / 加大药量