浏览代码

新增网球滚球爬虫

Your Name 6 年之前
父节点
当前提交
389136f91a
共有 1 个文件被更改,包括 4 次插入5 次删除
  1. 4 5
      hgg070_spider/spiders/roll_wangqiu.py

+ 4 - 5
hgg070_spider/spiders/roll_wangqiu.py

@@ -53,14 +53,13 @@ class WangqiuSpider(scrapy.Spider):
 
 
     def parse(self, response):
     def parse(self, response):
         print(111111111111)
         print(111111111111)
-        pass
         leagues = response.xpath('//serverresponse/game/league')
         leagues = response.xpath('//serverresponse/game/league')
-        url = 'http://m.hgg070.com/app/member/get_game_list.php'
+        url = 'https://m.hg0088.com/app/member/get_game_list.php'
         if leagues:
         if leagues:
             for league in leagues:
             for league in leagues:
                 lid = league.xpath('.//league_id/text()').extract_first()
                 lid = league.xpath('.//league_id/text()').extract_first()
                 from_data = {
                 from_data = {
-                    'uid': '19fbb114b9503aaa806a1920203d73eb85db285f26188e36ae7172f550987364',
+                    'uid': 'yv8vy3csm22383986l393491',
                     'langx': 'zh-cn',
                     'langx': 'zh-cn',
                     'ltype': '4',
                     'ltype': '4',
                     'gtype': 'TN',
                     'gtype': 'TN',
@@ -77,13 +76,13 @@ class WangqiuSpider(scrapy.Spider):
 
 
     def parse_match(self, response):
     def parse_match(self, response):
         pass
         pass
-        url = 'http://m.hgg070.com/app/member/get_game_more.php'
+        url = 'https://m.hg0088.com/app/member/get_game_more.php'
         gids = response.xpath('//serverresponse/game/gid/text()').extract()
         gids = response.xpath('//serverresponse/game/gid/text()').extract()
         tags = response.xpath('//serverresponse/game/more_count/text()').extract()
         tags = response.xpath('//serverresponse/game/more_count/text()').extract()
         if gids:
         if gids:
             for i, gid in enumerate(gids):
             for i, gid in enumerate(gids):
                 from_data = {
                 from_data = {
-                    'uid': '19fbb114b9503aaa806a1920203d73eb85db285f26188e36ae7172f550987364',
+                    'uid': 'yv8vy3csm22383986l393491',
                     'langx': 'zh-cn',
                     'langx': 'zh-cn',
                     'ltype': '4',
                     'ltype': '4',
                     'gtype': 'TN',
                     'gtype': 'TN',