更改爬取url域名

hg3535/spiders/roll_zuqiu.py

@@ -41,8 +41,7 @@ class ZuqiuSpider(scrapy.Spider):
                     for es in egs:
                         es = es['es']
                         for e in es:
-                            # match_id = e['k']
-                            match_id = 3491982
+                            match_id = e['k']
                             up_time = str(time.time()) + '&' + 'zq'
                             self.rls.sadd('hg3535.gunqiu.ids', match_id)
                             self.rls.hset('hg3535.ball.ids', match_id, up_time)

hg3535/spiders/zuqiu.py

@@ -23,11 +23,6 @@ class ZuqiuSpider(scrapy.Spider):
         },
         # 'LOG_LEVEL': 'DEBUG',
         # 'LOG_FILE': "./log/zuqiu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day),
-        # 'RETRY_ENABLED': False,
-        # 'COOKIES_ENABLED': False,
-        # 'DOWNLOAD_TIMEOUT': 1,
-        # 'SCHEDULER_PERSIST': False,
-        # 'SCHEDULER_FLUSH_ON_START': False,
     }
     rls = redis.Redis(host=R_HOST, port=R_POST, db=R_DB, password=R_PASSWORD)