更改爬取url域名

hg3535/spiders/guanjun.py

@@ -28,9 +28,7 @@ class LqguanjunSpider(scrapy.Spider):
             for x in range(0, 4):
                 # for y in range()
                 url = 'https://odata.yonghuai5515.com/odds6i/d/getodds/zh-cn/sid/{}/pt/1/ubt/or/pn/{}/sb/2/dc/null/pid/0'.format(z, x)
-                # https://odata.jiushan6688.com/odds6i/d/getodds/zh-cn/sid/1/pt/3/ubt/or/pn/0/sb/2/dc/null/pid/0
                 # redis_key = "guanjun: start_urls"
-                # https://odata.jiushan6688.com/odds6i/d/getodds/zh-cn/sid/1/pt/1/ubt/or/pn/0/sb/2/dc/null/pid/0
                 yield Request(url=url, callback=self.parse, dont_filter=True)
 
     def parse(self, response):

hg3535/spiders/liansai.py

@@ -29,7 +29,7 @@ class LanqiulsSpider(scrapy.Spider):
                 for z in gj_list:
                     url = 'https://hg3535z.com/odds2/d/getcomps?sid='+str(y)+'&pt=' + str(i) + '&ubt=' + z +'&dc=null&pn=0&pid=0'
                     yield scrapy.Request(url=url, callback=self.parse, dont_filter=True)
-                # yield scrapy.Request(url=url, callback=self.parse)
+
     def parse(self, response):
         try:
             datas = json.loads(response.text)['gs']

hg3535/spiders/roll_bangqiu.py

@@ -22,7 +22,6 @@ class BqrangqiuSpider(scrapy.Spider):
         # 'LOG_LEVEL': 'DEBUG',
         # 'LOG_FILE': "../hg3535/log/roll_bangqiu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
     }
-
     start_urls = ['https://odata.yonghuai5515.com/odds6i/d/getodds/zh-cn/sid/4/pt/4/ubt/am/pn/0/sb/2/dc/null/pid/0']  # 滚球菜单 棒球滚球列url
     rls = redis.Redis(host=R_HOST, port=R_POST, db=R_DB, password=R_PASSWORD)
 

hg3535/spiders/roll_wangqiu.py

@@ -61,8 +61,7 @@ class WangqiuSpider(scrapy.Spider):
         rules = jsonpath.jsonpath(datas, '$..i-ot[0]..egs..es..i[19]')
         if ids:
             for index, id in enumerate(ids):
-                urls = 'https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/true/ubt/am/isp/false'.format(
-                    id)
+                urls = 'https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/true/ubt/am/isp/false'.format(id)
                 # 玩法规则
                 rle = rules[index]
                 self.rls.sadd('hg3535.gunqiu.ids', id)

hg3535/spiders/wangqiu.py

@@ -12,6 +12,7 @@ from scrapy.http import Request
 from ..items import Wangqiu
 from ..settings import R_HOST, R_PASSWORD, R_POST, R_DB
 
+
 class LanqiuSpider(scrapy.Spider):
     name = "wangqiu"
     to_day = datetime.datetime.now()

hg3535/spiders/zuqiu.py

@@ -63,9 +63,7 @@ class ZuqiuSpider(scrapy.Spider):
                             url = "https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
                             yield Request(url=url, callback=self.parse_each, dont_filter=True, meta={'pt': pt})
 
-    #
     def parse_each(self, response):
-        pass
         if response.status == 200:
             # 球队进球数 大小
             try: