浏览代码

更改爬取url域名

Your Name 6 年之前
父节点
当前提交
0c00f6d0dc

+ 4 - 4
hg3535/spiders/bangqiu.py

@@ -25,7 +25,7 @@ class BqrangqiuSpider(scrapy.Spider):
 
     def start_requests(self):
         for y in range(1, 4):
-            url = 'https://odata.jiushan6688.com/odds6i/d/getodds/zh-cn/sid/4/pt/{}/ubt/am/pn/0/sb/2/dc/null/pid/0'.format(y)
+            url = 'https://odata.yonghuai5515.com/odds6i/d/getodds/zh-cn/sid/4/pt/{}/ubt/am/pn/0/sb/2/dc/null/pid/0'.format(y)
             yield scrapy.Request(url=url, callback=self.parse, meta={'pt': y}, dont_filter=True)
 
     def parse(self, response):
@@ -46,13 +46,13 @@ class BqrangqiuSpider(scrapy.Spider):
                         up_time = str(time.time()) + '&' + 'bq'
                         self.rls.hset('hg3535.ball.ids', game_id, up_time)
                         if pt == 1:
-                            url = "https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
+                            url = "https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
                             yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt == 2:
-                            url = "https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
+                            url = "https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
                             yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt == 3:
-                            url = "https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/true".format(game_id)
+                            url = "https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/true".format(game_id)
                             yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
 
     def parse_each(self, response):

+ 1 - 1
hg3535/spiders/guanjun.py

@@ -27,7 +27,7 @@ class LqguanjunSpider(scrapy.Spider):
         for z in range(1, 5):
             for x in range(0, 4):
                 # for y in range()
-                url = 'https://odata.jiushan6688.com/odds6i/d/getodds/zh-cn/sid/{}/pt/1/ubt/or/pn/{}/sb/2/dc/null/pid/0'.format(z, x)
+                url = 'https://odata.yonghuai5515.com/odds6i/d/getodds/zh-cn/sid/{}/pt/1/ubt/or/pn/{}/sb/2/dc/null/pid/0'.format(z, x)
                 # https://odata.jiushan6688.com/odds6i/d/getodds/zh-cn/sid/1/pt/3/ubt/or/pn/0/sb/2/dc/null/pid/0
                 # redis_key = "guanjun: start_urls"
                 # https://odata.jiushan6688.com/odds6i/d/getodds/zh-cn/sid/1/pt/1/ubt/or/pn/0/sb/2/dc/null/pid/0

+ 1 - 1
hg3535/spiders/jieshu.py

@@ -28,7 +28,7 @@ class HgjieshuSpider(scrapy.Spider):
         if match_ids:
             for match_id in match_ids:
                 match_id = match_id.decode()
-                url = 'https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/true/ubt/am/isp/false'.format(match_id)
+                url = 'https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/true/ubt/am/isp/false'.format(match_id)
                 yield scrapy.Request(url=url, callback=self.parse, dont_filter=True)
 
     def parse(self, response):

+ 4 - 4
hg3535/spiders/lanqiu.py

@@ -56,7 +56,7 @@ class LanqiuSpider(scrapy.Spider):
 
     def start_requests(self):
         for y in range(1, 4):
-            url = "https://odata.jiushan6688.com/odds6i/d/getodds/zh-cn/sid/2/pt/{}/ubt/am/pn/0/sb/2/dc/null/pid/0".format(y)
+            url = "https://odata.yonghuai5515.com/odds6i/d/getodds/zh-cn/sid/2/pt/{}/ubt/am/pn/0/sb/2/dc/null/pid/0".format(y)
             yield scrapy.Request(url=url, callback=self.parse, dont_filter=True, meta={'pt': y})
 
     def parse(self, response):
@@ -77,13 +77,13 @@ class LanqiuSpider(scrapy.Spider):
                         up_time = str(time.time()) + '&' + 'lq'
                         self.rls.hset('hg3535.ball.ids', game_id, up_time)
                         if pt == 1:
-                            url = "https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
+                            url = "https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
                             yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt == 2:
-                            url = "https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
+                            url = "https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
                             yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt == 3:
-                            url = "https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/true".format(game_id)
+                            url = "https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/true".format(game_id)
                             yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
 
     def parse_each(self, response):

+ 2 - 3
hg3535/spiders/roll_bangqiu.py

@@ -23,8 +23,7 @@ class BqrangqiuSpider(scrapy.Spider):
         # 'LOG_FILE': "../hg3535/log/roll_bangqiu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
     }
 
-    start_urls = [
-        'https://odata.jiushan6688.com/odds6i/d/getodds/zh-cn/sid/4/pt/4/ubt/am/pn/0/sb/2/dc/null/pid/0']  # 滚球菜单 棒球滚球列url
+    start_urls = ['https://odata.yonghuai5515.com/odds6i/d/getodds/zh-cn/sid/4/pt/4/ubt/am/pn/0/sb/2/dc/null/pid/0']  # 滚球菜单 棒球滚球列url
     rls = redis.Redis(host=R_HOST, port=R_POST, db=R_DB, password=R_PASSWORD)
 
     def parse(self, response):
@@ -32,7 +31,7 @@ class BqrangqiuSpider(scrapy.Spider):
         ids = jsonpath.jsonpath(datas, '$..i-ot[0]..egs..es..i[16]')  # ids新列表
         if ids:
             for i in ids:
-                urls = 'https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/true/ubt/am/isp/false'.format(
+                urls = 'https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/true/ubt/am/isp/false'.format(
                     i)
                 self.rls.sadd('hg3535.gunqiu.ids', i)
                 up_time = str(time.time()) + '&' + 'bq'

+ 2 - 2
hg3535/spiders/roll_lanqiu.py

@@ -41,7 +41,7 @@ class LanqiuSpider(scrapy.Spider):
     name = "roll_lanqiu"
     to_day = datetime.datetime.now()
     allowed_domains = ['hg3535z.com']
-    start_urls = ['https://odata.jiushan6688.com/odds6i/d/getodds/zh-cn/sid/2/pt/4/ubt/am/pn/0/sb/2/dc/null/pid/0']
+    start_urls = ['https://odata.yonghuai5515.com/odds6i/d/getodds/zh-cn/sid/2/pt/4/ubt/am/pn/0/sb/2/dc/null/pid/0']
     custom_settings = {
         "ITEM_PIPELINES": {
             "hg3535.pipeline.roll_lanqiu.Roll_Lanqiupipeline": 200,
@@ -71,7 +71,7 @@ class LanqiuSpider(scrapy.Spider):
                             self.rls.sadd('hg3535.gunqiu.ids', match_id)
                             up_time = str(time.time()) + '&' + 'lq'
                             self.rls.hset('hg3535.ball.ids', match_id, up_time)
-                            url = 'https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/true/ubt/am/isp/false'.format(match_id)
+                            url = 'https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/true/ubt/am/isp/false'.format(match_id)
                             yield Request(url=url, callback=self.parse_other, dont_filter=True)
                 else:
                     print('篮球滚球数据,为空,无比赛')

+ 2 - 2
hg3535/spiders/roll_wangqiu.py

@@ -43,7 +43,7 @@ class WangqiuSpider(scrapy.Spider):
     to_day = datetime.datetime.now()
     allowed_domains = ['hg3535z.com']
     start_urls = [
-        'https://odata.jiushan6688.com/odds6i/d/getodds/zh-cn/sid/3/pt/4/ubt/am/pn/0/sb/2/dc/null/pid/0']  # 滚球菜单 网球滚球列url
+        'https://odata.yonghuai5515.com/odds6i/d/getodds/zh-cn/sid/3/pt/4/ubt/am/pn/0/sb/2/dc/null/pid/0']  # 滚球菜单 网球滚球列url
     custom_settings = {
         "ITEM_PIPELINES": {
             # "hg3535.pipeline.Roll_Wangqiupipeline": 350,
@@ -61,7 +61,7 @@ class WangqiuSpider(scrapy.Spider):
         rules = jsonpath.jsonpath(datas, '$..i-ot[0]..egs..es..i[19]')
         if ids:
             for index, id in enumerate(ids):
-                urls = 'https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/true/ubt/am/isp/false'.format(
+                urls = 'https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/true/ubt/am/isp/false'.format(
                     id)
                 # 玩法规则
                 rle = rules[index]

+ 2 - 2
hg3535/spiders/roll_zuqiu.py

@@ -24,7 +24,7 @@ class ZuqiuSpider(scrapy.Spider):
         # 'LOG_LEVEL': 'DEBUG',
         # 'LOG_FILE': "../hg3535/log/roll_zuqiu_{}_{}_{}.log".format(to_day.year, to_day.month,to_day.day)
     }
-    start_urls = ['https://odata.jiushan6688.com/odds6i/d/getodds/zh-cn/sid/1/pt/4/ubt/am/pn/0/sb/2/dc/null/pid/0']
+    start_urls = ['https://odata.yonghuai5515.com/odds6i/d/getodds/zh-cn/sid/1/pt/4/ubt/am/pn/0/sb/2/dc/null/pid/0']
     rls = redis.Redis(host=R_HOST, port=R_POST, db=R_DB, password=R_PASSWORD)
 
     def parse(self, response):
@@ -45,7 +45,7 @@ class ZuqiuSpider(scrapy.Spider):
                             up_time = str(time.time()) + '&' + 'zq'
                             self.rls.sadd('hg3535.gunqiu.ids', match_id)
                             self.rls.hset('hg3535.ball.ids', match_id, up_time)
-                            url = 'https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/true/ubt/am/isp/false'.format(match_id)
+                            url = 'https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/true/ubt/am/isp/false'.format(match_id)
                             yield Request(url=url, callback=self.parse_each, dont_filter=True)
                 else:
                     print('足球滚球数据为空')

+ 4 - 4
hg3535/spiders/wangqiu.py

@@ -27,7 +27,7 @@ class LanqiuSpider(scrapy.Spider):
 
     def start_requests(self):
         for y in range(1, 4):
-            url = 'https://odata.jiushan6688.com/odds6i/d/getodds/zh-cn/sid/3/pt/{}/ubt/am/pn/0/sb/2/dc/null/pid/0'.format(y)
+            url = 'https://odata.yonghuai5515.com/odds6i/d/getodds/zh-cn/sid/3/pt/{}/ubt/am/pn/0/sb/2/dc/null/pid/0'.format(y)
             yield scrapy.Request(url=url, callback=self.parse, meta={'pt': y}, dont_filter=True)
 
     def parse(self, response):
@@ -48,13 +48,13 @@ class LanqiuSpider(scrapy.Spider):
                         up_time = str(time.time()) + '&' + 'wq'
                         self.rls.hset('hg3535.ball.ids', game_id, up_time)
                         if pt == 1:
-                            url = "https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
+                            url = "https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
                             yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt == 2:
-                            url = "https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
+                            url = "https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
                             yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt == 3:
-                            url = "https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/true".format(game_id)
+                            url = "https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/true".format(game_id)
                             yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
 
     def parse_each(self, response):

+ 4 - 4
hg3535/spiders/zuqiu.py

@@ -34,7 +34,7 @@ class ZuqiuSpider(scrapy.Spider):
     def start_requests(self):
         for y in range(1, 4):
             for i in range(10):
-                url = "https://odata.jiushan6688.com/odds6i/d/getodds/zh-cn/sid/1/pt/{}/ubt/am/pn/{}/sb/2/dc/null/pid/0".format(y, i)
+                url = "https://odata.yonghuai5515.com/odds6i/d/getodds/zh-cn/sid/1/pt/{}/ubt/am/pn/{}/sb/2/dc/null/pid/0".format(y, i)
                 yield scrapy.Request(url=url, callback=self.parse, dont_filter=True, meta={'pt': y})
 
     def parse(self, response):
@@ -54,13 +54,13 @@ class ZuqiuSpider(scrapy.Spider):
                         up_time = str(time.time()) + '&' + 'zq'
                         self.rls.hset('hg3535.ball.ids', game_id, up_time)
                         if pt == 3:
-                            url = "https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/true".format(game_id)
+                            url = "https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/true".format(game_id)
                             yield Request(url=url, callback=self.parse_each, dont_filter=True, meta={'pt': pt})
                         if pt == 2:
-                            url = "https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
+                            url = "https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
                             yield Request(url=url, callback=self.parse_each, dont_filter=True, meta={'pt': pt})
                         if pt == 1:
-                            url = "https://odata.jiushan6688.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
+                            url = "https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/false/ubt/am/isp/false".format(game_id)
                             yield Request(url=url, callback=self.parse_each, dont_filter=True, meta={'pt': pt})
 
     #