hgg070_spider/items.py

@@ -8,5 +8,43 @@
 import scrapy
 
 
+<<<<<<< HEAD
+    # ior_RMH = scrapy.Field()
+    # ior_RMC = scrapy.Field()
+    # ior_RMN = scrapy.Field()
+    #
+    # ior_RH2C1 = scrapy.Field()
+    # ior_RH3C2 = scrapy.Field()
+    # ior_CRGN = scrapy.Field()
+    # ior_RH4C4 = scrapy.Field()
+    #
+    # ior_RH1C0 = scrapy.Field()
+    # ior_RH2C0 = scrapy.Field()
+    # ior_RH2C1 = scrapy.Field()
+    # ior_RH3C0 = scrapy.Field()
+    # ior_RH3C1 = scrapy.Field()
+    # ior_RH3C2 = scrapy.Field()
+    # ior_RH4C0 = scrapy.Field()
+    # ior_RH4C1 = scrapy.Field()
+    #
+    # ior_RH4C2 = scrapy.Field()
+    # ior_RH4C3 = scrapy.Field()
+    # ior_RT01 = scrapy.Field()
+    # ior_RT23 = scrapy.Field()
+    # ior_RT46 = scrapy.Field()
+    # ratio_rouho = scrapy.Field()
+    # ratio_rouhu = scrapy.Field()
+
+class LanqiuItem(scrapy.Field):
+    id=scrapy.Field()
+    league=scrapy.Field()
+    team_h=scrapy.Field()
+    team_c = scrapy.Field()
+
+
+
+
+=======
 class ZuqiuItem(scrapy.Field):
     all = scrapy.Field()
+>>>>>>> 8f89d25a38dd724c521fa93e89bf36e59beeff4b

hgg070_spider/settings.py

@@ -96,13 +96,13 @@ M_DB = 'kaiyou'
 M_PASSWORD = 'kaiyou'
 # M_PASSWORD = '123456'
 
-LEAGUE_URL = 'http://stadmin.bocai108.com:19093/setLeague'
+LEAGUE_URL = 'http://admin.5gogo.com:19093/setLeague'  #联赛
 # LEAGUE_URL = 'http://stadmin.bocai108.com/setLeague'
-MATCH_URL = 'http://stadmin.bocai108.com:19093/setMatch'
+MATCH_URL = 'http://admin.5gogo.com:19093/setMatch'  #赛事
 # MATCH_URL = 'http://stadmin.bocai108.com/setMatch'
-ODDS_URL = 'http://stadmin.bocai108.com:19093/setOdds'
+ODDS_URL = 'http://admin.5gogo.com:19093/setOdds'  #赔率
 # ODDS_URL = 'http://stadmin.bocai108.com/setOdds'
-TOKEN_URL = "http://stadmin.bocai108.com/getToken"
+TOKEN_URL = "http://admin.5gogo.com/getToken"  #Token
 MATCH_RESULT = "http://stadmin.bocai108.com:19093/setMatchResult"
 MATCH_STATUS = "http://stadmin.bocai108.com:19093/upMatch"
 ODDSCH = "http://stadmin.bocai108.com:19093/setOddsCH"

hgg070_spider/spiders/lanqiu.py

@@ -1,7 +1,8 @@
 # -*- coding: utf-8 -*-
 import scrapy
 import re
-
+import copy
+from ..items import LanqiuItem
 class LanqiuSpider(scrapy.Spider):
     name = 'lanqiu'
     allowed_domains = ['m.hgg070.com/']
@@ -32,7 +33,7 @@ class LanqiuSpider(scrapy.Spider):
         for item in h_types:
             showtype = item
             data={
-                'uid': '7554a670e92d06105fe567b75e5b80fe65e6e40167f4979c8d74ca5eaa461d4d',
+                'uid': '9b9f0dea34ee4e5225990433370a88fea2b37b79c98e266b338152c619a71d2b',
                 'langx': 'zh-cn',
                 'ltype': '3',
                 'gtype': 'BK',
@@ -47,6 +48,7 @@ class LanqiuSpider(scrapy.Spider):
     def parse(self, response):
         #获取id并判断抓取的球型
         data=response.meta["data"]
+        fromdata=copy.deepcopy(data)
         league=response.xpath('//league')
         url="http://m.hgg070.com/app/member/get_game_list.php"
         for le in league:
@@ -59,12 +61,11 @@ class LanqiuSpider(scrapy.Spider):
                 # 抓取早盘
                 elif data["showtype"]=="FU":
                     data['lid'], data['sorttype'], data['date'] = lid, 'league', 'all'
-                print('77777777777777777777777777777777777777777777L',data)
-                yield scrapy.FormRequest(url=url,formdata=data,callback=self.detailball,meta={"data":response.meta["data"]},dont_filter=True)
+                yield scrapy.FormRequest(url=url,formdata=data,callback=self.detailball,meta={"data":fromdata},dont_filter=True)
 
     def detailball(self,response):
         data=response.meta["data"]
-        url=""
+        url="http://m.hgg070.com/app/member/get_game_more.php"
         #获取联赛id gid
         game=response.xpath("//game")
         for g in game:
@@ -75,7 +76,18 @@ class LanqiuSpider(scrapy.Spider):
 
 
     def getItem(self,response):
-        print('ffffffffffffffffffffffffffffffffffffffffffffffffffffff',response.text)
+        data=response.xpath("//game")
+        for item in data:
+            obj=LanqiuItem()
+            obj['id']=item.xpath("./gid")
+            obj['league'] = item.xpath("./league")
+            obj['team_h'] = item.xpath("./team_h")
+            obj['team_c'] = item.xpath("./team_c")
+            # obj['ratio'] = item.xpath("./ratio")
+            # obj['ior_RH'] = item.xpath("./ior_RH")
+            # obj['ior_RC'] = item.xpath("./ior_RC")
+            yield obj
+