Your Name 6 years ago
parent
commit
e6ed856e3d
3 changed files with 8 additions and 7 deletions
  1. 2 2
      hg3535/main.py
  2. 3 3
      hg3535/pipeline/saiguo.py
  3. 3 2
      hg3535/spiders/saiguo.py

+ 2 - 2
hg3535/main.py

@@ -6,7 +6,7 @@ from scrapy.cmdline import execute
 sys.path.append(os.path.dirname(os.path.abspath(__file__)))
 sys.path.append(os.path.dirname(os.path.abspath(__file__)))
 # execute(["scrapy", "crawl", "liansai"])
 # execute(["scrapy", "crawl", "liansai"])
 # execute(["scrapy", "crawl", "zuqiu"])
 # execute(["scrapy", "crawl", "zuqiu"])
-execute(["scrapy", "crawl", "lanqiu"])
+# execute(["scrapy", "crawl", "lanqiu"])
 # execute(["scrapy", "crawl", "guanjun"])
 # execute(["scrapy", "crawl", "guanjun"])
 # execute(["scrapy", "crawl", "wangqiu"])
 # execute(["scrapy", "crawl", "wangqiu"])
 # execute(["scrapy", "crawl", "wqbodan"])
 # execute(["scrapy", "crawl", "wqbodan"])
@@ -17,7 +17,7 @@ execute(["scrapy", "crawl", "lanqiu"])
 # execute(["scrapy", "crawl", "roll_bangqiu"])  # 滚球棒球
 # execute(["scrapy", "crawl", "roll_bangqiu"])  # 滚球棒球
 # execute(["scrapy", "crawl", "ball_status"]) #滚球id本地存
 # execute(["scrapy", "crawl", "ball_status"]) #滚球id本地存
 # execute(["scrapy", "crawl", "ball_status_update"]) #滚球id结束时间更新状态
 # execute(["scrapy", "crawl", "ball_status_update"]) #滚球id结束时间更新状态
-# execute(["scrapy", "crawl", "saiguo"]) #滚球id结束时间更新状态
+execute(["scrapy", "crawl", "saiguo"]) #滚球id结束时间更新状态
 # execute(["scrapy", "crawl", "lq_jieshu"]) #滚球id结束时间更新状态
 # execute(["scrapy", "crawl", "lq_jieshu"]) #滚球id结束时间更新状态
 # execute(["scrapy", "crawl", "wq_jieshu"]) #滚球id结束时间更新状态
 # execute(["scrapy", "crawl", "wq_jieshu"]) #滚球id结束时间更新状态
 # execute(["scrapy", "crawl", "bq_jieshu"]) #滚球id结束时间更新状态
 # execute(["scrapy", "crawl", "bq_jieshu"]) #滚球id结束时间更新状态

+ 3 - 3
hg3535/pipeline/saiguo.py

@@ -48,13 +48,13 @@ class Jieshuqiupipeline(object):
             if res:
             if res:
                 if "成功" in res:
                 if "成功" in res:
                     self.db.match_status35.insert(status_dict)
                     self.db.match_status35.insert(status_dict)
-                    logger.info('足球赛事结果状态交成功, {}'.format(res))
+                    logger.info('{},赛事结果状态交成功, {}'.format(game_code, res))
                     logger.info(status_dict)
                     logger.info(status_dict)
                 else:
                 else:
-                    logger.warning('足球赛事结果状态交失败, {}'.format(res))
+                    logger.warning('{},赛事结果状态交失败, {}'.format(game_code, res))
                     logger.warning(status_dict)
                     logger.warning(status_dict)
             else:
             else:
-                logger.warning('足球赛事结果状态接口异常提交失败, {}'.format(res))
+                logger.warning('{},赛事结果状态接口异常提交失败, {}'.format(game_code, res))
                 logger.warning(status_dict)
                 logger.warning(status_dict)
         else:
         else:
             logger.info('足球赛事结果状态已存在,不提交')
             logger.info('足球赛事结果状态已存在,不提交')

+ 3 - 2
hg3535/spiders/saiguo.py

@@ -15,7 +15,7 @@ class HgjieshuSpider(scrapy.Spider):
             'hg3535.pipeline.saiguo.Jieshuqiupipeline': 300,
             'hg3535.pipeline.saiguo.Jieshuqiupipeline': 300,
         },
         },
         # 'LOG_LEVEL': 'DEBUG',
         # 'LOG_LEVEL': 'DEBUG',
-        # 'LOG_FILE': "../hg3535/log/zq_jieshu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
+        # 'LOG_FILE': "../hg3535/log/saiguo{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
     }
     }
 
 
     def start_requests(self):
     def start_requests(self):
@@ -81,7 +81,8 @@ class HgjieshuSpider(scrapy.Spider):
 
 
             if pt == 3:
             if pt == 3:
                 # 获得所有比赛获胜人,判断赛事是否结束
                 # 获得所有比赛获胜人,判断赛事是否结束
-                tema_score = response.xpath('//div[@class="flex-wrap"]/../div[4]/text()')
+                # tema_score = response.xpath('//div[@class="flex-wrap"]/../div[4]/text()')
+                tema_score = response.xpath('//div[@class="flex-wrap"]/../div[4]/@title')
                 # 获得所有比赛id对象
                 # 获得所有比赛id对象
                 tema_id = response.xpath('//div[@class="flex-wrap"]/../div[1]/@id')
                 tema_id = response.xpath('//div[@class="flex-wrap"]/../div[1]/@id')
                 # 所有比赛id列表
                 # 所有比赛id列表