import logging from twisted.internet import defer,reactor from ..utils.helper import Helper from ..settings import LEAGUE_URL,MATCH_URL class ZuqiuPipeline(object): @defer.inlineCallbacks def process_item(self,item,spider): print('---------------------------------------------------------------------') logger=logging.getLogger(__name__) logger.info("进入管道") out=defer.Deferred() reactor.callInThread(self._do_calculation,item,out) yield out def _do_calculation(self,item,out): #先保存联赛 league_name = item['league'] uuid = Helper.genearte_uuid(league_name) type=item['showtype'] is_rollball,is_today,is_morningplate = 0,0,0 if type=="FT": is_today=1 elif type=="": is_morningplate=1 else: is_rollball=1 obj={"uuid":uuid,"league_id":item['id'],"league_name":league_name} res=Helper.async_post(LEAGUE_URL,obj) if res: print('提交联赛成功888888888888888888888888888*******************') if res.get('status')==1: logging.warning("联赛提交成功,{}".format(res)) #提交赛事 match_identity = Helper.genearte_uuid(item['team_h'] + item['team_c'] + item['datetime']) childer={"uuid":uuid,"match_identity":match_identity,"team_h":item["team_h"],"team_c":item["team_c"], "is_today":is_today,"is_morningplate": is_morningplate, "is_rollball": is_rollball } lres=Helper.async_post(MATCH_URL,childer) if lres.get('status')==1: print("提交赛事成功666666666666666666666666666666666666666666666") logging.warning("联赛提交成功,{}".format(res)) else: logging.warning("联赛提交失败,{}".format(res)) else: logging.warning("联赛提交失败,{}".format(res)) else: logging.warning("联赛提交失败,{}".format(res))