hgg070/hgg070_spider/pipelines/lanqiu.py

import logging
from twisted.internet import defer,reactor
from ..utils.helper import Helper
from ..settings import LEAGUE_URL,MATCH_URL
class ZuqiuPipeline(object):
    @defer.inlineCallbacks
    def process_item(self,item,spider):
        logger=logging.getLogger(__name__)
        logger.info("进入管道")
        out=defer.Deferred()
        reactor.callInThread(self._do_calculation,item,out)
        yield out


    def _do_calculation(self,item,out):
        #先保存联赛
        league_name = item['league']
        uuid = Helper.genearte_uuid(league_name)
        type=item['showtype']
        is_rollball,is_today,is_morningplate = 0,0,0
        if type=="FT":
            is_today=1
        elif type=="":
            is_morningplate=1
        else:
            is_rollball=1

        obj={"uuid":uuid,"league_id":item['id'],"league_name":league_name}
        res=Helper.async_post(LEAGUE_URL,obj)
        if res:
            if res.get('status')==1:
                logging.warning("联赛提交成功,{}".format(res))
                #提交赛事
                match_identity = Helper.genearte_uuid(item['team_h'] + item['team_c'] + item['datetime'])
                childer={"uuid":uuid,"match_identity":match_identity,"team_h":item["team_h"],"team_c":item["team_c"],
                         "is_today":is_today,"is_morningplate": is_morningplate, "is_rollball": is_rollball
                }
                lres=Helper.async_post(MATCH_URL,childer)
                if lres.get('status')==1:
                    logging.warning("联赛提交成功,{}".format(res))
                else:
                    logging.warning("联赛提交失败,{}".format(res))

            else:
                logging.warning("联赛提交失败,{}".format(res))
        else:
            logging.warning("联赛提交失败,{}".format(res))