updata

hg3535/pipeline/bangqiu.py

@@ -4,8 +4,6 @@ import time
 import logging
 
 from twisted.internet import defer, reactor
-
-# from .ball_func import fuhao
 from ..utils.helper import Helper
 from .ball_func import new_time
 from ..settings import M_HOST, M_USER, M_PASSWORD, M_POST, M_DB, LEAGUE_URL, ODDS_URL, MATCH_URL, MATCH_RESULT
@@ -295,5 +293,4 @@ class Bangqiupipeline(object):
                 logger.warning(odds_dict)
         else:
             logger.info('棒球详细赔率列表为空, 不提交')
-
         reactor.callFromThread(out.callback, item)

hg3535/pipeline/lanqiu.py

@@ -21,8 +21,7 @@ class Lanqiupipeline(object):
         reactor.callInThread(self._do_calculation, item, out)
         yield out
         defer.returnValue(item)
-        # self._do_calculation(item)
-        # return
+
     # def process_item(self, item, spider):
 
     def _do_calculation(self, item, out):

hg3535/pipeline/roll_bangqiu.py

@@ -4,12 +4,7 @@ import time
 import logging
 # import json
 from twisted.internet import defer, reactor
-
-# from .ball_func import fuhao
 from ..utils.helper import Helper
-# from .ball_func import get_pcode, new_time, out_time
-# from concurrent.futures import ThreadPoolExecutor
-# from requests_futures.sessions import FuturesSession
 from ..settings import M_HOST, M_USER, M_PASSWORD, M_POST, M_DB, LEAGUE_URL, ODDS_URL, MATCH_URL, MATCH_RESULT, MATCH_STATUS
 
 

hg3535/pipeline/roll_lanqiu.py

@@ -16,17 +16,15 @@ class Roll_Lanqiupipeline(object):
         self.mongo = pymongo.MongoClient(host=M_HOST, username=M_USER, password=M_PASSWORD, port=M_POST)
         self.db = self.mongo[M_DB]
 
-    # @defer.inlineCallbacks
-    # def process_item(self, item, spider):
-    #     out = defer.Deferred()
-    #     reactor.callInThread(self._do_calculation, item, out)
-    #     yield out
-    #     defer.returnValue(item)
-    #     # self._do_calculation(item)
-    #     # return
-
+    @defer.inlineCallbacks
     def process_item(self, item, spider):
-    # def _do_calculation(self, item, out):
+        out = defer.Deferred()
+        reactor.callInThread(self._do_calculation, item, out)
+        yield out
+        defer.returnValue(item)
+
+    # def process_item(self, item, spider):
+    def _do_calculation(self, item, out):
         url = 'http://admin.5gogo.com'
         roll_lq = []
         # 使用twisted将mysql插入变成异步执行
@@ -323,4 +321,4 @@ class Roll_Lanqiupipeline(object):
         else:
             logger.warning('{},赛事结果状态接口异常提交失败, {}'.format('lq', res))
             logger.warning(status_dict)
-        # reactor.callFromThread(out.callback, item)
+        reactor.callFromThread(out.callback, item)

hg3535/pipeline/wangqiu.py

@@ -256,8 +256,6 @@ class Wangqiupipeline(object):
         odds_value = ["wq", "odds", match_id, league_id, data_list, "hg3535", odds_onlys, tag_number, uuid,
                       ris_stringscene, utime, pt]
         odds_dict = dict(zip(odds_key, odds_value))
-        # print(odds_dict)
-        # print(123)
         if data_list:
             res = Helper.async_post(ODDS_URL, odds_dict)
             if res: