更改爬取url域名

hg3535/pipeline/roll_zuqiu.py

@@ -20,15 +20,15 @@ class Roll_Zuqiupipeline(object):
         self.mongo = pymongo.MongoClient(host=M_HOST, username=M_USER, password=M_PASSWORD, port=M_POST)
         self.db = self.mongo[M_DB]
 
-    # @defer.inlineCallbacks
-    # def process_item(self, item, spider):
-    #     out = defer.Deferred()
-    #     reactor.callInThread(self._do_calculation, item, out)
-    #     yield out
-    #     defer.returnValue(item)
-
+    @defer.inlineCallbacks
     def process_item(self, item, spider):
-    # def _do_calculation(self, item, out):
+        out = defer.Deferred()
+        reactor.callInThread(self._do_calculation, item, out)
+        yield out
+        defer.returnValue(item)
+
+    # def process_item(self, item, spider):
+    def _do_calculation(self, item, out):
         logger = logging.getLogger(__name__)
         pt = 4
         # 比赛日期
@@ -1123,25 +1123,7 @@ class Roll_Zuqiupipeline(object):
                         logger.warning(r_data_dict)
                 except Exception as e:
                     logger.warning('滚球数据接口异常, 角球结果提交失败, {}'.format(e))
-            # status_dict = {"game_code": 'zq', "title": "match_status", "source": "hg3535"}
-            # data_list = []
-            # data = {'match_id': match_id, 'status': 1, "is_rollball": 0, "is_today": 0, "is_morningplate": 0,
-            #         "is_stringscene": 0, "is_horn": 0}
-            # data_list.append(data)
-            # status_dict['data'] = data_list
-            # res = Helper.async_post(MATCH_STATUS, status_dict)
-            # if res:
-            #     if "成功" in res:
-            #         self.db.match_status35.insert(status_dict)
-            #         logger.info('{},赛事结果状态交成功, {}'.format('zq', res))
-            #         logger.info(status_dict)
-            #     else:
-            #         logger.warning('{},赛事结果状态交失败, {}'.format('zq', res))
-            #         logger.warning(status_dict)
-            # else:
-            #     logger.warning('{},赛事结果状态接口异常提交失败, {}'.format('zq', res))
-            #     logger.warning(status_dict)
-        # reactor.callFromThread(out.callback, item)
+        reactor.callFromThread(out.callback, item)