|
@@ -1,11 +1,8 @@
|
|
|
-# import datetime
|
|
|
|
|
import pymongo
|
|
import pymongo
|
|
|
-# import time
|
|
|
|
|
import logging
|
|
import logging
|
|
|
|
|
|
|
|
-# import redis
|
|
|
|
|
-from twisted.internet import defer, reactor
|
|
|
|
|
|
|
|
|
|
|
|
+from twisted.internet import defer, reactor
|
|
|
from ..settings import M_HOST, M_USER, M_PASSWORD, M_POST, M_DB, SAIGUO_RESULT
|
|
from ..settings import M_HOST, M_USER, M_PASSWORD, M_POST, M_DB, SAIGUO_RESULT
|
|
|
from ..utils.helper import Helper
|
|
from ..utils.helper import Helper
|
|
|
|
|
|
|
@@ -16,7 +13,6 @@ class Jieshuqiupipeline(object):
|
|
|
def open_spider(self, spider):
|
|
def open_spider(self, spider):
|
|
|
self.mongo = pymongo.MongoClient(host=M_HOST, username=M_USER, password=M_PASSWORD, port=M_POST)
|
|
self.mongo = pymongo.MongoClient(host=M_HOST, username=M_USER, password=M_PASSWORD, port=M_POST)
|
|
|
self.db = self.mongo[M_DB]
|
|
self.db = self.mongo[M_DB]
|
|
|
- # cls = redis.Redis(host='192.168.0.110', port=6379, db=0)
|
|
|
|
|
|
|
|
|
|
@defer.inlineCallbacks
|
|
@defer.inlineCallbacks
|
|
|
def process_item(self, item, spider):
|
|
def process_item(self, item, spider):
|