'setting,设置日志文件'

hg3535/.idea/workspace.xml

@@ -3,15 +3,19 @@
   <component name="ChangeListManager">
     <list default="true" id="7fa42e97-ddea-4404-91db-5a9ccc162649" name="Default Changelist" comment="">
       <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/items.py" beforeDir="false" afterPath="$PROJECT_DIR$/items.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/main.py" beforeDir="false" afterPath="$PROJECT_DIR$/main.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/middlewares.py" beforeDir="false" afterPath="$PROJECT_DIR$/middlewares.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/pipelines.py" beforeDir="false" afterPath="$PROJECT_DIR$/pipelines.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/settings.py" beforeDir="false" afterPath="$PROJECT_DIR$/settings.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/spiders/bangqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/bangqiu.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/spiders/guanjun.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/guanjun.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/spiders/hg3535_zq_status.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/hg3535_zq_status.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/spiders/hg3535_zq_status_up.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/hg3535_zq_status_up.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/spiders/hg3535_zuqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/hg3535_zuqiu.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/spiders/lanqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/lanqiu.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/spiders/liansai.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/liansai.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/spiders/wangqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/wangqiu.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/spiders/wqbodan.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/wqbodan.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/spiders/zuqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/zuqiu.py" afterDir="false" />
     </list>
     <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
@@ -22,7 +26,7 @@
   </component>
   <component name="CoverageDataManager">
     <SUITE FILE_PATH="coverage/hg3535$items.coverage" NAME="items Coverage Results" MODIFIED="1554291398794" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
-    <SUITE FILE_PATH="coverage/hg3535$main.coverage" NAME="main Coverage Results" MODIFIED="1557458984638" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
+    <SUITE FILE_PATH="coverage/hg3535$main.coverage" NAME="main Coverage Results" MODIFIED="1557825522523" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
     <SUITE FILE_PATH="coverage/hg3535$halffull.coverage" NAME="halffull Coverage Results" MODIFIED="1554544334424" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/spiders" />
     <SUITE FILE_PATH="coverage/hg3535$pipelines.coverage" NAME="pipelines Coverage Results" MODIFIED="1554290866137" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
     <SUITE FILE_PATH="coverage/hg3535$today_all.coverage" NAME="today_all Coverage Results" MODIFIED="1553172114927" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/spiders" />
@@ -50,34 +54,21 @@
   <component name="FileEditorManager">
     <leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
       <file pinned="false" current-in-tab="true">
+        <entry file="file://$PROJECT_DIR$/settings.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="2525">
+              <caret line="160" lean-forward="true" selection-start-line="160" selection-end-line="160" />
+            </state>
+          </provider>
+        </entry>
+      </file>
+      <file pinned="false" current-in-tab="false">
         <entry file="file://$PROJECT_DIR$/pipelines.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="-3235">
-              <caret line="377" lean-forward="true" selection-start-line="377" selection-end-line="377" />
+            <state relative-caret-position="366">
+              <caret line="1702" column="75" selection-start-line="1702" selection-start-column="75" selection-end-line="1702" selection-end-column="75" />
               <folding>
                 <element signature="e#0#15#0" expanded="true" />
-                <element signature="e#1528#3401#0" />
-                <element signature="e#3463#5238#0" />
-                <element signature="e#5295#6993#0" />
-                <element signature="e#7046#7880#0" />
-                <element signature="e#8040#8724#0" />
-                <element signature="e#8768#9481#0" />
-                <element signature="e#9527#10237#0" />
-                <element signature="e#10421#12227#0" />
-                <element signature="e#12315#13898#0" />
-                <element signature="e#13959#15711#0" />
-                <element signature="e#15772#17523#0" />
-                <element signature="e#17584#19334#0" />
-                <element signature="e#19395#21146#0" />
-                <element signature="e#21326#23142#0" />
-                <element signature="e#23322#25137#0" />
-                <element signature="e#25178#25659#0" />
-                <element signature="e#25811#41407#0" />
-                <element signature="e#41560#48459#0" />
-                <element signature="e#48613#55932#0" />
-                <element signature="e#60609#67553#0" />
-                <element signature="e#67704#73651#0" />
-                <element signature="e#73802#80953#0" />
               </folding>
             </state>
           </provider>
@@ -94,7 +85,6 @@
   </component>
   <component name="FindInProjectRecents">
     <findStrings>
-      <find>chuanchang</find>
       <find>%d</find>
       <find>data</find>
       <find>es</find>
@@ -123,6 +113,8 @@
       <find>odds_only</find>
       <find>wq_</find>
       <find>Zuqiustatus</find>
+      <find>try</find>
+      <find>&gt;=</find>
     </findStrings>
   </component>
   <component name="Git.Settings">
@@ -132,15 +124,6 @@
   <component name="IdeDocumentHistory">
     <option name="CHANGED_PATHS">
       <list>
-        <option value="$PROJECT_DIR$/spiders/bifen.py" />
-        <option value="$PROJECT_DIR$/spiders/jinri.py" />
-        <option value="$PROJECT_DIR$/spiders/chuanchang.py" />
-        <option value="$PROJECT_DIR$/spiders/chuan_c.py" />
-        <option value="$PROJECT_DIR$/__init__.py" />
-        <option value="$PROJECT_DIR$/spiders/chuan.py" />
-        <option value="$PROJECT_DIR$/spiders/cchang.py" />
-        <option value="$PROJECT_DIR$/chuanchang1.csv" />
-        <option value="$PROJECT_DIR$/spiders/gunqiu.py" />
         <option value="$PROJECT_DIR$/spiders/xiangxi.py" />
         <option value="$PROJECT_DIR$/test.json" />
         <option value="$PROJECT_DIR$/model.py" />
@@ -163,28 +146,41 @@
         <option value="$PROJECT_DIR$/spiders/lqguanjun.py" />
         <option value="$PROJECT_DIR$/spiders/lanqiuls.py" />
         <option value="$PROJECT_DIR$/spiders/testone.py" />
-        <option value="$PROJECT_DIR$/middlewares.py" />
         <option value="$PROJECT_DIR$/spiders/wgbodan.py" />
         <option value="$PROJECT_DIR$/jianting.py" />
         <option value="$PROJECT_DIR$/requirements.txt" />
         <option value="$PROJECT_DIR$/main_time.py" />
         <option value="$PROJECT_DIR$/items.py" />
-        <option value="$PROJECT_DIR$/main.py" />
-        <option value="$PROJECT_DIR$/spiders/bangqiu.py" />
+        <option value="$PROJECT_DIR$/log/zuqiu_log.log" />
+        <option value="$PROJECT_DIR$/spiders/hg3535_zq_status.py" />
+        <option value="$PROJECT_DIR$/spiders/hg3535_zuqiu.py" />
         <option value="$PROJECT_DIR$/spiders/guanjun.py" />
+        <option value="$PROJECT_DIR$/spiders/bangqiu.py" />
         <option value="$PROJECT_DIR$/spiders/lanqiu.py" />
         <option value="$PROJECT_DIR$/spiders/liansai.py" />
+        <option value="$PROJECT_DIR$/spiders/wangqiu.py" />
         <option value="$PROJECT_DIR$/spiders/wqbodan.py" />
         <option value="$PROJECT_DIR$/spiders/zuqiu.py" />
-        <option value="$PROJECT_DIR$/settings.py" />
-        <option value="$PROJECT_DIR$/spiders/wangqiu.py" />
+        <option value="$PROJECT_DIR$/middlewares.py" />
+        <option value="$PROJECT_DIR$/spiders/hg3535_zq_status_up.py" />
+        <option value="$PROJECT_DIR$/main.py" />
+        <option value="$PROJECT_DIR$/log/ball_status.log" />
+        <option value="$PROJECT_DIR$/log/bangqiu.log" />
+        <option value="$PROJECT_DIR$/log/guanjun.log" />
+        <option value="$PROJECT_DIR$/log/lanqiu.log" />
+        <option value="$PROJECT_DIR$/log/liansai.log" />
+        <option value="$PROJECT_DIR$/log/roll_zuqiu.log" />
+        <option value="$PROJECT_DIR$/log/wangqiu.log" />
+        <option value="$PROJECT_DIR$/log/wqbodan.log" />
+        <option value="$PROJECT_DIR$/log/zuqiu.log" />
         <option value="$PROJECT_DIR$/pipelines.py" />
+        <option value="$PROJECT_DIR$/settings.py" />
       </list>
     </option>
   </component>
-  <component name="ProjectFrameBounds" extendedState="6">
-    <option name="x" value="-8" />
-    <option name="y" value="-8" />
+  <component name="ProjectFrameBounds" extendedState="7">
+    <option name="x" value="124" />
+    <option name="y" value="71" />
     <option name="width" value="1583" />
     <option name="height" value="1064" />
   </component>
@@ -194,7 +190,6 @@
       <foldersAlwaysOnTop value="true" />
     </navigator>
     <panes>
-      <pane id="Scope" />
       <pane id="ProjectPane">
         <subPane>
           <expand>
@@ -202,6 +197,11 @@
               <item name="hg3535" type="b2602c69:ProjectViewProjectNode" />
               <item name="hg3535" type="462c0819:PsiDirectoryNode" />
             </path>
+            <path>
+              <item name="hg3535" type="b2602c69:ProjectViewProjectNode" />
+              <item name="hg3535" type="462c0819:PsiDirectoryNode" />
+              <item name="log" type="462c0819:PsiDirectoryNode" />
+            </path>
             <path>
               <item name="hg3535" type="b2602c69:ProjectViewProjectNode" />
               <item name="hg3535" type="462c0819:PsiDirectoryNode" />
@@ -215,6 +215,7 @@
           <select />
         </subPane>
       </pane>
+      <pane id="Scope" />
     </panes>
   </component>
   <component name="PropertiesComponent">
@@ -438,7 +439,10 @@
       <workItem from="1557379446771" duration="4219000" />
       <workItem from="1557396895400" duration="1197000" />
       <workItem from="1557407270851" duration="1123000" />
-      <workItem from="1557452403593" duration="11722000" />
+      <workItem from="1557452403593" duration="19346000" />
+      <workItem from="1557709837370" duration="7351000" />
+      <workItem from="1557732817014" duration="849000" />
+      <workItem from="1557796929696" duration="13568000" />
     </task>
     <task id="LOCAL-00001" summary="修改后,版本二">
       <created>1555727493584</created>
@@ -559,11 +563,25 @@
       <option name="project" value="LOCAL" />
       <updated>1557379530550</updated>
     </task>
-    <option name="localTasksCounter" value="18" />
+    <task id="LOCAL-00018" summary="'更新'">
+      <created>1557466497083</created>
+      <option name="number" value="00018" />
+      <option name="presentableId" value="LOCAL-00018" />
+      <option name="project" value="LOCAL" />
+      <updated>1557466497083</updated>
+    </task>
+    <task id="LOCAL-00019" summary="'更新'">
+      <created>1557466602178</created>
+      <option name="number" value="00019" />
+      <option name="presentableId" value="LOCAL-00019" />
+      <option name="project" value="LOCAL" />
+      <updated>1557466602178</updated>
+    </task>
+    <option name="localTasksCounter" value="20" />
     <servers />
   </component>
   <component name="TimeTrackingManager">
-    <option name="totallyTimeSpent" value="1362917000" />
+    <option name="totallyTimeSpent" value="1392309000" />
   </component>
   <component name="TodoView">
     <todo-panel id="selected-file">
@@ -578,11 +596,11 @@
     <frame x="-8" y="-8" width="1936" height="1066" extended-state="6" />
     <editor active="true" />
     <layout>
-      <window_info active="true" content_ui="combo" id="Project" order="0" sideWeight="0.71173847" visible="true" weight="0.20042644" />
+      <window_info active="true" content_ui="combo" id="Project" order="0" sideWeight="0.71173847" visible="true" weight="0.14498934" />
       <window_info id="Structure" order="1" sideWeight="0.2882615" side_tool="true" weight="0.1108742" />
       <window_info id="Favorites" order="2" sideWeight="0.5013405" side_tool="true" weight="0.108208954" />
       <window_info anchor="bottom" id="Message" order="0" />
-      <window_info anchor="bottom" id="Find" order="1" weight="0.3290461" />
+      <window_info anchor="bottom" id="Find" order="1" weight="0.32832617" />
       <window_info anchor="bottom" id="Debug" order="2" sideWeight="0.49946696" weight="0.30686694" />
       <window_info anchor="bottom" id="Cvs" order="3" weight="0.25" />
       <window_info anchor="bottom" id="Inspection" order="4" weight="0.4" />
@@ -593,7 +611,7 @@
       <window_info anchor="bottom" id="Event Log" order="9" sideWeight="0.5053305" side_tool="true" weight="0.40128756" />
       <window_info anchor="bottom" x="22" y="376" width="1876" height="298" id="Terminal" order="10" sideWeight="0.4946695" weight="0.29291844" />
       <window_info anchor="bottom" id="Python Console" order="11" sideWeight="0.49946696" weight="0.41309014" />
-      <window_info anchor="bottom" id="Run" order="12" sideWeight="0.4946695" visible="true" weight="0.4356223" />
+      <window_info anchor="bottom" id="Run" order="12" sideWeight="0.4946695" visible="true" weight="0.30686694" />
       <window_info anchor="right" id="Commander" internal_type="SLIDING" order="0" type="SLIDING" weight="0.4" />
       <window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
       <window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
@@ -631,6 +649,9 @@
   <component name="TypeScriptGeneratedFilesManager">
     <option name="version" value="1" />
   </component>
+  <component name="UnknownFeatures">
+    <option featureType="com.intellij.fileTypeFactory" implementationName="*.log" />
+  </component>
   <component name="VcsManagerConfiguration">
     <MESSAGE value="修改后,版本二" />
     <MESSAGE value="修改联赛url" />
@@ -663,7 +684,7 @@
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/middlewares.py</url>
-          <line>28</line>
+          <line>29</line>
           <option name="timeStamp" value="16" />
         </line-breakpoint>
       </breakpoints>
@@ -693,57 +714,6 @@
     </expressions>
   </component>
   <component name="editorHistoryManager">
-    <entry file="file://$PROJECT_DIR$/spiders/halffull.py" />
-    <entry file="file://$PROJECT_DIR$/spiders/danshuang.py" />
-    <entry file="file://$PROJECT_DIR$/spiders/totalball.py" />
-    <entry file="file://$PROJECT_DIR$/spiders/rangqiu.py" />
-    <entry file="file://$PROJECT_DIR$/spiders/wqguanjun.py" />
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/spiderloader.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="120">
-          <caret line="70" selection-start-line="70" selection-end-line="70" />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/testone.py" />
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/http/__init__.py">
-      <provider selected="true" editor-type-id="text-editor" />
-    </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/w3lib/util.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="193">
-          <caret line="19" selection-start-line="19" selection-end-line="19" />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/encodings/idna.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="543">
-          <caret line="167" selection-start-line="167" selection-end-line="167" />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/w3lib/url.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="319">
-          <caret line="396" selection-start-line="396" selection-end-line="396" />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/utils/request.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="268">
-          <caret line="52" selection-start-line="52" selection-end-line="52" />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/utils/python.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="327">
-          <caret line="121" selection-start-line="121" selection-end-line="121" />
-        </state>
-      </provider>
-    </entry>
     <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/http/response/text.py">
       <provider selected="true" editor-type-id="text-editor">
         <state relative-caret-position="151">
@@ -851,13 +821,6 @@
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/middlewares.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="648">
-          <caret line="36" selection-start-line="36" selection-end-line="36" />
-        </state>
-      </provider>
-    </entry>
     <entry file="file://$PROJECT_DIR$/myspider/requests.seen" />
     <entry file="file://$PROJECT_DIR$/spiders/wgbodan.py" />
     <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/twisted/enterprise/adbapi.py">
@@ -884,166 +847,199 @@
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zq_status_up.py">
+    <entry file="file://$PROJECT_DIR$/main_time.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="54">
-          <caret line="19" selection-start-line="19" selection-end-line="19" />
+        <state relative-caret-position="-114">
+          <caret line="22" column="23" selection-start-line="22" selection-start-column="23" selection-end-line="22" selection-end-column="23" />
           <folding>
-            <element signature="e#25#40#0" expanded="true" />
+            <element signature="e#0#11#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/main_time.py">
+    <entry file="file://$PROJECT_DIR$/items.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-114">
-          <caret line="22" column="23" selection-start-line="22" selection-start-column="23" selection-end-line="22" selection-end-column="23" />
+        <state relative-caret-position="205">
+          <caret line="254" column="28" selection-start-line="254" selection-start-column="28" selection-end-line="254" selection-end-column="28" />
           <folding>
-            <element signature="e#0#11#0" expanded="true" />
+            <element signature="e#1382#1528#0" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zuqiu.py">
+    <entry file="file://$PROJECT_DIR$/../../aa.xml">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
+    <entry file="file://$PROJECT_DIR$/log.log">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
+    <entry file="file://$PROJECT_DIR$/log/zuqiu_log.log">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-324" />
+        <state relative-caret-position="-41964">
+          <caret line="65" column="50" lean-forward="true" selection-start-line="65" selection-start-column="50" selection-end-line="65" selection-end-column="50" />
+        </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zq_status.py">
+    <entry file="file://$PROJECT_DIR$/log/lanqiu_log.log">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
+    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zuqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-2664">
-          <caret line="19" selection-start-line="19" selection-end-line="19" />
+        <state relative-caret-position="234">
+          <caret line="19" column="50" lean-forward="true" selection-start-line="19" selection-start-column="50" selection-end-line="19" selection-end-column="50" />
           <folding>
             <element signature="e#24#35#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/items.py">
+    <entry file="file://$PROJECT_DIR$/spiders/guanjun.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="205">
-          <caret line="254" column="28" selection-start-line="254" selection-start-column="28" selection-end-line="254" selection-end-column="28" />
+        <state relative-caret-position="198">
+          <caret line="17" column="13" lean-forward="true" selection-start-line="17" selection-end-line="18" selection-end-column="47" />
           <folding>
-            <element signature="e#1382#1528#0" />
+            <element signature="e#24#35#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/liansai.py">
+    <entry file="file://$PROJECT_DIR$/spiders/bangqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="144">
-          <caret line="26" column="12" lean-forward="true" selection-start-line="26" selection-start-column="12" selection-end-line="26" selection-end-column="12" />
+        <state relative-caret-position="252">
+          <caret line="14" column="27" lean-forward="true" selection-start-line="14" selection-start-column="27" selection-end-line="14" selection-end-column="27" />
           <folding>
             <element signature="e#24#35#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/lanqiu.py">
+    <entry file="file://$PROJECT_DIR$/spiders/wangqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="159">
-          <caret line="80" column="92" selection-start-line="80" selection-start-column="92" selection-end-line="80" selection-end-column="92" />
+        <state relative-caret-position="216">
+          <caret line="20" column="42" selection-start-line="20" selection-start-column="42" selection-end-line="20" selection-end-column="42" />
           <folding>
-            <element signature="e#24#35#0" expanded="true" />
+            <element signature="e#48#59#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/main.py">
+    <entry file="file://$PROJECT_DIR$/spiders/wqbodan.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="234">
-          <caret line="13" column="41" lean-forward="true" selection-start-line="13" selection-start-column="41" selection-end-line="13" selection-end-column="41" />
-          <folding>
-            <element signature="e#0#10#0" expanded="true" />
-          </folding>
+        <state relative-caret-position="216">
+          <caret line="19" column="42" selection-start-line="19" selection-start-column="42" selection-end-line="19" selection-end-column="42" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/bangqiu.py">
+    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zq_status.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="17">
-          <caret line="21" column="77" selection-start-line="21" selection-start-column="77" selection-end-line="21" selection-end-column="77" />
+        <state relative-caret-position="250">
+          <caret line="176" selection-start-line="176" selection-end-line="177" selection-end-column="51" />
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/spiders/zuqiu.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="-241">
+          <caret line="21" column="40" selection-start-line="21" selection-start-column="40" selection-end-line="21" selection-end-column="40" />
           <folding>
             <element signature="e#24#35#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/wqbodan.py">
+    <entry file="file://$PROJECT_DIR$/spiders/liansai.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-1194">
-          <caret line="27" column="70" selection-start-line="27" selection-start-column="70" selection-end-line="27" selection-end-column="70" />
+        <state relative-caret-position="-567">
+          <caret line="18" column="42" selection-start-line="18" selection-start-column="42" selection-end-line="18" selection-end-column="42" />
+          <folding>
+            <element signature="e#24#35#0" expanded="true" />
+          </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/zuqiu.py">
+    <entry file="file://$PROJECT_DIR$/middlewares.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-5686">
-          <caret line="44" column="35" lean-forward="true" selection-start-line="44" selection-start-column="35" selection-end-line="44" selection-end-column="35" />
+        <state relative-caret-position="509">
+          <caret line="153" column="14" selection-start-line="153" selection-start-column="14" selection-end-line="153" selection-end-column="14" />
           <folding>
-            <element signature="e#24#35#0" expanded="true" />
+            <element signature="e#168#181#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/settings.py">
+    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zq_status_up.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="210">
-          <caret line="150" column="21" lean-forward="true" selection-start-line="150" selection-start-column="21" selection-end-line="150" selection-end-column="21" />
+        <state relative-caret-position="304">
+          <caret line="26" column="35" lean-forward="true" selection-start-line="26" selection-start-column="35" selection-end-line="26" selection-end-column="35" />
+          <folding>
+            <element signature="e#25#40#0" expanded="true" />
+          </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/wangqiu.py">
+    <entry file="file://$PROJECT_DIR$/main.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="241">
-          <caret line="94" column="41" selection-start-line="94" selection-start-column="40" selection-end-line="94" selection-end-column="46" />
+        <state relative-caret-position="252">
+          <caret line="14" column="47" lean-forward="true" selection-start-line="14" selection-start-column="47" selection-end-line="14" selection-end-column="47" />
           <folding>
-            <element signature="e#48#59#0" expanded="true" />
+            <element signature="e#0#10#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/guanjun.py">
+    <entry file="file://$PROJECT_DIR$/spiders/lanqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="215">
-          <caret line="28" column="12" lean-forward="true" selection-start-line="28" selection-start-column="12" selection-end-line="28" selection-end-column="12" />
+        <state relative-caret-position="-698">
+          <caret line="49" column="41" selection-start-line="49" selection-start-column="41" selection-end-line="49" selection-end-column="41" />
           <folding>
             <element signature="e#24#35#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
+    <entry file="file://$PROJECT_DIR$/log/zuqiu.log">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
+    <entry file="file://$PROJECT_DIR$/log/wqbodan.log">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
+    <entry file="file://$PROJECT_DIR$/log/wangqiu.log">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
+    <entry file="file://$PROJECT_DIR$/log/roll_zuqiu.log">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
+    <entry file="file://$PROJECT_DIR$/log/liansai.log">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
+    <entry file="file://$PROJECT_DIR$/log/lanqiu.log">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
+    <entry file="file://$PROJECT_DIR$/log/guanjun.log">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
+    <entry file="file://$PROJECT_DIR$/log/bangqiu.log">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
+    <entry file="file://$PROJECT_DIR$/log/ball_status.log">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
     <entry file="file://$PROJECT_DIR$/pipelines.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-3235">
-          <caret line="377" lean-forward="true" selection-start-line="377" selection-end-line="377" />
+        <state relative-caret-position="366">
+          <caret line="1702" column="75" selection-start-line="1702" selection-start-column="75" selection-end-line="1702" selection-end-column="75" />
           <folding>
             <element signature="e#0#15#0" expanded="true" />
-            <element signature="e#1528#3401#0" />
-            <element signature="e#3463#5238#0" />
-            <element signature="e#5295#6993#0" />
-            <element signature="e#7046#7880#0" />
-            <element signature="e#8040#8724#0" />
-            <element signature="e#8768#9481#0" />
-            <element signature="e#9527#10237#0" />
-            <element signature="e#10421#12227#0" />
-            <element signature="e#12315#13898#0" />
-            <element signature="e#13959#15711#0" />
-            <element signature="e#15772#17523#0" />
-            <element signature="e#17584#19334#0" />
-            <element signature="e#19395#21146#0" />
-            <element signature="e#21326#23142#0" />
-            <element signature="e#23322#25137#0" />
-            <element signature="e#25178#25659#0" />
-            <element signature="e#25811#41407#0" />
-            <element signature="e#41560#48459#0" />
-            <element signature="e#48613#55932#0" />
-            <element signature="e#60609#67553#0" />
-            <element signature="e#67704#73651#0" />
-            <element signature="e#73802#80953#0" />
           </folding>
         </state>
       </provider>
     </entry>
+    <entry file="file://$PROJECT_DIR$/settings.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="2525">
+          <caret line="160" lean-forward="true" selection-start-line="160" selection-end-line="160" />
+        </state>
+      </provider>
+    </entry>
   </component>
 </project>

hg3535/main.py

@@ -11,6 +11,6 @@ sys.path.append(os.path.dirname(os.path.abspath(__file__)))
 # execute(["scrapy", "crawl", "wangqiu"])
 # execute(["scrapy", "crawl", "wqbodan"])
 # execute(["scrapy", "crawl", "bangqiu"])
-# execute(["scrapy", "crawl", "roll_zuqiu"]) #滚球
+execute(["scrapy", "crawl", "roll_zuqiu"]) #滚球
 # execute(["scrapy", "crawl", "ball_status"]) #滚球id本地存
 # execute(["scrapy", "crawl", "ball_status_update"]) #滚球id结束时间更新状态

hg3535/middlewares.py

@@ -7,6 +7,7 @@
 import random
 
 from scrapy import signals
+from scrapy.exceptions import IgnoreRequest
 
 
 class Hg3535SpiderMiddleware(object):
@@ -139,7 +140,7 @@ class Hg3535timeoutDownloaderMiddleware(object):
             # # print("this is response ip:" + proxy)
             # # 对当前reque加上代理
             # request.meta['proxy'] = proxy
-            return request
+            raise IgnoreRequest
         return response
 
     def process_exception(self, request, exception, spider):
@@ -147,4 +148,7 @@ class Hg3535timeoutDownloaderMiddleware(object):
         # print("出现异常，跳过异常....")
         # proxy = 'http://127.0.0.1:8080'
         # request.meta['proxy'] = proxy
-        return request
+
+        return request
+        # return response
+        # pass

hg3535/pipelines.py

@@ -2,6 +2,7 @@ import datetime
 import time
 import hashlib
 import redis
+import logging
 from twisted.enterprise import adbapi
 from scrapy.conf import settings
 
@@ -9,6 +10,7 @@ from scrapy.conf import settings
 from .items import Zuqiustatus
 
 
+
 def hash_func(match_id, odds_code, sort, p_id):
     m = hashlib.md5()
     a = str(match_id) + str(odds_code) + str(sort) + str(p_id)
@@ -130,6 +132,7 @@ def three_intodb(data1, data2, cursor, redis_db):
                         data2['p_id'], data2["p_code"], data2['sort'], data2["source"], odds_only))
 
 
+
 # 插入篮球赛事表
 def into_competition(data, cursor):
     Competition_sql = "insert into st_lq_competition(home_team, guest_team, lg_id, match_id, match_date, match_time, ctime, utime, tag, type, source,expire_time,is_today,is_morningplate,is_stringscene) values (%s, %s, %s, %s, %s, %s, %s, %s,%s, %s, %s, %s,%s, %s, %s) on conflict(match_id) do update set tag = %s,expire_time=%s,is_today=%s,is_morningplate=%s,is_stringscene=%s;"
@@ -196,6 +199,7 @@ def zqone_intodb(data1, data2, data3, data4, cursor, redis_db):
                         data2['p_id'], data2["p_code"], index, data2["source"], f1, odds_only))
 
 
+
 # 足球 插入赔率  独赢 单双
 def zqtwo_intodb(data1, data2, data3, data4, cursor, redis_db):
     if data1:
@@ -376,6 +380,7 @@ def bqone_intodb(data1, data2, data3, cursor, redis_db):
                         data2['p_id'], data2["p_code"], data2['sort'], data2["source"], b_f, odds_only))
 
 
+
 def get_pcode(corner_ball, code):
     code_dict = {'concede_size': 1, 'capot': 2, 'two_sides': 3, 'total_goal': 4, 'half_full': 5, 'bodan': 6,
                  'first_last_ball': 7, 'temaball': 11}
@@ -403,6 +408,8 @@ class Zuqiupipeline(object):
 
     def process_item(self, item, spider):
         # 使用twisted将mysql插入变成异步执行
+        logger = logging.getLogger(__name__)
+        # logger.warning(query.addErrback(self.handle_error, item, spider))
         query = self.dbpool.runInteraction(self.do_insert, item)
         query.addErrback(self.handle_error, item, spider)  # 处理异常
         # return item
@@ -560,6 +567,7 @@ class Zuqiupipeline(object):
             if value:
                 zqtwo_intodb(data1=value, data2=total_goal_data, data3=key, data4=total_dict[key], cursor=cursor, redis_db=self.redis_db)
 
+
 # 全场半场 --------------------------------------------------------------------------------------------------------------
         half_fulls = item['half_full']
         p_code, p_id = get_pcode(corner_ball, 'half_full')
@@ -575,6 +583,7 @@ class Zuqiupipeline(object):
             for key, value in half_fulls.items():
                 if value:
                     zqtwo_intodb(data1=value, data2=half_full_data, data3=key, data4=full_dict[key], cursor=cursor, redis_db=self.redis_db)
+
 # 波胆------------------------------------------------------------------------------------------------------------------
         bodan_datas = item['bodan_data']
         p_code, p_id = get_pcode(corner_ball, 'bodan')
@@ -670,6 +679,8 @@ class Lanqiupipeline(object):
 
     def process_item(self, item, spider):
         # 使用twisted将mysql插入变成异步执行
+        logger = logging.getLogger(__name__)
+        # logger.warning(query.addErrback(self.handle_error, item, spider))
         query = self.dbpool.runInteraction(self.do_insert, item)
         query.addErrback(self.handle_error, item, spider)  # 处理异常
         # return item
@@ -795,6 +806,8 @@ class Wangqiupipeline(object):
         self.redis_db = redis.StrictRedis(connection_pool=self.pool)
 
     def process_item(self, item, spider):
+        logger = logging.getLogger(__name__)
+        # logger.warning(query.addErrback(self.handle_error, item, spider))
         # 使用twisted将mysql插入变成异步执行
         query = self.dbpool.runInteraction(self.do_insert, item)
         query.addErrback(self.handle_error, item, spider)  # 处理异常
@@ -894,6 +907,7 @@ class Wangqiupipeline(object):
                         sql2 = "insert into st_wq_odds_record(lg_id, odds_code, match_id, ctime, utime,odds, p_id, p_code, sort, source,odds_only) values (%s, %s, %s, %s, %s, %s, %s,%s, %s, %s, %s);"
                         cursor.execute(sql2, (
                             int(league_id), key, int(game_id), utime, utime, value, 2, "kemp", 0, "hg3535", odds_only))
+
         us_time = ctime
         # 插入赛事表
         if wangqiu == "网球":
@@ -925,6 +939,8 @@ class Wqbodanpipeline(object):
         self.redis_db = redis.StrictRedis(connection_pool=self.pool)
     def process_item(self, item, spider):
         # 使用twisted将mysql插入变成异步执行
+        logger = logging.getLogger(__name__)
+        # logger.warning(query.addErrback(self.handle_error, item, spider))
         query = self.dbpool.runInteraction(self.do_insert, item)
         query.addErrback(self.handle_error, item, spider)  # 处理异常
         # return item
@@ -998,6 +1014,7 @@ class Wqbodanpipeline(object):
                         sql2 = "insert into st_wq_odds_record(lg_id, odds_code, match_id, ctime, utime, odds, p_id, p_code, sort, source, condition,odds_only) values (%s, %s, %s, %s, %s, %s,%s, %s, %s, %s, %s, %s);"
                         cursor.execute(sql2, (
                             int(league_id), key, int(competition_id), utime, utime, value, p_id, p_code, 0, "hg3535", key,odds_only))
+
     def close_spider(self, spider):
         self.dbpool.close()
 
@@ -1010,6 +1027,8 @@ class Bangqiupipeline(object):
         self.redis_db = redis.StrictRedis(connection_pool=self.pool)
 
     def process_item(self, item, spider):
+        logger = logging.getLogger(__name__)
+        # logger.warning(query.addErrback(self.handle_error, item, spider))
         # 使用twisted将mysql插入变成异步执行
         query = self.dbpool.runInteraction(self.do_insert, item)
         query.addErrback(self.handle_error, item, spider)  # 处理异常
@@ -1136,6 +1155,8 @@ class Guanjunpipeline(object):
         self.redis_db = redis.StrictRedis(connection_pool=self.pool)
 
     def process_item(self, item, spider):
+        logger = logging.getLogger(__name__)
+        # logger.warning(query.addErrback(self.handle_error, item, spider))
         # 使用twisted将mysql插入变成异步执行
         query = self.dbpool.runInteraction(self.do_insert, item)
         query.addErrback(self.handle_error, item, spider)  # 处理异常
@@ -1234,6 +1255,8 @@ class Liansaipipeline(object):
         self.redis_db = redis.StrictRedis(connection_pool=self.pool)
 
     def process_item(self, item, spider):
+        logger = logging.getLogger(__name__)
+        # logger.warning(query.addErrback(self.handle_error, item, spider))
         # 使用twisted将mysql插入变成异步执行
         query = self.dbpool.runInteraction(self.do_insert, item)
         query.addErrback(self.handle_error, item, spider)  # 处理异常
@@ -1436,6 +1459,8 @@ class Roll_Zuqiupipeline(object):
         self.redis_db = redis.StrictRedis(connection_pool=self.pool)
 
     def process_item(self, item, spider):
+        logger = logging.getLogger(__name__)
+        # logger.warning(query.addErrback(self.handle_error, item, spider))
         # 使用twisted将mysql插入变成异步执行
         query = self.dbpool.runInteraction(self.do_insert, item)
         query.addErrback(self.handle_error, item, spider)  # 处理异常
@@ -1674,6 +1699,8 @@ class BallStatuspipeline(object):
         self.redis_db = redis.StrictRedis(connection_pool=self.pool)
 
     def process_item(self, item, spider):
+        logger = logging.getLogger(__name__)
+        # logger.warning(query.addErrback(self.handle_error, item, spider))
         # 使用twisted将mysql插入变成异步执行
         query = self.dbpool.runInteraction(self.do_insert, item)
         query.addErrback(self.handle_error, item, spider)  # 处理异常
@@ -1707,3 +1734,4 @@ class BallStatuspipeline(object):
     def close_spider(self, spider):
         # self.conn.close()
         self.dbpool.close()
+

hg3535/settings.py

@@ -122,22 +122,31 @@ RETRY_ENABLED = False
 DOWNLOAD_TIMEOUT = 2
 REDIRECT_ENABLED = False
 
+
+SCHEDULER_PERSIST = False  # 是否在关闭时候保留原来的调度器和去重记录，True=保留，False=清空
+SCHEDULER_FLUSH_ON_START = False
+
 # RETRY_ENABLED = True
 # RETRY_TIMES = 2
 # RETRY_HTTP_CODES = [500, 502, 503, 504, 400, 408]
 
 
+LOG_LEVEL = 'WARNING'
+# SCHEDULER_PERSIST = False
+# LOG_FILE = './log/'
+
+
 # POST_HOST = 'localhost'
 # POST_DATABASE = 'postgres'
 # POST_USER = 'postgres'
 # POST_PORT = '5433'
 # POST_PASSWORD = '123456'
 
-#POST_HOST = 'localhost'
-#POST_DATABASE = 'postgres'
-#POST_USER = 'postgres'
-#POST_PORT = '5433'
-#POST_PASSWORD = '123456'
+# POST_HOST = 'localhost'
+# POST_DATABASE = 'postgres'
+# POST_USER = 'postgres'
+# POST_PORT = '5433'
+# POST_PASSWORD = '123456'
 
 POST_HOST = '172.17.0.4'
 POST_DATABASE = 'kaiyou'
@@ -150,7 +159,7 @@ R_HOST = 'localhost'
 R_POST = '6379'
 # R_PASSWORD = '123456'
 
-# POST_HOST = 'localhost'
+# POST_HOST = '192.168.2.200'
 # POST_DATABASE = 'kaiyou'
 # POST_USER = 'kaiyou'
 # POST_PORT = '10432'

hg3535/spiders/bangqiu.py

@@ -14,12 +14,14 @@ class BqrangqiuSpider(scrapy.Spider):
     custom_settings = {
         "ITEM_PIPELINES": {
             "hg3535.pipelines.Bangqiupipeline": 300,
-        }
+        },
+        'LOG_LEVEL': 'DEBUG',
+        'LOG_FILE': '../hg3535/Log/bangqiu.log'
     }
     def start_requests(self):
         for y in range(1, 4):
             url = 'https://hg3535z.com/odds2/d/getodds?sid=4&pt=' + str(y) + '&ubt=am&pn=0&sb=2&dc=null&pid=0'
-            yield scrapy.Request(url=url, callback=self.parse, meta={'pt': y})
+            yield scrapy.Request(url=url, callback=self.parse, meta={'pt': y}, dont_filter=True)
 
     def parse(self, response):
         if response.text:
@@ -38,13 +40,13 @@ class BqrangqiuSpider(scrapy.Spider):
                         game_id = str(new_result['i'][16])
                         if pt == 1:
                             url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "iip=false&ubt=am&isp=false"
-                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt})
+                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt == 2:
                             url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "iip=false&ubt=am&isp=false"
-                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt})
+                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt == 3:
                             url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "iip=false&ubt=am&isp=true"
-                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt})
+                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
 
     def parse_each(self, response):
         try:

hg3535/spiders/guanjun.py

@@ -14,7 +14,9 @@ class LqguanjunSpider(scrapy.Spider):
     custom_settings = {
         "ITEM_PIPELINES": {
             'hg3535.pipelines.Guanjunpipeline': 300,
-        }
+        },
+        'LOG_LEVEL': 'DEBUG',
+        'LOG_FILE': '../hg3535/Log/guanjun.log'
     }
 
     def start_requests(self):
@@ -24,7 +26,7 @@ class LqguanjunSpider(scrapy.Spider):
                     url = 'https://hg3535z.com/odds2/d/getodds?sid=' + str(z) + '&pt=' + str(y) + '&ubt=or&pn=' + str(
                         x) + '&sb=2&dc=null&pid=0'
                     # yield Request(url=url, callback=self.parse, meta={'pt': y, 'sid': z}, dont_filter=True)
-                    yield Request(url=url, callback=self.parse, meta={'pt': y, 'sid': z})
+                    yield Request(url=url, callback=self.parse, meta={'pt': y, 'sid': z}, dont_filter=True)
     def parse(self, response):
         try:
             datas = json.loads(response.text)

hg3535/spiders/hg3535_zq_status.py

@@ -173,11 +173,10 @@ class LanqiuSpider(scrapy.Spider):
     custom_settings = {
         "ITEM_PIPELINES": {
             'hg3535.pipelines.BallStatuspipeline':200,
-        }
+        },
+        'LOG_LEVEL': 'DEBUG',
+        'LOG_FILE': '../hg3535/Log/ball_status.log'
     }
-    # start_urls = ['http://hg3535z.com/odds2/d/getodds?sid=2&pt=3&ubt=am&pn=0&sb=2&dc=null&pid=0']
-    # http: // hg3535z.com / odds2 / d / getamodds?eid = 3098030 & iip = false & ubt = am & isp = false
-    # http://hg3535z.com/odds2/d/getodds?sid=2&pt=2&ubt=am&pn=0&sb=2&dc=null&pid=0
 
     def parse(self, response):
         datas = json.loads(response.text)
@@ -194,18 +193,10 @@ class LanqiuSpider(scrapy.Spider):
                 zuqiu['create_time'] = utime
                 zuqiu['status'] = 1
                 zuqiu['ball_type'] = datas['i-ot'][0]['s']['n']
-                # item['match_id'] = i
-                # item['create_time'] = utime
-                # item['status'] = 1
-                # item['ball_type'] = datas['i-ot'][0]['s']['n']
-                # item['zuqiu_toal'] = zuqiu
                 zuqiu_status_list.append(zuqiu)
             item["zuqiu_total"] = zuqiu_status_list
             yield item
 
-        # urls = ['http://hg3535z.com/odds2/d/getodds?sid=2&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0''http://hg3535z.com/odds2/d/getodds?sid=3&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0','http://hg3535z.com/odds2/d/getodds?sid=4&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0']
-        # for url in urls:
-        #     yield Request(url=url, callback=self.parse)
 
 
 

hg3535/spiders/hg3535_zq_status_up.py

@@ -172,11 +172,7 @@ class LanqiuSpider(scrapy.Spider):
     def __init__(self):
         super(LanqiuSpider).__init__()
         #信号量
-        # dispatcher.connect(self.spider_opened, signals.spider_opened)
         dispatcher.connect(self.spider_closed, signals.spider_closed)
-        # self.conn = SqlConn(sql_name='postgresql',host='127.0.0.1',port=5432,user='postgres',password='9998877',database='postgres')
-        # database = PostgresqlDatabase('kaiyou',**{'host': '192.168.2.200', 'port': 10432, 'user': 'kaiyou', 'password': '123456'})
-        # self.conn = SqlConn(sql_name='postgresql',host='192.168.2.200',port=10432,user='kaiyou',password='123456',database='kaiyou')
         self.conn = SqlConn(sql_name='postgresql',host=settings["POST_HOST"], port=settings['POST_PORT'], user=settings["POST_USER"],password=settings["POST_PASSWORD"],database=settings["POST_DATABASE"])
 
 
@@ -185,24 +181,12 @@ class LanqiuSpider(scrapy.Spider):
     allowed_domains = ['hg3535z.com']
     #sid要改为1 足球 现在测试改为4
     start_urls = ['https://hg3535z.com/odds2/d/getodds?sid=3&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0'] # 滚球菜单 篮球滚球列url
-    # custom_settings = {
-    #     "ITEM_PIPELINES": {
-    #         'scrapy_yzd.pipelines.BallStatuspipeline':1,
-    #     }
-    # }
-    # start_urls = ['http://hg3535z.com/odds2/d/getodds?sid=2&pt=3&ubt=am&pn=0&sb=2&dc=null&pid=0']
-    # http: // hg3535z.com / odds2 / d / getamodds?eid = 3098030 & iip = false & ubt = am & isp = false
-    # http://hg3535z.com/odds2/d/getodds?sid=2&pt=2&ubt=am&pn=0&sb=2&dc=null&pid=0
-
     def parse(self, response):
-        # a = SqlConn(sql_name='postgresql',host='127.0.0.1',port=5432,user='postgres',password='9998877',database='postgres')
-        # a.test_conn()
         b = self.conn.get_data("select match_id from st_ball_status where ball_type='足球'")
         d = list(itertools.chain(*b))
-        # yield Request(url='http://hg3535z.com/odds2/d/getamodds?eid=3147927&iip=true&ubt=am&isp=false',callback=self.parse_each)
         for i in d:
             urls = 'https://hg3535z.com/odds2/d/getamodds?eid={}&iip=true&ubt=am&isp=false'.format(i)
-            yield Request(url=urls,callback=self.parse_each)
+            yield Request(url=urls,callback=self.parse_each, dont_filter=True)
 
     #取得url中的id字段
     def re_str(self,url_str):
@@ -211,11 +195,8 @@ class LanqiuSpider(scrapy.Spider):
         return result
 
     def parse_each(self,response):
-        # print("URL: " + response.request.url)
         if response.text != "null":
             res = json.loads(response.text)
-            # res = {"i":['false',1,3149430,4,2,"sh",0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,"28 / 04","99:00","下半场",'false','true',"足球",0],"eg":{"c":{"k":27078,"n":"罗马尼亚乙组联赛"},"es":[{"dbg":'true',"egid":0,"g":"","i":["阿格斯","法乌尔","1","True","28 / 04","","1","False","0","0","0","1","FT","","","",0,"0","1",0,"False"],"ibs":'true',"ibsc":'true',"lcd":{"lcpid":5,"ilup":'false',"lcid":3147921,"p":0},"k":3147921,"o":{},"pci":{"ctid":0},"egn":""},{"dbg":'false',"egid":0,"g":"","i":["阿格斯-角球数","法乌尔-角球数","1","True","28 / 04","99:00","1","False","0","0","4","2","下半场","Second Half","","",0,"","",0,"False"],"ibs":'true',"ibsc":'false',"k":3149430,"o":{"oe":{"s":192,"v":["o3239030643","0.00","o3239030644","0.00"],"n":"角球:滚球 单 / 双"}},"pci":{"ctid":1,"ctn":"角球"},"egn":""}]},"ot":2,"sc":{"3147921":{"a":1,"h":0},"3149430":{"a":2,"h":4}},"v":567862}
-            # res1 = jsonpath.jsonpath(res,'$..eg..es[0]..o')
             res1 = jsonpath.jsonpath(res,'$..eg..es[:]..o')
             if len(res1) > 1:
                 print("这是有角球啊")
@@ -228,16 +209,6 @@ class LanqiuSpider(scrapy.Spider):
                 if o_dict0 or o_dict1:
                     print("这不是个空字典")
                     print("我不做任何操作的啊")
-                    # re_url = response.request.url
-                    # res_id = self.re_str(re_url)
-                    # print(res_id)
-                    # utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-                    # a = SqlConn(sql_name='postgresql',host='127.0.0.1',port=5432,user='postgres',password='9998877',database='postgres')
-                    # self.conn.updata_data("update st_ball_status  set status=0, update_time='{0}' where match_id={1}".format(utime,res_id))
-                    # sql1 = "insert into comendnotice(status, game_code, match_id,done_time) values (%s,%s, %s, %s) on conflict(match_id) do update set done_time = %s"
-                    # self.conn.cursor.execute(sql1,(4,'zq',res_id,utime,utime))
-                    # cursor.execute(sql1, (match_id, create_time,staus,update_time, ball_type,update_time))
-                    # self.conn.commit()
             else:
                 o_dict0 = res1[0]
                 if not o_dict0:
@@ -246,20 +217,12 @@ class LanqiuSpider(scrapy.Spider):
                     res_id = self.re_str(re_url)
                     print(res_id)
                     utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-                    # a = SqlConn(sql_name='postgresql',host='127.0.0.1',port=5432,user='postgres',password='9998877',database='postgres')
                     self.conn.updata_data("update st_ball_status  set status=0, update_time='{0}' where match_id={1}".format(utime,res_id))
-                    # sql1 = "insert into comendnotice(status, game_code, match_id,done_time) values (%s,%s, %s, %s) on conflict(match_id) do update set done_time = %s"
                     self.conn.updata_data("update st_zq_result set status=2  where match_id={}".format(res_id))
                     self.conn.updata_data("update st_zq_result_record set status=2  where match_id={}".format(res_id))
                     self.conn.updata_data("update st_zq_competition set status=2  where match_id={}".format(res_id))
 
-                    # self.conn.cursor.execute(sql1,(4,'zq',res_id,utime,utime))
-                    # cursor.execute(sql1, (match_id, create_time,staus,update_time, ball_type,update_time))
                     self.conn.commit()
-        # if o_dict:
-        #     print("有数据")
-        # else:
-        #     print("没数据")
 
         if response.text == "null":
             print("暂时没有数据")
@@ -267,7 +230,6 @@ class LanqiuSpider(scrapy.Spider):
             res_id = self.re_str(re_url)
             print(res_id)
             utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-            # a = SqlConn(sql_name='postgresql',host='127.0.0.1',port=5432,user='postgres',password='9998877',database='postgres')
             self.conn.updata_data("update st_ball_status  set status=0, update_time='{0}' where match_id={1}".format(utime,res_id))
             sql1 = "insert into comendnotice(status, game_code, match_id,done_time) values (%s,%s, %s, %s) on conflict(match_id) do update set done_time = %s"
             self.conn.cursor.execute(sql1,(4,'zq',res_id,utime,utime))
@@ -278,27 +240,11 @@ class LanqiuSpider(scrapy.Spider):
 
             self.conn.commit()
 
-            # a.close_conn()
-
-    # def spider_opened(self, spider):
-
-
     def spider_closed(self, spider):
         print("我要关闭了")
         self.conn.close_conn()
 
 
-        # new_datas = json.loads(response.text).get('eg', "")
-        # if new_datas:
-        #     new_data = new_datas.get("es", "")
-        #     result = new_data[0]
-        #     o_dic = result['o']
-        #     if response.text == "null"  or not o_dic:
-        #         print("没有数据")
-        # print(response.body)
-        # if response.text == "null":
-        #     print("这个网页没有数据的")
-
 
 
 

hg3535/spiders/hg3535_zuqiu.py

@@ -7,9 +7,6 @@ import scrapy
 from scrapy.http import Request
 
 from ..items import Roll_Zuqiu
-from scrapy.spidermiddlewares.httperror import HttpError
-from twisted.internet.error import DNSLookupError
-from twisted.internet.error import TimeoutError
 
 
 class ZuqiuSpider(scrapy.Spider):
@@ -18,15 +15,10 @@ class ZuqiuSpider(scrapy.Spider):
     custom_settings = {
         "ITEM_PIPELINES":{
             'hg3535.pipelines.Roll_Zuqiupipeline': 100,
-        }
+        },
+        'LOG_LEVEL': 'DEBUG',
+        'LOG_FILE': '../hg3535/Log/roll_zuqiu.log'
     }
-    # def start_requests(self):
-    #
-    #     for y in range(1, 4):
-    #         for i in range(10):
-    #             url = 'https://hg3535z.com/odds2/d/getodds?sid=1&pt=' + str(y) + '&ubt=' + 'am' + '&pn=' + str(
-    #                 i) + '&sb=2&dc=null&pid=0'
-    #             yield scrapy.Request(url=url, callback=self.parse, meta={'pt': y})
     start_urls = ['https://hg3535z.com/odds2/d/getodds?sid=1&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0'] # 滚球菜单 足球滚球列url
 
 
@@ -41,52 +33,7 @@ class ZuqiuSpider(scrapy.Spider):
             for i in ids:
                 urls = 'https://hg3535z.com/odds2/d/getamodds?eid={}&iip=true&ubt=am&isp=false'.format(i)
                 print(urls)
-                yield Request(url=urls, callback=self.parse_each)
-        # if response.text:
-        #     try:
-        #         datas = json.loads(response.text).get('n-ot', "").get('egs', "")
-        #     except:
-        #         datas = ""
-        #     pt = copy.copy(response.meta['pt'])
-        #     if datas:
-        #         for result in datas:
-        #             new_results = result['es']
-        #             for new_result in new_results:
-        #                 game_id = str(new_result['i'][16])
-        #                 if pt is 3:
-        #                     url = "https://hg3535z.com/odds2/d/getamodds?eid="+game_id+"&iip=false&ubt=am&isp=true"
-        #                     yield Request(url=url, callback=self.parse_each, meta={'pt': pt})
-        #                 if pt is 2:
-        #                     url = "https://hg3535z.com/odds2/d/getamodds?eid="+game_id+"&iip=false&ubt=am&isp=false"
-        #                     yield Request(url=url, callback=self.parse_each, meta={'pt': pt})
-        #                 if pt is 1:
-        #                     url = "https://hg3535z.com/odds2/d/getamodds?eid="+game_id+"&iip=false&ubt=am&isp=false"
-        #                     yield Request(url=url, callback=self.parse_each, meta={'pt': pt})
-
-
-    # def errback_httpbin(self, failure):
-    #     # log all errback failures,
-    #     # in case you want to do something special for some errors,
-    #     # you may need the failure's type
-    #     self.logger.error(repr(failure))
-    #
-    #     #if isinstance(failure.value, HttpError):
-    #     if failure.check(HttpError):
-    #         # you can get the response
-    #         response = failure.value.response
-    #         self.logger.error('HttpError on %s', response.url)
-    #
-    #     #elif isinstance(failure.value, DNSLookupError):
-    #     elif failure.check(DNSLookupError):
-    #         # this is the original request
-    #         request = failure.request
-    #         self.logger.error('DNSLookupError on %s', request.url)
-    #
-    #     #elif isinstance(failure.value, TimeoutError):
-    #     elif failure.check(TimeoutError):
-    #         request = failure.request
-    #         self.logger.error('TimeoutError on %s', request.url)
-
+                yield Request(url=urls, callback=self.parse_each,dont_filter=True)
 
     def parse_each(self, response):
         # 球队进球数 大小
@@ -165,8 +112,6 @@ class ZuqiuSpider(scrapy.Spider):
 
                         concede_guests = [new_concedes[i] for i in range(len(new_concedes)) if i % 2 is 1]
                         # concede_guest_rule
-                        # concede_guest_rule = [concede_guests[i] for i in range(len(concede_guests)) if
-                        #                       i % 2 == 0]
                         # concede_guest
                         concede_guest_rule = []
                         for i in range(len(concede_guests)):
@@ -196,10 +141,6 @@ class ZuqiuSpider(scrapy.Spider):
                         new_half_concedes = [half_concedes[i] for i in range(len(half_concedes)) if i % 2 is 1]
                         new_half_concede_homes = [new_half_concedes[i] for i in range(len(new_half_concedes)) if
                                                   i % 2 is 0]
-                        # half_concede_home_rule
-                        # half_concede_home_rule = [new_half_concede_homes[i] for i in
-                        #                           range(len(new_half_concede_homes)) if i % 2 == 0]
-
                         half_concede_home_rule = []
                         for i in range(len(new_half_concede_homes)):
                             if i % 2 == 0:
@@ -218,9 +159,6 @@ class ZuqiuSpider(scrapy.Spider):
                         else:
                             half_concede_home = [new_half_concede_homes[i] for i in range(len(new_half_concede_homes)) if i % 2 is 1]
                         half_concede_guests = [new_half_concedes[i] for i in range(len(new_half_concedes)) if i % 2 is 1]
-                        # concede_guest_rule
-                        # half_concede_guest_rule = [half_concede_guests[i] for i in
-                        #                            range(len(half_concede_guests)) if i % 2 == 0]
                         half_concede_guest_rule = []
                         for i in range(len(half_concede_guests)):
                             if i % 2 == 0:

hg3535/spiders/lanqiu.py

@@ -45,14 +45,17 @@ class LanqiuSpider(scrapy.Spider):
     custom_settings = {
         "ITEM_PIPELINES": {
             "hg3535.pipelines.Lanqiupipeline": 300,
-        }
+        },
+        'LOG_LEVEL': 'DEBUG',
+        'LOG_FILE': '../hg3535/Log/lanqiu.log'
+
     }
 
     def start_requests(self):
         # newall_lists = ['am', 'ftht1x2', 'oe', 'tg', 'htft', 'cs', 'fglg', 'or']
         for y in range(1, 4):
             url = 'https://hg3535z.com/odds2/d/getodds?sid=2&pt='+str(y)+'&ubt=am&pn=0&sb=2&dc=null&pid=0'
-            yield scrapy.Request(url=url, callback=self.parse, meta={'pt': y})
+            yield scrapy.Request(url=url, callback=self.parse, meta={'pt': y}, dont_filter=True)
 
     def parse(self, response):
         if response.text:
@@ -71,14 +74,14 @@ class LanqiuSpider(scrapy.Spider):
                     for new_result in new_results:
                         game_id = str(new_result['i'][16])
                         if pt == 1:
-                            url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "iip=false&ubt=am&isp=false"
-                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt})
+                            url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "&iip=false&ubt=am&isp=false"
+                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt == 2:
-                            url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "iip=false&ubt=am&isp=false"
-                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt})
+                            url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "&iip=false&ubt=am&isp=false"
+                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt == 3:
-                            url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "iip=false&ubt=am&isp=true"
-                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt})
+                            url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "&iip=false&ubt=am&isp=true"
+                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
     def parse_each(self, response):
         try:
             new_datas = json.loads(response.text)['eg']
@@ -118,6 +121,7 @@ class LanqiuSpider(scrapy.Spider):
             jijie = result['i'][12]
             # 球队得分
             qiudui = result['pci'].get('ctn', "")
+
 # ----------------------------------------让球分割线---------------------------------------------------------------------------
             concedes_dict = {}
             concedes_dict_rule = {}

hg3535/spiders/liansai.py

@@ -14,15 +14,17 @@ class LanqiulsSpider(scrapy.Spider):
     custom_settings = {
         "ITEM_PIPELINES": {
             'hg3535.pipelines.Liansaipipeline': 300,
-        }
+        },
+        'LOG_LEVEL': 'DEBUG',
+        'LOG_FILE': '../hg3535/Log/liansai.log'
     }
 
     def start_requests(self):
         for y in range(1, 5):
             for i in range(1, 5):
                 url = 'https://hg3535z.com/odds2/d/getcomps?sid='+str(y)+'&pt=' + str(i) + '&ubt=am&dc=null&pn=0&pid=0'
-                # yield scrapy.Request(url=url, callback=self.parse, dont_filter=True)
-                yield scrapy.Request(url=url, callback=self.parse)
+                yield scrapy.Request(url=url, callback=self.parse, dont_filter=True)
+                # yield scrapy.Request(url=url, callback=self.parse)
     def parse(self, response):
         try:
             datas = json.loads(response.text)['gs']

hg3535/spiders/wangqiu.py

@@ -16,13 +16,15 @@ class LanqiuSpider(scrapy.Spider):
     custom_settings = {
         "ITEM_PIPELINES": {
             "hg3535.pipelines.Wangqiupipeline": 300,
-        }
+        },
+        'LOG_LEVEL': 'DEBUG',
+        'LOG_FILE': '../hg3535/Log/wangqiu.log'
     }
     def start_requests(self):
         # newall_lists = ['am', 'ftht1x2', 'oe', 'tg', 'htft', 'cs', 'fglg', 'or']
         for y in range(1, 4):
             url = 'https://hg3535z.com/odds2/d/getodds?sid=3&pt='+str(y)+'&ubt=am&pn=0&sb=2&dc=null&pid=0'
-            yield scrapy.Request(url=url, callback=self.parse, meta={'pt': y})
+            yield scrapy.Request(url=url, callback=self.parse, meta={'pt': y}, dont_filter=True)
 
     def parse(self, response):
         if response.text:
@@ -41,13 +43,13 @@ class LanqiuSpider(scrapy.Spider):
                         game_id = str(new_result['i'][16])
                         if pt == 1:
                             url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "&iip=false&ubt=am&isp=false"
-                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt})
+                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt == 2:
                             url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "&iip=false&ubt=am&isp=false"
-                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt})
+                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt == 3:
                             url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "&iip=false&ubt=am&isp=true"
-                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt})
+                            yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
     def parse_each(self, response):
         try:
             new_datas = json.loads(response.text)['eg']

hg3535/spiders/wqbodan.py

@@ -15,17 +15,19 @@ class WgbodanSpider(scrapy.Spider):
     custom_settings = {
         "ITEM_PIPELINES": {
             'hg3535.pipelines.Wqbodanpipeline': 300,
-        }
+        },
+        'LOG_LEVEL': 'DEBUG',
+        'LOG_FILE': '../hg3535/Log/wqbodan.log'
     }
 
     def start_requests(self):
         url = 'https://hg3535z.com/odds2/d/getmenu?pid=0'
-        yield scrapy.Request(url=url, callback=self.parse_one)
+        yield scrapy.Request(url=url, callback=self.parse_one, dont_filter=True)
 
     def parse_one(self, response):
         for y in range(1, 4):
             url = 'https://hg3535z.com/odds2/d/getodds?sid=3&pt=' + str(y) + '&ubt=stcs&pn=0&sb=2&dc=null&pid=0'
-            yield Request(url=url, callback=self.parse, meta={'pt': y})
+            yield Request(url=url, callback=self.parse, meta={'pt': y}, dont_filter=True)
 
     def parse(self, response):
         try:

hg3535/spiders/zuqiu.py

@@ -17,7 +17,9 @@ class ZuqiuSpider(scrapy.Spider):
     custom_settings = {
         "ITEM_PIPELINES":{
             'hg3535.pipelines.Zuqiupipeline': 300,
-        }
+        },
+        'LOG_LEVEL': 'DEBUG',
+        'LOG_FILE': '../hg3535/Log/zuqiu.log'
     }
     def start_requests(self):
 
@@ -25,7 +27,8 @@ class ZuqiuSpider(scrapy.Spider):
             for i in range(10):
                 url = 'https://hg3535z.com/odds2/d/getodds?sid=1&pt=' + str(y) + '&ubt=' + 'am' + '&pn=' + str(
                     i) + '&sb=2&dc=null&pid=0'
-                yield scrapy.Request(url=url, callback=self.parse, meta={'pt': y})
+                yield scrapy.Request(url=url, callback=self.parse, meta={'pt': y}, dont_filter=True)
+                # yield scrapy.Request(url=url, callback=self.parse, meta={'pt': y})
 
     def parse(self, response):
         if response.text:
@@ -42,12 +45,15 @@ class ZuqiuSpider(scrapy.Spider):
                         if pt is 3:
                             url = "https://hg3535z.com/odds2/d/getamodds?eid="+game_id+"&iip=false&ubt=am&isp=true"
                             yield Request(url=url, callback=self.parse_each, meta={'pt': pt})
+                            # yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt is 2:
                             url = "https://hg3535z.com/odds2/d/getamodds?eid="+game_id+"&iip=false&ubt=am&isp=false"
                             yield Request(url=url, callback=self.parse_each, meta={'pt': pt})
+                            # yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt is 1:
                             url = "https://hg3535z.com/odds2/d/getamodds?eid="+game_id+"&iip=false&ubt=am&isp=false"
                             yield Request(url=url, callback=self.parse_each, meta={'pt': pt})
+                            # yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
 
     def parse_each(self, response):
         # 球队进球数 大小