'更新'

hg3535/.idea/workspace.xml

@@ -3,12 +3,24 @@
   <component name="ChangeListManager">
     <list default="true" id="7fa42e97-ddea-4404-91db-5a9ccc162649" name="Default Changelist" comment="">
       <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/__init__.py" beforeDir="false" afterPath="$PROJECT_DIR$/__init__.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/ball_func.py" beforeDir="false" afterPath="$PROJECT_DIR$/ball_func.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/items.py" beforeDir="false" afterPath="$PROJECT_DIR$/items.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/main.py" beforeDir="false" afterPath="$PROJECT_DIR$/main.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/main_time.py" beforeDir="false" afterPath="$PROJECT_DIR$/main_time.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/pipelines.py" beforeDir="false" afterPath="$PROJECT_DIR$/pipelines.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/settings.py" beforeDir="false" afterPath="$PROJECT_DIR$/settings.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/spiders/bangqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/bangqiu.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/spiders/guanjun.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/guanjun.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/spiders/lanqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/lanqiu.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/spiders/roll_bangqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/roll_bangqiu.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/spiders/roll_lanqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/roll_lanqiu.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/spiders/roll_wangqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/roll_wangqiu.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/spiders/roll_zuqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/roll_zuqiu.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/spiders/wangqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/wangqiu.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/spiders/wqbodan.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/wqbodan.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/spiders/zuqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/zuqiu.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/text.py" beforeDir="false" />
     </list>
     <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
     <option name="SHOW_DIALOG" value="false" />
@@ -18,7 +30,7 @@
   </component>
   <component name="CoverageDataManager">
     <SUITE FILE_PATH="coverage/hg3535$items.coverage" NAME="items Coverage Results" MODIFIED="1554291398794" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
-    <SUITE FILE_PATH="coverage/hg3535$main.coverage" NAME="main Coverage Results" MODIFIED="1559617710661" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
+    <SUITE FILE_PATH="coverage/hg3535$main.coverage" NAME="main Coverage Results" MODIFIED="1560160359437" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
     <SUITE FILE_PATH="coverage/hg3535$hgjieshu.coverage" NAME="hgjieshu Coverage Results" MODIFIED="1558494720094" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/spiders" />
     <SUITE FILE_PATH="coverage/hg3535$halffull.coverage" NAME="halffull Coverage Results" MODIFIED="1554544334424" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/spiders" />
     <SUITE FILE_PATH="coverage/hg3535$pipelines.coverage" NAME="pipelines Coverage Results" MODIFIED="1554290866137" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
@@ -56,11 +68,6 @@
   </component>
   <component name="FindInProjectRecents">
     <findStrings>
-      <find>status</find>
-      <find>3206572</find>
-      <find>sizes</find>
-      <find>wqone_intodb</find>
-      <find>zqo_intodb</find>
       <find>zqtwo_intodb</find>
       <find>zqone_intodb</find>
       <find>one_intodb</find>
@@ -80,12 +87,17 @@
       <find>team_scoretema_ball</find>
       <find>zqtwo_intodbs</find>
       <find>match_score_t</find>
-      <find>match_score_dict</find>
       <find>three_post</find>
       <find>two_score_guest_small</find>
       <find>lq_two_score_guest_small</find>
-      <find>two_sides_single</find>
       <find>guest_team</find>
+      <find>odds</find>
+      <find>odds_record</find>
+      <find>half_concede_guest_rule</find>
+      <find>two_sides_single</find>
+      <find>liansai</find>
+      <find>match_score_dict</find>
+      <find>two_total_sizes_big</find>
     </findStrings>
     <replaceStrings>
       <replace>tema_ball</replace>
@@ -136,11 +148,6 @@
   <component name="IdeDocumentHistory">
     <option name="CHANGED_PATHS">
       <list>
-        <option value="$PROJECT_DIR$/spiders/temaball.py" />
-        <option value="$PROJECT_DIR$/spiders/wqguanjun.py" />
-        <option value="$PROJECT_DIR$/spiders/lqguanjun.py" />
-        <option value="$PROJECT_DIR$/spiders/lanqiuls.py" />
-        <option value="$PROJECT_DIR$/spiders/testone.py" />
         <option value="$PROJECT_DIR$/spiders/wgbodan.py" />
         <option value="$PROJECT_DIR$/jianting.py" />
         <option value="$PROJECT_DIR$/requirements.txt" />
@@ -164,29 +171,34 @@
         <option value="$PROJECT_DIR$/spiders/hg3535_zq_status_up.py" />
         <option value="$PROJECT_DIR$/spiders/hgjieshu.py" />
         <option value="$PROJECT_DIR$/spiders/hg3535_bangqiu.py" />
-        <option value="$PROJECT_DIR$/items.py" />
         <option value="$PROJECT_DIR$/spiders/hg3535_lanqiu.py" />
-        <option value="$PROJECT_DIR$/spiders/roll_bangqiu.py" />
-        <option value="$PROJECT_DIR$/main_time.py" />
         <option value="$PROJECT_DIR$/spiders/zq_jieshu.py" />
         <option value="$PROJECT_DIR$/spiders/lq_jieshu.py" />
-        <option value="$PROJECT_DIR$/spiders/liansai.py" />
-        <option value="$PROJECT_DIR$/spiders/guanjun.py" />
-        <option value="$PROJECT_DIR$/text.py" />
         <option value="$PROJECT_DIR$/spiders/bq_jieshu.py" />
-        <option value="$PROJECT_DIR$/spiders/wqbodan.py" />
-        <option value="$PROJECT_DIR$/spiders/bangqiu.py" />
         <option value="$PROJECT_DIR$/spiders/wq_jieshu.py" />
-        <option value="$PROJECT_DIR$/settings.py" />
+        <option value="$PROJECT_DIR$/text.py" />
+        <option value="$PROJECT_DIR$/notroll.py" />
+        <option value="$PROJECT_DIR$/main_time.py" />
+        <option value="$PROJECT_DIR$/spiders/guanjun.py" />
+        <option value="$PROJECT_DIR$/spiders/wqbodan.py" />
         <option value="$PROJECT_DIR$/spiders/zuqiu.py" />
+        <option value="$PROJECT_DIR$/ball.py" />
         <option value="$PROJECT_DIR$/spiders/roll_zuqiu.py" />
-        <option value="$PROJECT_DIR$/spiders/roll_wangqiu.py" />
-        <option value="$PROJECT_DIR$/spiders/lanqiu.py" />
+        <option value="$PROJECT_DIR$/spiders/roll_bangqiu.py" />
+        <option value="$PROJECT_DIR$/roll.py" />
+        <option value="$PROJECT_DIR$/not_roll.py" />
+        <option value="$PROJECT_DIR$/__init__.py" />
+        <option value="$PROJECT_DIR$/spiders/bangqiu.py" />
+        <option value="$PROJECT_DIR$/ball_func.py" />
+        <option value="$PROJECT_DIR$/spiders/liansai.py" />
         <option value="$PROJECT_DIR$/spiders/roll_lanqiu.py" />
+        <option value="$PROJECT_DIR$/spiders/lanqiu.py" />
         <option value="$PROJECT_DIR$/spiders/wangqiu.py" />
+        <option value="$PROJECT_DIR$/items.py" />
+        <option value="$PROJECT_DIR$/spiders/roll_wangqiu.py" />
         <option value="$PROJECT_DIR$/main.py" />
         <option value="$PROJECT_DIR$/pipelines.py" />
-        <option value="$PROJECT_DIR$/ball_func.py" />
+        <option value="$PROJECT_DIR$/settings.py" />
       </list>
     </option>
   </component>
@@ -202,7 +214,6 @@
       <foldersAlwaysOnTop value="true" />
     </navigator>
     <panes>
-      <pane id="Scope" />
       <pane id="ProjectPane">
         <subPane>
           <expand>
@@ -210,11 +221,6 @@
               <item name="hg3535" type="b2602c69:ProjectViewProjectNode" />
               <item name="hg3535" type="462c0819:PsiDirectoryNode" />
             </path>
-            <path>
-              <item name="hg3535" type="b2602c69:ProjectViewProjectNode" />
-              <item name="hg3535" type="462c0819:PsiDirectoryNode" />
-              <item name="spiders" type="462c0819:PsiDirectoryNode" />
-            </path>
             <path>
               <item name="hg3535" type="b2602c69:ProjectViewProjectNode" />
               <item name="External Libraries" type="cb654da1:ExternalLibrariesNode" />
@@ -223,17 +229,19 @@
           <select />
         </subPane>
       </pane>
+      <pane id="Scope" />
     </panes>
   </component>
   <component name="PropertiesComponent">
     <property name="WebServerToolWindowFactoryState" value="false" />
-    <property name="last_opened_file_path" value="$PROJECT_DIR$/../../sports_collect" />
+    <property name="last_opened_file_path" value="$PROJECT_DIR$/../../20190528/sports_scrapy" />
     <property name="nodejs_interpreter_path.stuck_in_default_project" value="undefined stuck path" />
     <property name="nodejs_npm_path_reset_for_default_project" value="true" />
     <property name="settings.editor.selected.configurable" value="com.jetbrains.python.configuration.PyActiveSdkModuleConfigurable" />
   </component>
   <component name="RecentsManager">
     <key name="CopyFile.RECENT_KEYS">
+      <recent name="C:\Users\admin\Desktop\sports_scrapy\hg3535\spiders" />
       <recent name="C:\Users\admin\Desktop\sports_scrapy\hg3535" />
     </key>
     <key name="MoveFile.RECENT_KEYS">
@@ -480,6 +488,11 @@
       <workItem from="1559296152679" duration="663000" />
       <workItem from="1559524031484" duration="32266000" />
       <workItem from="1559610788179" duration="8154000" />
+      <workItem from="1559639129914" duration="2489000" />
+      <workItem from="1559649044579" duration="53000" />
+      <workItem from="1559696666883" duration="21671000" />
+      <workItem from="1559783255024" duration="25648000" />
+      <workItem from="1560129987329" duration="24552000" />
     </task>
     <task id="LOCAL-00001" summary="修改后,版本二">
       <created>1555727493584</created>
@@ -646,7 +659,7 @@
     <servers />
   </component>
   <component name="TimeTrackingManager">
-    <option name="totallyTimeSpent" value="1647044000" />
+    <option name="totallyTimeSpent" value="1721457000" />
   </component>
   <component name="TodoView">
     <todo-panel id="selected-file">
@@ -660,12 +673,12 @@
   <component name="ToolWindowManager">
     <frame x="-8" y="-8" width="1936" height="1066" extended-state="6" />
     <layout>
-      <window_info content_ui="combo" id="Project" order="0" sideWeight="0.71173847" visible="true" weight="0.19349681" />
+      <window_info active="true" content_ui="combo" id="Project" order="0" sideWeight="0.71173847" visible="true" weight="0.12793177" />
       <window_info id="Structure" order="1" sideWeight="0.2882615" side_tool="true" weight="0.1108742" />
       <window_info id="Favorites" order="2" sideWeight="0.5013405" side_tool="true" weight="0.108208954" />
       <window_info anchor="bottom" id="Message" order="0" />
       <window_info anchor="bottom" id="Find" order="1" weight="0.32832617" />
-      <window_info anchor="bottom" id="Debug" order="2" sideWeight="0.49946696" weight="0.40343347" />
+      <window_info anchor="bottom" id="Debug" order="2" sideWeight="0.49946696" weight="0.34227467" />
       <window_info anchor="bottom" id="Cvs" order="3" weight="0.25" />
       <window_info anchor="bottom" id="Inspection" order="4" weight="0.4" />
       <window_info anchor="bottom" id="TODO" order="5" weight="0.32832617" />
@@ -673,8 +686,8 @@
       <window_info anchor="bottom" id="Version Control" order="7" weight="0.1555794" />
       <window_info anchor="bottom" id="Database Changes" order="8" />
       <window_info anchor="bottom" id="Event Log" order="9" sideWeight="0.50586355" side_tool="true" weight="0.39055794" />
-      <window_info anchor="bottom" x="22" y="376" width="1876" height="298" id="Terminal" order="10" sideWeight="0.49413645" weight="0.38626608" />
-      <window_info anchor="bottom" id="Run" order="11" sideWeight="0.4946695" weight="0.26502147" />
+      <window_info anchor="bottom" x="22" y="376" width="1876" height="298" id="Terminal" order="10" sideWeight="0.49413645" weight="0.2585837" />
+      <window_info anchor="bottom" id="Run" order="11" sideWeight="0.4946695" weight="0.4667382" />
       <window_info anchor="bottom" id="Python Console" order="12" sideWeight="0.49946696" weight="0.28540772" />
       <window_info anchor="right" id="Commander" internal_type="SLIDING" order="0" type="SLIDING" weight="0.4" />
       <window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
@@ -788,14 +801,14 @@
           <option name="timeStamp" value="4" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/pipelines.py</url>
-          <line>619</line>
-          <option name="timeStamp" value="20" />
+          <url>file://$PROJECT_DIR$/spiders/roll_lanqiu.py</url>
+          <line>401</line>
+          <option name="timeStamp" value="17" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/pipelines.py</url>
-          <line>862</line>
-          <option name="timeStamp" value="21" />
+          <url>file://$PROJECT_DIR$/spiders/roll_wangqiu.py</url>
+          <line>284</line>
+          <option name="timeStamp" value="28" />
         </line-breakpoint>
       </breakpoints>
       <default-breakpoints>
@@ -824,63 +837,6 @@
     </expressions>
   </component>
   <component name="editorHistoryManager">
-    <entry file="file://$PROJECT_DIR$/log/bangqiu_2019_5_23.log" />
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/utils/python.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="195">
-          <caret line="175" selection-start-line="175" selection-end-line="175" />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/http/response/text.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="205">
-          <caret line="75" selection-start-line="75" selection-end-line="75" />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/w3lib/encoding.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="159">
-          <caret line="251" selection-start-line="251" selection-end-line="251" />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/encodings/idna.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="223">
-          <caret line="167" selection-start-line="167" selection-end-line="167" />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/w3lib/url.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="151">
-          <caret line="75" selection-start-line="75" selection-end-line="75" />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/core/downloader/middleware.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="159">
-          <caret line="65" selection-start-line="65" selection-end-line="65" />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/utils/trackref.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="159">
-          <caret line="30" selection-start-line="30" selection-end-line="30" />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/w3lib/util.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="184">
-          <caret line="38" selection-start-line="38" selection-end-line="38" />
-        </state>
-      </provider>
-    </entry>
     <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/urllib/parse.py">
       <provider selected="true" editor-type-id="text-editor">
         <state relative-caret-position="295">
@@ -922,94 +878,122 @@
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/items.py">
+    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zq_status_up.py" />
+    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zq_status.py" />
+    <entry file="file://$PROJECT_DIR$/main_notroll.py" />
+    <entry file="file://$PROJECT_DIR$/log/zq_jieshu_2019_5_27.log" />
+    <entry file="file://$PROJECT_DIR$/spiders/lq_jieshu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="336">
-          <caret line="489" selection-start-line="489" selection-end-line="489" />
+        <state relative-caret-position="277">
+          <caret line="47" column="23" lean-forward="true" selection-start-line="47" selection-start-column="23" selection-end-line="47" selection-end-column="23" />
+          <folding>
+            <element signature="e#24#39#0" expanded="true" />
+          </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zq_status_up.py" />
-    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zq_status.py" />
-    <entry file="file://$PROJECT_DIR$/main_notroll.py" />
-    <entry file="file://$PROJECT_DIR$/spiders/roll_bangqiu.py">
+    <entry file="file://$PROJECT_DIR$/spiders/zq_jieshu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-25">
-          <caret line="19" column="25" lean-forward="true" selection-start-line="19" selection-start-column="25" selection-end-line="19" selection-end-column="25" />
+        <state relative-caret-position="462">
+          <caret line="61" selection-start-line="61" selection-end-line="65" selection-end-column="30" />
           <folding>
-            <element signature="e#46#61#0" expanded="true" />
+            <element signature="e#36#51#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/main_time.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/twisted/python/failure.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="144">
-          <caret line="11" selection-start-line="11" selection-end-line="11" />
+        <state relative-caret-position="195">
+          <caret line="244" selection-start-line="244" selection-end-line="244" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/log/zq_jieshu_2019_5_27.log" />
-    <entry file="file://$PROJECT_DIR$/spiders/lq_jieshu.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/twisted/internet/defer.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="277">
-          <caret line="47" column="23" lean-forward="true" selection-start-line="47" selection-start-column="23" selection-end-line="47" selection-end-column="23" />
-          <folding>
-            <element signature="e#24#39#0" expanded="true" />
-          </folding>
+        <state relative-caret-position="151">
+          <caret line="653" selection-start-line="653" selection-end-line="653" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/text.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/json/__init__.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="162">
-          <caret line="9" column="16" lean-forward="true" selection-start-line="9" selection-start-column="16" selection-end-line="9" selection-end-column="16" />
-          <folding>
-            <element signature="e#0#11#0" expanded="true" />
-          </folding>
+        <state relative-caret-position="123">
+          <caret line="226" selection-start-line="226" selection-end-line="226" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/bq_jieshu.py">
+    <entry file="file://$PROJECT_DIR$/notroll.py" />
+    <entry file="file://$PROJECT_DIR$/spiders/wq_jieshu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="98">
-          <caret line="29" column="22" lean-forward="true" selection-start-line="29" selection-start-column="22" selection-end-line="29" selection-end-column="22" />
+        <state relative-caret-position="360">
+          <caret line="20" column="168" selection-start-line="20" selection-start-column="168" selection-end-line="20" selection-end-column="168" />
           <folding>
             <element signature="e#24#39#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/liansai.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/twisted/internet/base.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="219">
+          <caret line="1226" selection-start-line="1226" selection-end-line="1226" />
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/log/zuqiu_2019_6_6.log" />
+    <entry file="file://$PROJECT_DIR$/log/roll_bangqiu_2019_6_5.log" />
+    <entry file="file://$PROJECT_DIR$/main_time.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="468">
-          <caret line="26" column="33" selection-start-line="26" selection-start-column="33" selection-end-line="26" selection-end-column="33" />
+        <state relative-caret-position="-227">
+          <caret line="11" selection-start-line="11" selection-end-line="11" />
           <folding>
-            <element signature="e#24#39#0" expanded="true" />
+            <element signature="e#0#11#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/bangqiu.py">
+    <entry file="file://$PROJECT_DIR$/spiders/zuqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="234">
-          <caret line="52" column="35" selection-start-line="52" selection-start-column="35" selection-end-line="52" selection-end-column="35" />
+        <state relative-caret-position="2322">
+          <caret line="129" column="51" selection-start-line="129" selection-start-column="48" selection-end-line="129" selection-end-column="53" />
           <folding>
             <element signature="e#24#35#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/zq_jieshu.py">
+    <entry file="file://$PROJECT_DIR$/spiders/__init__.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="462">
-          <caret line="61" selection-start-line="61" selection-end-line="65" selection-end-column="30" />
+        <state relative-caret-position="72">
+          <caret line="4" lean-forward="true" selection-start-line="4" selection-end-line="4" />
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/__init__.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state>
+          <caret selection-start-column="2" selection-end-line="1" selection-end-column="30" />
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/spiders/bq_jieshu.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="-225">
+          <caret line="29" column="22" selection-start-line="29" selection-start-column="22" selection-end-line="29" selection-end-column="22" />
           <folding>
-            <element signature="e#36#51#0" expanded="true" />
+            <element signature="e#24#39#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
+    <entry file="file://$PROJECT_DIR$/spiders/wqbodan.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="-54">
+          <caret line="20" selection-start-line="20" selection-end-line="21" selection-end-column="102" />
+        </state>
+      </provider>
+    </entry>
     <entry file="file://$PROJECT_DIR$/jianting.py">
       <provider selected="true" editor-type-id="text-editor">
         <state>
@@ -1019,160 +1003,181 @@
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/wq_jieshu.py">
+    <entry file="file://$PROJECT_DIR$/spiders/liansai.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="360">
-          <caret line="20" column="168" selection-start-line="20" selection-start-column="168" selection-end-line="20" selection-end-column="168" />
+        <state relative-caret-position="90">
+          <caret line="41" column="25" selection-start-line="41" selection-start-column="16" selection-end-line="41" selection-end-column="25" />
           <folding>
             <element signature="e#24#39#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/settings.py">
+    <entry file="file://$PROJECT_DIR$/spiders/guanjun.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="216">
+          <caret line="19" selection-start-line="19" selection-end-line="20" selection-end-column="102" />
+          <folding>
+            <element signature="e#24#35#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/spiders/roll_zuqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="612">
-          <caret line="163" selection-start-line="163" selection-start-column="2" selection-end-line="164" selection-end-column="17" />
+        <state relative-caret-position="-5850">
+          <caret line="20" selection-start-line="20" selection-end-line="21" selection-end-column="106" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/middlewares.py">
+    <entry file="file://$PROJECT_DIR$/spiders/bangqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="151">
-          <caret line="137" selection-start-line="137" selection-end-line="137" />
+        <state relative-caret-position="-3240">
+          <caret line="22" selection-start-line="22" selection-end-line="22" />
           <folding>
-            <element signature="e#168#181#0" expanded="true" />
+            <element signature="e#24#35#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/twisted/python/failure.py">
+    <entry file="file://$PROJECT_DIR$/spiders/roll_bangqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="195">
-          <caret line="244" selection-start-line="244" selection-end-line="244" />
+        <state relative-caret-position="-1156">
+          <caret line="26" selection-start-line="26" selection-end-line="27" selection-end-column="109" />
+          <folding>
+            <element signature="e#46#61#0" expanded="true" />
+          </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/twisted/internet/defer.py">
+    <entry file="file://$PROJECT_DIR$/spiders/roll_lanqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="151">
-          <caret line="653" selection-start-line="653" selection-end-line="653" />
+        <state relative-caret-position="931">
+          <caret line="407" selection-start-line="407" selection-end-line="407" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/zuqiu.py">
+    <entry file="file://$PROJECT_DIR$/spiders/lanqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-1039">
-          <caret line="47" selection-start-line="47" selection-end-line="47" />
+        <state relative-caret-position="-1741">
+          <caret line="369" selection-start-line="369" selection-end-line="369" />
           <folding>
             <element signature="e#24#35#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/roll_zuqiu.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/spidermiddlewares/depth.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-6649">
-          <caret line="118" column="134" selection-start-line="118" selection-start-column="134" selection-end-line="118" selection-end-column="134" />
+        <state relative-caret-position="163">
+          <caret line="31" selection-start-line="31" selection-end-line="31" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/wqbodan.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/logging/__init__.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="504">
-          <caret line="36" column="15" lean-forward="true" selection-start-line="36" selection-start-column="15" selection-end-line="36" selection-end-column="15" />
+        <state relative-caret-position="189">
+          <caret line="1842" selection-start-line="1842" selection-end-line="1842" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/roll_wangqiu.py">
+    <entry file="file://$PROJECT_DIR$/not_roll.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-252">
-          <caret line="139" column="37" lean-forward="true" selection-start-line="139" selection-start-column="37" selection-end-line="139" selection-end-column="37" />
+        <state relative-caret-position="-21">
+          <caret line="7" column="14" lean-forward="true" selection-start-line="7" selection-start-column="14" selection-end-line="7" selection-end-column="14" />
           <folding>
-            <element signature="e#24#39#0" expanded="true" />
+            <element signature="e#0#11#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/json/__init__.py">
+    <entry file="file://$PROJECT_DIR$/middlewares.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="123">
-          <caret line="226" selection-start-line="226" selection-end-line="226" />
+        <state relative-caret-position="2049">
+          <caret line="137" selection-start-line="137" selection-end-line="137" />
+          <folding>
+            <element signature="e#168#181#0" expanded="true" />
+          </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/main.py">
+    <entry file="file://$PROJECT_DIR$/settings.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="465">
+          <caret line="125" column="66" lean-forward="true" selection-start-line="125" selection-start-column="66" selection-end-line="125" selection-end-column="66" />
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/pipelines.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="180">
-          <caret line="10" column="39" lean-forward="true" selection-start-line="10" selection-start-column="39" selection-end-line="10" selection-end-column="39" />
+        <state relative-caret-position="5246">
+          <caret line="1639" column="33" lean-forward="true" selection-start-line="1639" selection-start-column="33" selection-end-line="1639" selection-end-column="33" />
           <folding>
-            <element signature="e#0#10#0" expanded="true" />
+            <element signature="e#0#11#0" expanded="true" />
+            <element signature="e#365#16350#0" />
+            <element signature="e#16503#23817#0" />
+            <element signature="e#23971#30758#0" />
+            <element signature="e#30914#33995#0" />
+            <element signature="e#34149#40146#0" />
+            <element signature="e#40297#42291#0" />
+            <element signature="e#42442#44404#0" />
+            <element signature="e#44574#60104#0" />
+            <element signature="e#60156#66748#0" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/ball_func.py">
+    <entry file="file://$PROJECT_DIR$/roll.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="506">
-          <caret line="205" column="32" selection-start-line="205" selection-start-column="32" selection-end-line="205" selection-end-column="32" />
+        <state relative-caret-position="-18">
+          <caret line="8" lean-forward="true" selection-start-line="8" selection-end-line="8" />
           <folding>
-            <element signature="e#0#15#0" expanded="true" />
-            <element signature="e#3690#4861#0" />
-            <element signature="e#4956#6095#0" />
+            <element signature="e#0#11#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/lanqiu.py">
+    <entry file="file://$PROJECT_DIR$/main.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="1201">
-          <caret line="711" column="52" selection-start-line="711" selection-start-column="52" selection-end-line="711" selection-end-column="52" />
+        <state relative-caret-position="270">
+          <caret line="15" column="50" lean-forward="true" selection-start-line="15" selection-start-column="50" selection-end-line="15" selection-end-column="50" />
           <folding>
-            <element signature="e#24#35#0" expanded="true" />
-            <element signature="e#33118#41233#0" />
+            <element signature="e#0#10#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/roll_lanqiu.py">
+    <entry file="file://$PROJECT_DIR$/ball_func.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="149">
-          <caret line="155" column="42" lean-forward="true" selection-start-line="155" selection-start-column="42" selection-end-line="155" selection-end-column="42" />
+        <state>
+          <caret line="69" column="7" selection-start-line="69" selection-start-column="7" selection-end-line="69" selection-end-column="7" />
           <folding>
-            <element signature="e#24#39#0" expanded="true" />
+            <element signature="e#0#15#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
     <entry file="file://$PROJECT_DIR$/spiders/wangqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="272">
-          <caret line="184" column="59" lean-forward="true" selection-start-line="184" selection-start-column="59" selection-end-line="184" selection-end-column="59" />
+        <state relative-caret-position="574">
+          <caret line="175" column="89" lean-forward="true" selection-start-line="175" selection-start-column="89" selection-end-line="175" selection-end-column="89" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/guanjun.py">
+    <entry file="file://$PROJECT_DIR$/spiders/roll_wangqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-949">
-          <caret line="8" column="28" lean-forward="true" selection-start-line="8" selection-start-column="28" selection-end-line="8" selection-end-column="28" />
+        <state relative-caret-position="161">
+          <caret line="328" column="36" selection-start-line="328" selection-start-column="34" selection-end-line="328" selection-end-column="41" />
           <folding>
-            <element signature="e#24#35#0" expanded="true" />
+            <element signature="e#24#39#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/pipelines.py">
+    <entry file="file://$PROJECT_DIR$/items.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="7723">
-          <caret line="1561" column="24" lean-forward="true" selection-start-line="1560" selection-end-line="1563" selection-end-column="36" />
-          <folding>
-            <element signature="e#0#11#0" expanded="true" />
-            <element signature="e#23844#30751#0" />
-            <element signature="e#27501#28441#0" />
-            <element signature="e#28482#29422#0" />
-            <element signature="e#30907#33848#0" />
-            <element signature="e#43705#58539#0" />
-          </folding>
+        <state relative-caret-position="264">
+          <caret line="404" column="33" lean-forward="true" selection-start-line="404" selection-start-column="33" selection-end-line="404" selection-end-column="33" />
         </state>
       </provider>
     </entry>

hg3535/__init__.py

@@ -1,2 +1,2 @@
-import pymysql
-pymysql.install_as_MySQLdb()
+# import pymysql
+# pymysql.install_as_MySQLdb()

hg3535/ball_func.py

@@ -2,6 +2,7 @@ import datetime
 import hashlib
 import time
 
+
 # 生成哈希索引 sole
 def hash_func(match_id, odds_code, sort, p_id):
     m = hashlib.md5()
@@ -438,7 +439,7 @@ def liansai(area_name, name_chinese, st_league, area_dict, game_code, qiu):
                 "match_mode": "1",
                 "if_stop": "0",
                 "belong": area_name,
-                "last_time": None,
+                "last_time": '2019-12-31 23:59:59',
                 "lg_id": st_league,
                 "source": "hg3535"
             }
@@ -454,7 +455,7 @@ def liansai(area_name, name_chinese, st_league, area_dict, game_code, qiu):
                     "match_mode": "1",
                     "if_stop": "0",
                     "belong": " ",
-                    "last_time": None,
+                    "last_time": '2019-12-31 23:59:59',
                     "lg_id": st_league,
                     "source": "hg3535"
                 }
@@ -469,9 +470,9 @@ def liansai(area_name, name_chinese, st_league, area_dict, game_code, qiu):
                     "match_mode": "1",
                     "if_stop": "0",
                     "belong": area_name,
-                    "last_time": None,
+                    "last_time": '2019-12-31 23:59:59',
                     "lg_id": st_league,
                     "source": "hg3535"
                 }}
-        return payload
+    return payload
 

hg3535/items.py

@@ -408,6 +408,7 @@ class Roll_Wangqiu(scrapy.Field):
     total_number_dict_rule = scrapy.Field()
     odd_evens_dict = scrapy.Field()
     odd_evens_dict_rule = scrapy.Field()
+    sq_dict = scrapy.Field()
 
 
 class Roll_Bangqiu(scrapy.Field):
@@ -450,30 +451,30 @@ class Roll_Bangqiu(scrapy.Field):
 
 
 
-class Lanqiustatus(scrapy.Field):
-    match_id = scrapy.Field()
-    create_time = scrapy.Field()
-    status = scrapy.Field()
-    update_time = scrapy.Field()
-    ball_type = scrapy.Field()
-    zuqiu_toal = scrapy.Field()
-
-class Wanqiustatus(scrapy.Field):
-    match_id = scrapy.Field()
-    create_time = scrapy.Field()
-    status = scrapy.Field()
-    update_time = scrapy.Field()
-    ball_type = scrapy.Field()
-    zuqiu_toal = scrapy.Field()
-
-
-class Bangqiustatus(scrapy.Field):
-    match_id = scrapy.Field()
-    create_time = scrapy.Field()
-    status = scrapy.Field()
-    update_time = scrapy.Field()
-    ball_type = scrapy.Field()
-    zuqiu_toal = scrapy.Field()
+# class Lanqiustatus(scrapy.Field):
+#     match_id = scrapy.Field()
+#     create_time = scrapy.Field()
+#     status = scrapy.Field()
+#     update_time = scrapy.Field()
+#     ball_type = scrapy.Field()
+#     zuqiu_toal = scrapy.Field()
+#
+# class Wanqiustatus(scrapy.Field):
+#     match_id = scrapy.Field()
+#     create_time = scrapy.Field()
+#     status = scrapy.Field()
+#     update_time = scrapy.Field()
+#     ball_type = scrapy.Field()
+#     zuqiu_toal = scrapy.Field()
+#
+#
+# class Bangqiustatus(scrapy.Field):
+#     match_id = scrapy.Field()
+#     create_time = scrapy.Field()
+#     status = scrapy.Field()
+#     update_time = scrapy.Field()
+#     ball_type = scrapy.Field()
+#     zuqiu_toal = scrapy.Field()
 
 
 # -----------------------------------------------------------足球比赛结果------------------------------------------------

hg3535/main.py

@@ -7,17 +7,17 @@ sys.path.append(os.path.dirname(os.path.abspath(__file__)))
 # execute(["scrapy", "crawl", "liansai"])
 # execute(["scrapy", "crawl", "zuqiu"])
 # execute(["scrapy", "crawl", "lanqiu"])
-execute(["scrapy", "crawl", "guanjun"])
+# execute(["scrapy", "crawl", "guanjun"])
 # execute(["scrapy", "crawl", "wangqiu"])
 # execute(["scrapy", "crawl", "wqbodan"])
 # execute(["scrapy", "crawl", "bangqiu"])
 # execute(["scrapy", "crawl", "roll_zuqiu"]) #滚球足球 回来要解开这个注释 其他全部解封
 # execute(["scrapy", "crawl", "roll_lanqiu"]) #滚球篮球
-# execute(["scrapy", "crawl", "roll_wangqiu"]) #滚球网球
+execute(["scrapy", "crawl", "roll_wangqiu"]) #滚球网球
 # execute(["scrapy", "crawl", "roll_bangqiu"]) #滚球棒球
 # execute(["scrapy", "crawl", "ball_status"]) #滚球id本地存
 # execute(["scrapy", "crawl", "ball_status_update"]) #滚球id结束时间更新状态
 # execute(["scrapy", "crawl", "zq_jieshu"]) #滚球id结束时间更新状态
 # execute(["scrapy", "crawl", "lq_jieshu"]) #滚球id结束时间更新状态
 # execute(["scrapy", "crawl", "wq_jieshu"]) #滚球id结束时间更新状态
-# execute(["scrapy", "crawl", "bq_jieshu"]) #滚球id结束时间更新状态
+# execute(["scrapy", "crawl", "bq_jieshu"]) #滚球id结束时间更新状态

hg3535/main_time.py

@@ -14,20 +14,20 @@ if can == 'roll':
     while True:
         os.system("scrapy crawl roll_zuqiu")
         time.sleep(2)
-        os.system("scrapy crawl zq_jieshu")
-        time.sleep(2)
+        # os.system("scrapy crawl zq_jieshu")
+        # time.sleep(2)
         os.system("scrapy crawl roll_lanqiu")
         time.sleep(2)
-        os.system("scrapy crawl lq_jieshu")
-        time.sleep(2)
+        # os.system("scrapy crawl lq_jieshu")
+        # time.sleep(2)
         os.system("scrapy crawl roll_wangqiu")
         time.sleep(2)
-        os.system("scrapy crawl wq_jieshu")
-        time.sleep(2)
+        # os.system("scrapy crawl wq_jieshu")
+        # time.sleep(2)
         os.system("scrapy crawl roll_bangqiu")
-        time.sleep(2)
-        os.system("scrapy crawl bq_jieshu")
-        time.sleep(30)
+        # time.sleep(2)
+        # os.system("scrapy crawl bq_jieshu")
+        time.sleep(120)
 
 if can == 'notroll':
     while True:

hg3535/not_roll.py

@@ -0,0 +1,28 @@
+import time
+import os
+# from subprocess import Popen
+from apscheduler.schedulers.background import BackgroundScheduler
+# pip install apscheduler
+
+
+def notroll():
+    os.system("scrapy crawl liansai")
+    os.system("scrapy crawl zuqiu")
+    os.system("scrapy crawl wqbodan")
+    os.system("scrapy crawl wangqiu")
+    os.system("scrapy crawl lanqiu")
+    os.system("scrapy crawl guanjun")
+    os.system("scrapy crawl bangqiu")
+
+
+if __name__ == "__main__":
+    scheduler = BackgroundScheduler()
+    # 每20分钟执行一次
+    scheduler.add_job(notroll, 'cron', minute="*/10")
+    scheduler.start()
+    print('Press Ctrl+{0} to exit'.format('Break' if os.name == 'nt' else 'C'))
+    try:
+        while True:
+            time.sleep(2)
+    except (KeyboardInterrupt, SystemExit):
+        scheduler.shutdown()

hg3535/pipelines.py

@@ -283,8 +283,9 @@ class Zuqiupipeline(object):
                         "us_time": ctime
                     }
                 }
-            zq_odds.append(payload)
+            zq_odds.insert(0, payload)
         r = requests.post(url, data={"data": json.dumps(zq_odds)})
+        # logger.warning(r.text)
         print(r.text)
         return item
 
@@ -362,7 +363,7 @@ class Lanqiupipeline(object):
                          league_id=league_id, p_code='concede', condition=concedes_dict_rule[key], game_code='lq', zq_odds=lq_odds)
         if odd_evens_dict:
             for key, value in odd_evens_dict.items():
-                two_post(data=value, match_id=game_id, odds_code=key, p_id=2,
+                one_post(data=value, match_id=game_id, odds_code=key, p_id=2,
                          league_id=league_id, p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='lq', zq_odds=lq_odds)
         # 总分单双 数据插入数据库
         if total_sizes_dict:
@@ -451,9 +452,11 @@ class Lanqiupipeline(object):
                         "us_time": us_time
                     }
                 }
-            lq_odds.append(payload)
+            lq_odds.insert(0, payload)
         r = requests.post(url, data={"data": json.dumps(lq_odds)})
+        # logger.warning(r.text)
         print(r.text)
+        return item
 
 
 # 网球 让球&大小盘--------------------------------------------------------------------------------------------------------
@@ -470,7 +473,7 @@ class Wangqiupipeline(object):
         # result = item['result']
         # 比赛id
         game_id = item['game_id']
-        print(game_id)
+        # print(game_id)
         # 球队1
         team_home = item['team_home']
         # 球队2
@@ -552,9 +555,6 @@ class Wangqiupipeline(object):
                         "us_time": us_time
                     }
                 }
-                resp = requests.post(url, data={"data": json.dumps(payload)})
-                print(json.dumps(payload))
-                print(resp.text)
             if pt == 2:
                 payload = {
                     "game_code": "wq",
@@ -576,9 +576,6 @@ class Wangqiupipeline(object):
                         "us_time": us_time
                     }
                 }
-                resp = requests.post(url, data={"data": json.dumps(payload)})
-                print(json.dumps(payload))
-                print(resp.text)
             if pt == 3:
                 payload = {
                     "game_code": "wq",
@@ -600,10 +597,7 @@ class Wangqiupipeline(object):
                         "us_time": us_time
                     }
                 }
-                # resp = requests.post(url, data={"data": json.dumps(payload)})
-                # print(json.dumps(payload))
-                # print(resp.text)
-            wq_odds.append(payload)
+            wq_odds.insert(0, payload)
         # 让盘
         if concedes_dict:
             for key, value in concedes_dict.items():
@@ -624,7 +618,10 @@ class Wangqiupipeline(object):
         if kemps_dict:
             for key, value in kemps_dict.items():
                 one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id, p_code='kemp', condition=key, game_code='wq', zq_odds=wq_odds)
+        # b = json.dumps(wq_odds)
+        # print(b)
         r = requests.post(url, data={"data": json.dumps(wq_odds)})
+        # logger.warning(r.text)
         print(r.text)
         return item
 
@@ -885,19 +882,15 @@ class Guanjunpipeline(object):
         ball = item['ball']
         # 插入st_zq_odds表
         r_hash = hash_func(league_id, new_champion, tema_home, champion_team)
-        # odds_only = r_hash
-        # s_hash = hash_func(league_id, league_name, ball, 0)
-        # url = 'http://sports.5gogo.com/Sports/WriteSports/setSports'
+        # 冠军联赛
+        guanl = guanl_post(ball=ball, league_name=league_name, league_id=league_id, time3=time3)
+        gj_odds.append(guanl)
         # 冠军赛事
         gs = gs_post(ball=ball, league_id=league_id, league_name=league_name, data_game=data_game)
         gj_odds.append(gs)
         # 冠军赔率
         go = go_post(ball=ball, league_id=league_id, new_champion=new_champion, new_league_name=new_league_name, value=champion_team, r_hash=r_hash, new_hash=new_hash, tema_home=tema_home)
         gj_odds.append(go)
-        # 冠军联赛
-        guanl = guanl_post(ball=ball, league_name=league_name, league_id=league_id, time3=time3)
-        gj_odds.append(guanl)
-
         r = requests.post(url, data={"data": json.dumps(gj_odds)})
         # logger.warning(r.text)
         print(r.text)
@@ -907,21 +900,42 @@ class Guanjunpipeline(object):
 class Liansaipipeline(object):
     def process_item(self, item, spider):
         logger = logging.getLogger(__name__)
+        ls_list = []
+        url = 'http://admin.5gogo.com/setSports'
         area_id = item["area_id"]
         area_name = item["area_name"]
         st_league = item["st_league"]
+        print(st_league)
         name_chinese = item["name_chinese"]
         ball = item['ball']
         # utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
         area_dict = {"南美洲": 3, "北美洲": 4, "欧洲": 5, "大洋洲": 6, "南极洲": 7, "非洲": 1, "世界": 8, "亚洲": 2}
         if ball == "足球":
-            liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='zq', qiu='足球')
+            z_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='zq', qiu='足球')
+            ls_list.append(z_ls)
+            r = requests.post(url, data={"data": json.dumps(ls_list)})
+            # logger.warning(r.text)
+            # print(r.text)
         elif ball == "篮球":
-            liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='lq', qiu='篮球')
+            l_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='lq', qiu='篮球')
+            ls_list.append(l_ls)
+            # if st_league == 29037:
+            #     print(l_ls)
+            r = requests.post(url, data={"data": json.dumps(ls_list)})
+            logger.warning(r.text)
+            # print(r.text)
         elif ball == "网球":
-            liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='wq', qiu='网球')
+            w_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='wq', qiu='网球')
+            ls_list.append(w_ls)
+            r = requests.post(url, data={"data": json.dumps(ls_list)})
+            # logger.warning(r.text)
+            print(r.text)
         elif ball == "棒球":
-            liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='bq', qiu='棒球')
+            b_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='bq', qiu='棒球')
+            ls_list.append(b_ls)
+            r = requests.post(url, data={"data": json.dumps(ls_list)})
+            print(r.text)
+            # logger.warning(r.text)
         return item
 
 
@@ -930,6 +944,8 @@ class Liansaipipeline(object):
 class Roll_Zuqiupipeline(object):
     def process_item(self, item, spider):
         logger = logging.getLogger(__name__)
+        url = 'http://admin.5gogo.com/setSports'
+        roll_zq = []
         # 比赛日期
         try:
             data_game = item['data_game'].split("/")
@@ -944,7 +960,7 @@ class Roll_Zuqiupipeline(object):
             day = str(data_game[0])
         # 比赛时间
         time_game = str(item['time_game'])
-        print(time_game)
+        # print(time_game)
         # 比赛时间，时间戳
         ctime = "2019" + "-" + month + "-" + day + "" + time_game + ":00"
         r_ctime = "2019" + "-" + month + "-" + day
@@ -977,17 +993,17 @@ class Roll_Zuqiupipeline(object):
         half_size_home_rule = item["half_size_home_rule"]
         try:
             # 让球 数据插入数据库
-            two_post(data=half_size_home, match_id=competition_id, odds_code='half_goal_size_big', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_size_home_rule, game_code='zq')
+            two_post(data=half_size_home, match_id=competition_id, odds_code='half_goal_size_big', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_size_home_rule, game_code='zq', zq_odds=roll_zq)
             # 让球 数据插入数据库
-            two_post(data=half_size_guest, match_id=competition_id, odds_code='half_goal_size_small', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_size_guest_rule, game_code='zq')
+            two_post(data=half_size_guest, match_id=competition_id, odds_code='half_goal_size_small', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_size_guest_rule, game_code='zq', zq_odds=roll_zq)
 
             # 全场场大小
             size_guest = item["size_guest"]
             size_guest_rule = item["size_guest_rule"]
             size_home = item["size_home"]
             size_home_rule = item["size_home_rule"]
-            two_post(data=size_guest, match_id=competition_id, odds_code='goal_size_small', p_id=p_id, league_id=league_id, p_code=p_code, condition=size_guest_rule, game_code='zq')
-            two_post(data=size_home, match_id=competition_id, odds_code='goal_size_big', p_id=p_id, league_id=league_id, p_code=p_code, condition=size_home_rule, game_code='zq')
+            two_post(data=size_guest, match_id=competition_id, odds_code='goal_size_small', p_id=p_id, league_id=league_id, p_code=p_code, condition=size_guest_rule, game_code='zq', zq_odds=roll_zq)
+            two_post(data=size_home, match_id=competition_id, odds_code='goal_size_big', p_id=p_id, league_id=league_id, p_code=p_code, condition=size_home_rule, game_code='zq', zq_odds=roll_zq)
             p_code, p_id = get_pcode(corner_ball, 'concede')
             # 上半场让球
             half_concede_home_rule = item["half_concede_home_rule"]
@@ -995,15 +1011,15 @@ class Roll_Zuqiupipeline(object):
             half_concede_guest_rule = item["half_concede_guest_rule"]
             half_concede_guest = item["half_concede_guest"]
             # 上半场让球
-            two_post(data=half_concede_home, match_id=competition_id, odds_code='half_concede_home', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_concede_home_rule, game_code='zq')
-            two_post(data=half_concede_guest, match_id=competition_id, odds_code='half_concede_guest', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_concede_guest_rule, game_code='zq')
+            two_post(data=half_concede_home, match_id=competition_id, odds_code='half_concede_home', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_concede_home_rule, game_code='zq', zq_odds=roll_zq)
+            two_post(data=half_concede_guest, match_id=competition_id, odds_code='half_concede_guest', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_concede_guest_rule, game_code='zq', zq_odds=roll_zq)
             concede_guest = item["concede_guest"]
             concede_guest_rule = item["concede_guest_rule"]
             concede_home = item["concede_home"]
             concede_home_rule = item["concede_home_rule"]
             # 全场让球
-            two_post(data=concede_guest, match_id=competition_id, odds_code='concede_guest', p_id=p_id, league_id=league_id, p_code=p_code, condition=concede_guest_rule, game_code='zq')
-            two_post(data=concede_home, match_id=competition_id, odds_code='concede_home', p_id=p_id, league_id=league_id, p_code=p_code, condition=concede_home_rule, game_code='zq')
+            two_post(data=concede_guest, match_id=competition_id, odds_code='concede_guest', p_id=p_id, league_id=league_id, p_code=p_code, condition=concede_guest_rule, game_code='zq', zq_odds=roll_zq)
+            two_post(data=concede_home, match_id=competition_id, odds_code='concede_home', p_id=p_id, league_id=league_id, p_code=p_code, condition=concede_home_rule, game_code='zq', zq_odds=roll_zq)
 
             p_code, p_id = get_pcode(corner_ball, 'capot')
 # 独赢-------------------------------------------------------------------------------------------------------------------
@@ -1016,22 +1032,22 @@ class Roll_Zuqiupipeline(object):
             capot_dogfall = item["capot_dogfall"]
             # 上半场独赢 主队
             one_post(data=half_capot_home, match_id=competition_id, odds_code='half_capot_home', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition=1, game_code='zq')
+                     league_id=league_id, p_code=p_code, condition=1, game_code='zq', zq_odds=roll_zq)
             # 上半场独赢 客队
             one_post(data=half_capot_guest, match_id=competition_id, odds_code='half_capot_guest', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition=2, game_code='zq')
+                     league_id=league_id, p_code=p_code, condition=2, game_code='zq', zq_odds=roll_zq)
             # 上半场独赢 和
             one_post(data=half_capot_dogfall, match_id=competition_id, odds_code='half_capot_dogfall', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition='X', game_code='zq')
+                     league_id=league_id, p_code=p_code, condition='X', game_code='zq', zq_odds=roll_zq)
             # 全场独赢 主队
             one_post(data=capot_home, match_id=competition_id, odds_code='capot_home', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition=1, game_code='zq')
+                     league_id=league_id, p_code=p_code, condition=1, game_code='zq', zq_odds=roll_zq)
             # 全场独赢 客队
             one_post(data=capot_guest, match_id=competition_id, odds_code='capot_guest', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition=2, game_code='zq')
+                     league_id=league_id, p_code=p_code, condition=2, game_code='zq', zq_odds=roll_zq)
             # 全场独赢 和
             one_post(data=capot_dogfall, match_id=competition_id, odds_code='capot_dogfall', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition='X', game_code='zq')
+                     league_id=league_id, p_code=p_code, condition='X', game_code='zq', zq_odds=roll_zq)
 
 # 入球数单双-------------------------------------------------------------------------------------------------------------
             p_code, p_id = get_pcode(corner_ball, 'two_sides')
@@ -1042,14 +1058,14 @@ class Roll_Zuqiupipeline(object):
             # 全场入球数 单双
             # 上半场入球数 单双
             one_post(data=odd_even_odd, match_id=competition_id, odds_code='two_sides_single', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition='单', game_code='zq')
+                     league_id=league_id, p_code=p_code, condition='单', game_code='zq', zq_odds=roll_zq)
             one_post(data=odd_even_even, match_id=competition_id, odds_code='two_sides_double', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition='双', game_code='zq')
+                     league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=roll_zq)
             # 全场入球数 单双
             one_post(data=half_odd_even_odd, match_id=competition_id, odds_code='half_two_sides_single', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition='双', game_code='zq')
+                     league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=roll_zq)
             one_post(data=half_odd_even_even, match_id=competition_id, odds_code='half_two_sides_double', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition='双', game_code='zq')
+                     league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=roll_zq)
 # 总入球数 --------------------------------------------------------------------------------------------------------------
             p_code, p_id = get_pcode(corner_ball, 'total_goal')
             total_goals = item['total_goal']
@@ -1058,7 +1074,7 @@ class Roll_Zuqiupipeline(object):
                           "half_total_goal_two": '2', "half_total_goal_three": '3或以上'}
             for key, value in total_goals.items():
                 one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
-                         league_id=league_id, p_code=p_code, condition=total_dict[key], game_code='zq')
+                         league_id=league_id, p_code=p_code, condition=total_dict[key], game_code='zq', zq_odds=roll_zq)
 
 # 全场半场 --------------------------------------------------------------------------------------------------------------
             half_fulls = item['half_full']
@@ -1071,7 +1087,7 @@ class Roll_Zuqiupipeline(object):
             if half_fulls:
                 for key, value in half_fulls.items():
                     # if value:
-                    one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=full_dict[key], game_code='zq')
+                    one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=full_dict[key], game_code='zq', zq_odds=roll_zq)
 # 波胆------------------------------------------------------------------------------------------------------------------
             bodan_datas = item['bodan_data']
             p_code, p_id = get_pcode(corner_ball, 'bodan')
@@ -1099,7 +1115,7 @@ class Roll_Zuqiupipeline(object):
                           "halfbodanother": "其他"}
             if bodan_datas:
                 for key, value in bodan_datas.items():
-                    one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=bodan_dict[key], game_code='zq')
+                    one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=bodan_dict[key], game_code='zq', zq_odds=roll_zq)
 
 # 最先进球/最后进球 ------------------------------------------------------------------------------------------------------
             first_last_balls = item['first_last_ball']
@@ -1109,7 +1125,7 @@ class Roll_Zuqiupipeline(object):
             if first_last_balls:
                 for key, value in first_last_balls.items():
                     # 构建唯一索引
-                    one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=first_last_dict[key], game_code='zq')
+                    one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=first_last_dict[key], game_code='zq', zq_odds=roll_zq)
 
             p_code, p_id = get_pcode(corner_ball, 'tema_ball')
             full_dicts = item['full_data']
@@ -1118,10 +1134,10 @@ class Roll_Zuqiupipeline(object):
             half_dict_rules = item['half_data_rule']
             if full_dicts:
                 for key, value in full_dicts.items():
-                    one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=full_dict_rules[key], game_code='zq')
+                    one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=full_dict_rules[key], game_code='zq', zq_odds=roll_zq)
             if half_dicts:
                 for key, value in half_dicts.items():
-                    one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=half_dict_rules[key], game_code='zq')
+                    one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=half_dict_rules[key], game_code='zq', zq_odds=roll_zq)
             zq_competition = {
                 "game_code": "zq",
                 "title": "competition",
@@ -1142,9 +1158,10 @@ class Roll_Zuqiupipeline(object):
                     "us_time": None
                 }
             }
+            roll_zq.append(zq_competition)
             zq_match_result = {
                 "game_code": "zq",
-                "title": "match_result",
+                "title": "match_result_record",
                 "data": {
                     "home_team": team_home,
                     "guest_team": team_home,
@@ -1169,14 +1186,20 @@ class Roll_Zuqiupipeline(object):
                     "source": "hg3535"
                 }
             }
+            roll_zq.append(zq_match_result)
         except Exception as e:
             logger.warning(e)
+        r = requests.post(url, data={"data": json.dumps(roll_zq)})
+        # logger.warning(r.text)
+        print(r.text)
         return item
 
 
 # 滚球篮球 插入
 class Roll_Lanqiupipeline(object):
     def process_item(self, item, spider):
+        url = 'http://admin.5gogo.com/setSports'
+        roll_lq = []
         # 使用twisted将mysql插入变成异步执行
         logger = logging.getLogger(__name__)
         # 联赛id
@@ -1235,96 +1258,101 @@ class Roll_Lanqiupipeline(object):
         capots_dict = item['capot']
         team_scores_dict = item['team_score']
         team_scores_dict_rule = item['team_score_rule']
-        try:
-            if concedes_dict:
-                for key, value in concedes_dict.items():
-                    two_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id, p_code='concede', condition=concedes_dict_rule[key], game_code='lq')
-
-            if odd_evens_dict:
-                for key, value in odd_evens_dict.items():
-                    two_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id, p_code='two_sides',
-                             condition=odd_evens_dict_rule[key], game_code='lq')
+        if concedes_dict:
+            for key, value in concedes_dict.items():
+                two_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id, p_code='concede', condition=concedes_dict_rule[key], game_code='lq', zq_odds=roll_lq)
+        if total_sizes_dict:
+            for key, value in total_sizes_dict.items():
+                two_post(data=value, match_id=game_id, odds_code=key, p_id=3, league_id=league_id, p_code='total_size',
+                         condition=total_sizes_dict_rule[key], game_code='lq', zq_odds=roll_lq)
 
-            if total_sizes_dict:
-                for key, value in total_sizes_dict.items():
-                    two_post(data=value, match_id=game_id, odds_code=key, p_id=3, league_id=league_id, p_code='total_size',
-                             condition=total_sizes_dict_rule[key], game_code='lq')
+        if odd_evens_dict:
+            for key, value in odd_evens_dict.items():
+                # two_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id, p_code='two_sides',
+                #          condition=odd_evens_dict_rule[key], game_code='lq', zq_odds=roll_lq)
+                one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id,
+                         p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='lq', zq_odds=roll_lq)
 
-            last_home = last_numbers_dict['last_home']
-            if last_home:
-                for key, value in last_home.items():
-                    one_post(data=value, match_id=game_id, odds_code="last_home" + key, p_id=4, league_id=league_id, p_code='last_home', condition=key, game_code='lq')
+        last_home = last_numbers_dict['last_home']
+        if last_home:
+            for key, value in last_home.items():
+                one_post(data=value, match_id=game_id, odds_code="last_home" + key, p_id=4, league_id=league_id, p_code='last_home', condition=key, game_code='lq', zq_odds=roll_lq)
 
-            last_guest = last_numbers_dict['last_guest']
-            if last_guest:
-                for key, value in last_guest.items():
-                    one_post(data=value, match_id=game_id, odds_code="last_guest" + key, p_id=4, league_id=league_id,
-                             p_code='last_guest', condition=key, game_code='lq')
+        last_guest = last_numbers_dict['last_guest']
+        if last_guest:
+            for key, value in last_guest.items():
+                one_post(data=value, match_id=game_id, odds_code="last_guest" + key, p_id=4, league_id=league_id,
+                         p_code='last_guest', condition=key, game_code='lq', zq_odds=roll_lq)
 
-            if capots_dict:
-                for key, value in capots_dict.items():
-                    one_post(data=value, match_id=game_id, odds_code=key, p_id=5, league_id=league_id,
-                             p_code='capot', condition=None, game_code='lq')
+        if capots_dict:
+            for key, value in capots_dict.items():
+                one_post(data=value, match_id=game_id, odds_code=key, p_id=5, league_id=league_id,
+                         p_code='capot', condition=None, game_code='lq', zq_odds=roll_lq)
 
-            if team_scores_dict:
-                for key, value in team_scores_dict.items():
-                    one_post(data=value, match_id=game_id, odds_code=key, p_id=6, league_id=league_id,
-                             p_code='team_score', condition=team_scores_dict_rule[key], game_code='lq')
-            lq_competition = {
-                "game_code": "lq",
-                "title": "competition",
-                "data": {
-                    "home_team": team_home,
-                    "guest_team": team_guest,
-                    "lg_id": league_id,
-                    "status": 1,
-                    "match_id": game_id,
-                    "match_date": r_ctime,
-                    "match_time": None,
-                    "tag": number,
-                    "source": 'hg3535',
-                    "is_rollball": 1,
-                    "is_today": 0,
-                    "is_morningplate": 0,
-                    "is_stringscene": 0,
-                    "us_time": None
-                }
+        if team_scores_dict:
+            for key, value in team_scores_dict.items():
+                two_post(data=value, match_id=game_id, odds_code=key, p_id=6, league_id=league_id,
+                         p_code='team_score', condition=team_scores_dict_rule[key], game_code='lq', zq_odds=roll_lq)
+        lq_competition = {
+            "game_code": "lq",
+            "title": "competition",
+            "data": {
+                "home_team": team_home,
+                "guest_team": team_guest,
+                "lg_id": league_id,
+                "status": 1,
+                "match_id": game_id,
+                "match_date": r_ctime,
+                "match_time": None,
+                "tag": number,
+                "source": 'hg3535',
+                "is_rollball": 1,
+                "is_today": 0,
+                "is_morningplate": 0,
+                "is_stringscene": 0,
+                "us_time": None
             }
-            lq_match_result = {
-                "game_code": "lq",
-                "title": "match_result",
-                "data": {
-                    "home_team": team_home,
-                    "guest_team": team_home,
-                    "lg_id": league_id,
-                    "home_rate": None,
-                    "guest_rate": None,
-                    "home_score": score_home,
-                    "guest_score": score_guest,
-                    "all_goal": None,
-                    "status": 1,
-                    "first_score": None,
-                    "last_score": None,
-                    "match_score": match_score,
-                    "match_winer": None,
-                    "match_time": time_game,
-                    "match_process": jijie,
-                    "tag": number,
-                    "match_id": game_id,
-                    "u_home_score": None,
-                    "u_guest_score": None,
-                    "p_code": None,
-                    "source": "hg3535"
-                }
+        }
+        roll_lq.insert(0, lq_competition)
+        lq_match_result = {
+            "game_code": "lq",
+            "title": "match_result_record",
+            "data": {
+                "home_team": team_home,
+                "guest_team": team_home,
+                "lg_id": league_id,
+                "home_rate": None,
+                "guest_rate": None,
+                "home_score": score_home,
+                "guest_score": score_guest,
+                "all_goal": None,
+                "status": 1,
+                "first_score": None,
+                "last_score": None,
+                "match_score": match_score,
+                "match_winer": None,
+                "match_time": time_game,
+                "match_process": jijie,
+                "tag": number,
+                "match_id": game_id,
+                "u_home_score": None,
+                "u_guest_score": None,
+                "p_code": None,
+                "source": "hg3535"
             }
-        except:
-            pass
+        }
+        roll_lq.append(lq_match_result)
+        r = requests.post(url, data={"data": json.dumps(roll_lq)})
+        # logger.warning(r.text)
+        print(r.text)
         return item
 
 
 # 滚球网球 插入
 class Roll_Wangqiupipeline(object):
     def process_item(self, item, spider):
+        url = 'http://admin.5gogo.com/setSports'
+        roll_wq = []
         logger = logging.getLogger(__name__)
         # 联赛id
         league_id = item['league_id']
@@ -1386,27 +1414,33 @@ class Roll_Wangqiupipeline(object):
         # 总局数单双
         odd_evens_dict = item['odd_evens_dict']
         odd_evens_dict_rule = item['odd_evens_dict_rule']
-        if concedes_dict:
-            for key, value in concedes_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=6, league_id=league_id,
-                         p_code='dishes', condition=concedes_dict_rule[key], game_code='wq')
+        sq_dict = item['sq_dict']
+        new_sq_dict = json.dumps(sq_dict)
+        # if concedes_dict:
+        #     for key, value in concedes_dict.items():
+        #         one_post(data=value, match_id=game_id, odds_code=key, p_id=6, league_id=league_id,
+        #                  p_code='dishes', condition=concedes_dict_rule[key], game_code='wq', zq_odds=roll_wq)
+        three_post(data=concedes_dict, match_id=game_id, p_id=6, league_id=league_id, p_code='dishes',
+                   condition=concedes_dict_rule, game_code='wq', zq_odds=roll_wq)
         if kemps_dict:
             for key, value in kemps_dict.items():
                 one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id,
-                         p_code='kemp', condition=None, game_code='wq')
-        if bureaus_dict:
-            for key, value in bureaus_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=3, league_id=league_id,
-                         p_code='bureau', condition=None, game_code='wq')
+                         p_code='kemp', condition=None, game_code='wq', zq_odds=roll_wq)
+        # if bureaus_dict:
+        #     for key, value in bureaus_dict.items():
+        #         one_post(data=value, match_id=game_id, odds_code=key, p_id=3, league_id=league_id,
+        #                  p_code='bureau', condition=bureaus_dict_rule[key], game_code='wq', zq_odds=roll_wq)
+        three_post(data=bureaus_dict, match_id=game_id, p_id=3, league_id=league_id, p_code='bureau',
+                   condition=bureaus_dict_rule, game_code='wq', zq_odds=roll_wq)
 
         if total_number_dict:
             for key, value in total_number_dict.items():
                 one_post(data=value, match_id=game_id, odds_code=key, p_id=3, league_id=league_id,
-                         p_code='total_number', condition=total_number_dict_rule[key], game_code='wq')
+                         p_code='total_number', condition=total_number_dict_rule[key], game_code='wq', zq_odds=roll_wq)
         if odd_evens_dict:
             for key, value in odd_evens_dict.items():
                 one_post(data=value, match_id=game_id, odds_code=key, p_id=5, league_id=league_id,
-                         p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='wq')
+                         p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='wq', zq_odds=roll_wq)
         wq_competition = {
             "game_code": "wq",
             "title": "competition",
@@ -1427,17 +1461,30 @@ class Roll_Wangqiupipeline(object):
                 "us_time": None
             }
         }
+        roll_wq.append(wq_competition)
         wq_match_result = {
             "game_code": "wq",
-            "title": "match_result",
+            "title": "match_result_record",
             "data": {
-                "home_team": team_home,
-                "guest_team": team_home,
+                "update_time": '',
+                "home_player_let_plate": "",
+                "guest_player_let_plate": "",
+                "home_player_let_inning": "",
+                "guest_player_let_inning": "",
+                "all_inning": "",
+                "first_score_player": "",
+                "last_score_player": "",
+                "first_inning_score": "",
+                "second_inning_score": "",
+                "third_inning_score": "",
+                "match_winer_player": "",
+                "home_player_name": team_home,
+                "guest_player_name": team_home,
                 "lg_id": league_id,
                 "home_rate": None,
                 "guest_rate": None,
-                "home_score": score_home,
-                "guest_score": score_guest,
+                "home_player_score": score_home,
+                "guest_player_score": score_guest,
                 "all_goal": None,
                 "status": 1,
                 "first_score": None,
@@ -1451,15 +1498,27 @@ class Roll_Wangqiupipeline(object):
                 "u_home_score": None,
                 "u_guest_score": None,
                 "p_code": None,
-                "source": "hg3535"
+                "source": "hg3535",
+                "result_mark": new_sq_dict
             }
         }
+        roll_wq.append(wq_match_result)
+        # print(json.dumps(roll_wq))
+        r = requests.post(url, data={"data": json.dumps(roll_wq)})
+        # logger.warning(r.text)
+        print(r.text)
+        print(json.dumps(roll_wq))
         return item
+
+
 # 滚球棒球 插入
 class Roll_Banqiupipeline(object):
     def process_item(self, item, spider):
         # 使用twisted将mysql插入变成异步执行
+        logger = logging.getLogger(__name__)
         # 联赛id
+        url = 'http://admin.5gogo.com/setSports'
+        roll_bq = []
         league_id = item['league_id']
         # 联赛名
         league_name = item['league_name']
@@ -1511,40 +1570,29 @@ class Roll_Banqiupipeline(object):
         # 总得分单双
         odd_evens_dict = item['odd_evens_dict']
         odd_evens_dict_rule = item['odd_evens_dict_rule']
-
-        # 让球
-        concede = {'league_id': league_id, 'game_id': game_id, 'utime': utime, 'p_id': 1, 'p_code': "concede",
-                   'source': "hg3535", 'expire_time': expire_time, 'sort': 0}
-        # bqone_intodb(data1=concedes_dict, data2=concede, data3=concedes_dict_rule, cursor=self.cursor)
-        # 总得分：大/小
-        total_size = {'league_id': league_id, 'game_id': game_id, 'utime': utime, 'p_id': 2, 'p_code': "total_size",
-                   'source': "hg3535", 'expire_time': expire_time, 'sort': 0}
-        # bqone_intodb(data1=total_size_dict, data2=total_size, data3=total_size_dict_rule, cursor=self.cursor)
-
-        odd_even = {'league_id': league_id, 'game_id': game_id, 'utime': utime, 'p_id': 3, 'p_code': "two_sides",
-                   'source': "hg3535", 'expire_time': expire_time, 'sort': 0}
-
         # 赛事失效时间
         # n_time = out_time(ctime, 3.5)
+        new_match_score_dict = json.dumps(match_score_dict)
         # 插入独赢
         if capots_dict:
             for key, value in capots_dict.items():
                 one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id,
-                         p_code='capot', condition=None, game_code='bq')
+                         p_code='capot', condition=None, game_code='bq', zq_odds=roll_bq)
         #让球
         if concedes_dict:
             for key, value in concedes_dict.items():
                 one_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id,
-                         p_code='concede', condition=concedes_dict_rule[key], game_code='bq')
+                         p_code='concede', condition=concedes_dict_rule[key], game_code='bq', zq_odds=roll_bq)
 
         if total_size_dict:
             for key, value in total_size_dict.items():
                 one_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id,
-                         p_code='total_size', condition=total_size_dict_rule[key], game_code='bq')
+                         p_code='total_size', condition=total_size_dict_rule[key], game_code='bq', zq_odds=roll_bq)
         if odd_evens_dict:
             for key, value in odd_evens_dict.items():
                 one_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id,
-                         p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='bq')
+                         p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='bq', zq_odds=roll_bq)
+        # print(r_ctime)
         bq_competition = {
             "game_code": "bq",
             "title": "competition",
@@ -1554,7 +1602,7 @@ class Roll_Banqiupipeline(object):
                 "lg_id": league_id,
                 "status": 1,
                 "match_id": game_id,
-                "match_date": None,
+                "match_date": r_ctime,
                 "match_time": None,
                 "tag": number,
                 "source": 'hg3535',
@@ -1565,9 +1613,10 @@ class Roll_Banqiupipeline(object):
                 "us_time": None
             }
         }
+        roll_bq.append(bq_competition)
         bq_match_result = {
             "game_code": "bq",
-            "title": "match_result",
+            "title": "match_result_record",
             "data": {
                 "home_team": team_home,
                 "guest_team": team_guest,
@@ -1576,23 +1625,27 @@ class Roll_Banqiupipeline(object):
                 "guest_rate": None,
                 "home_score": score_home,
                 "guest_score": score_guest,
-                "all_goal": None,
+                # "all_goal": None,
                 "status": 1,
                 "first_score": None,
                 "last_score": None,
                 "match_score": None,
                 "match_winer": None,
-                "match_time": r_ctime,
+                "match_time": None,
                 "match_process": jijie,
                 "tag": number,
                 "match_id": game_id,
-                "u_home_score": None,
-                "u_guest_score": None,
-                "p_code": None,
+                # "u_home_score": None,
+                # "u_guest_score": None,
+                # "p_code": None,
                 "source": "hg3535",
-                'match_score_t': match_score_dict
+                "result_mark": new_match_score_dict
             }
         }
+        roll_bq.append(bq_match_result)
+        r = requests.post(url, data={"data": json.dumps(roll_bq)})
+        # logger.warning(r.text)
+        print(r.text)
         return item
 
 

hg3535/roll.py

@@ -0,0 +1,33 @@
+import time
+import os
+import subprocess
+# import sys
+# from datetime import time
+# from subprocess import Popen
+# pip install apscheduler
+from apscheduler.schedulers.background import BackgroundScheduler
+
+
+def roll():
+    # execute("scrapy crawl roll_zuqiu")
+    os.system("scrapy crawl roll_zuqiu")
+    # os.system("scrapy crawl zq_jieshu")
+    os.system("scrapy crawl roll_lanqiu")
+    # os.system("scrapy crawl lq_jieshu")
+    os.system("scrapy crawl roll_wangqiu")
+    # os.system("scrapy crawl wq_jieshu")
+    os.system("scrapy crawl roll_bangqiu")
+    # pass
+
+
+if __name__ == "__main__":
+    scheduler = BackgroundScheduler()
+    # 每20分钟执行一次
+    scheduler.add_job(roll, 'cron', minute="*/3")
+    scheduler.start()
+    print('Press Ctrl+{0} to exit'.format('Break' if os.name == 'nt' else 'C'))
+    try:
+        while True:
+            time.sleep(2)
+    except (KeyboardInterrupt, SystemExit):
+        scheduler.shutdown()

hg3535/settings.py

@@ -125,6 +125,9 @@ REDIRECT_ENABLED = False
 
 SCHEDULER_PERSIST = False  # 是否在关闭时候保留原来的调度器和去重记录，True=保留，False=清空
 SCHEDULER_FLUSH_ON_START = False
+TELNETCONSOLE_PORT = None
+# TELNETCONSOLE_ENABLED=False
+# AttributeError: 'TelnetConsole' object has no attribute 'port'
 
 # RETRY_ENABLED = True
 # RETRY_TIMES = 2

hg3535/spiders/bangqiu.py

@@ -17,9 +17,10 @@ class BqrangqiuSpider(scrapy.Spider):
         "ITEM_PIPELINES": {
             "hg3535.pipelines.Bangqiupipeline": 300,
         },
-        # 'LOG_LEVEL': 'DEBUG',
-        # 'LOG_FILE': "../hg3535/log/bangqiu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
+        'LOG_LEVEL': 'DEBUG',
+        'LOG_FILE': "../hg3535/log/bangqiu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
     }
+
     def start_requests(self):
         for y in range(1, 4):
             url = 'https://hg3535z.com/odds2/d/getodds?sid=4&pt=' + str(y) + '&ubt=am&pn=0&sb=2&dc=null&pid=0'
@@ -191,8 +192,8 @@ class BqrangqiuSpider(scrapy.Spider):
 
                     except:
                         odd_evens_dict['two_sides_single'] = ""
-                        odd_evens_dict['two_sides_single'] = ""
-                        odd_evens_dict_rule['two_sides_double'] = ""
+                        odd_evens_dict['two_sides_double'] = ""
+                        odd_evens_dict_rule['two_sides_single'] = ""
                         odd_evens_dict_rule['two_sides_double'] = ""
 # 球队得分大小  待采集----------------------------------------------------------------------------------------------------
 

hg3535/spiders/guanjun.py

@@ -17,8 +17,8 @@ class LqguanjunSpider(scrapy.Spider):
         "ITEM_PIPELINES": {
             'hg3535.pipelines.Guanjunpipeline': 300,
         },
-        # 'LOG_LEVEL': 'DEBUG',
-        # 'LOG_FILE': "../hg3535/log/guanjun_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
+        'LOG_LEVEL': 'DEBUG',
+        'LOG_FILE': "../hg3535/log/guanjun_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
     }
 
     def start_requests(self):

hg3535/spiders/lanqiu.py

@@ -156,14 +156,14 @@ class LanqiuSpider(scrapy.Spider):
                         concedes_dict_rule['concede_guest'] = concede_guest_rule
                         concedes_dict['concede_guest'] = concede_guest
                     except:
-                        concede_guest = ""
-                        concede_guest_rule = ""
-                        concede_home = ""
-                        concede_home_rule = ""
-                        concedes_dict_rule['concede_home'] = concede_home_rule
-                        concedes_dict['concede_home'] = concede_home
-                        concedes_dict_rule['concede_guest'] = concede_guest_rule
-                        concedes_dict['concede_guest'] = concede_guest
+                        # concede_guest = ""
+                        # concede_guest_rule = ""
+                        # concede_home = ""
+                        # concede_home_rule = ""
+                        concedes_dict_rule['concede_home'] = None
+                        concedes_dict['concede_home'] = None
+                        concedes_dict_rule['concede_guest'] = None
+                        concedes_dict['concede_guest'] = None
                     # print(concedes_dict)
                     try:
                         half_concedes = result['o']["ah1st"]["v"]
@@ -175,14 +175,14 @@ class LanqiuSpider(scrapy.Spider):
                         concedes_dict['half_concede_guest'] = half_concede_guest
 
                     except:
-                        half_concede_home_rule = ""
-                        half_concede_home = ""
-                        half_concede_guest_rule = ""
-                        half_concede_guest = ""
-                        concedes_dict_rule['half_concede_home'] = half_concede_home_rule
-                        concedes_dict['half_concede_home'] = half_concede_home
-                        concedes_dict_rule['half_concede_guest'] = half_concede_guest_rule
-                        concedes_dict['half_concede_guest'] = half_concede_guest
+                        # half_concede_home_rule = ""
+                        # half_concede_home = ""
+                        # half_concede_guest_rule = ""
+                        # half_concede_guest = ""
+                        concedes_dict_rule['half_concede_home'] = None
+                        concedes_dict['half_concede_home'] = None
+                        concedes_dict_rule['half_concede_guest'] = None
+                        concedes_dict['half_concede_guest'] = None
 
                     # 第一节让球
                     try:
@@ -194,14 +194,14 @@ class LanqiuSpider(scrapy.Spider):
                         concedes_dict['one_concede_guest'] = one_concede_guest
 
                     except:
-                        one_concede_guest = ""
-                        one_concede_guest_rule = ""
-                        one_concede_home = ""
-                        one_concede_home_rule = ""
-                        concedes_dict_rule['one_concede_home'] = one_concede_home_rule
-                        concedes_dict['one_concede_home'] = one_concede_home
-                        concedes_dict_rule['one_concede_guest'] = one_concede_guest_rule
-                        concedes_dict['one_concede_guest'] = one_concede_guest
+                        # one_concede_guest = ""
+                        # one_concede_guest_rule = ""
+                        # one_concede_home = ""
+                        # one_concede_home_rule = ""
+                        concedes_dict_rule['one_concede_home'] = None
+                        concedes_dict['one_concede_home'] = None
+                        concedes_dict_rule['one_concede_guest'] = None
+                        concedes_dict['one_concede_guest'] = None
                     # 第二节让球
                     try:
                         two_concedes = result['o']["ahq2"]["v"]
@@ -211,14 +211,14 @@ class LanqiuSpider(scrapy.Spider):
                         concedes_dict_rule['two_concede_guest'] = two_concede_guest_rule
                         concedes_dict['two_concede_guest'] = two_concede_guest
                     except:
-                        two_concede_guest = ""
-                        two_concede_guest_rule = ""
-                        two_concede_home = ""
-                        two_concede_home_rule = ""
-                        concedes_dict_rule['two_concede_home'] = two_concede_home_rule
-                        concedes_dict['two_concede_home'] = two_concede_home
-                        concedes_dict_rule['two_concede_guest'] = two_concede_guest_rule
-                        concedes_dict['two_concede_guest'] = two_concede_guest
+                        # two_concede_guest = ""
+                        # two_concede_guest_rule = ""
+                        # two_concede_home = ""
+                        # two_concede_home_rule = ""
+                        concedes_dict_rule['two_concede_home'] = None
+                        concedes_dict['two_concede_home'] = None
+                        concedes_dict_rule['two_concede_guest'] = None
+                        concedes_dict['two_concede_guest'] = None
                     # 第三节让球
                     try:
                         three_concedes = result['o']["ahq3"]["v"]
@@ -229,14 +229,14 @@ class LanqiuSpider(scrapy.Spider):
                         concedes_dict['three_concede_guest'] = three_concede_guest
 
                     except:
-                        three_concede_guest = ""
-                        three_concede_guest_rule = ""
-                        three_concede_home = ""
-                        three_concede_home_rule = ""
-                        concedes_dict_rule['three_concede_home'] = three_concede_home_rule
-                        concedes_dict['three_concede_home'] = three_concede_home
-                        concedes_dict_rule['three_concede_guest'] = three_concede_guest_rule
-                        concedes_dict['three_concede_guest'] = three_concede_guest
+                        # three_concede_guest = ""
+                        # three_concede_guest_rule = ""
+                        # three_concede_home = ""
+                        # three_concede_home_rule = ""
+                        concedes_dict_rule['three_concede_home'] = None
+                        concedes_dict['three_concede_home'] = None
+                        concedes_dict_rule['three_concede_guest'] = None
+                        concedes_dict['three_concede_guest'] = None
                     # 第四节让球
                     try:
                         four_concedes = result['o']["ahq4"]["v"]
@@ -247,14 +247,14 @@ class LanqiuSpider(scrapy.Spider):
                         concedes_dict['four_concede_guest'] = four_concede_guest
 
                     except:
-                        four_concede_guest = ""
-                        four_concede_guest_rule = ""
-                        four_concede_home = ""
-                        four_concede_home_rule = ""
-                        concedes_dict_rule['four_concede_home'] = four_concede_home_rule
-                        concedes_dict['four_concede_home'] = four_concede_home
-                        concedes_dict_rule['four_concede_guest'] = four_concede_guest_rule
-                        concedes_dict['four_concede_guest'] = four_concede_guest
+                        # four_concede_guest = ""
+                        # four_concede_guest_rule = ""
+                        # four_concede_home = ""
+                        # four_concede_home_rule = ""
+                        concedes_dict_rule['four_concede_home'] = None
+                        concedes_dict['four_concede_home'] = None
+                        concedes_dict_rule['four_concede_guest'] = None
+                        concedes_dict['four_concede_guest'] = None
 # ----------------------------------------总分大小分割线 - ---------------------------------------------------------------
                     # 全场总分大小
                     try:
@@ -265,14 +265,14 @@ class LanqiuSpider(scrapy.Spider):
                         total_sizes_dict_rule["total_size_small"] = total_sizes_small_rule
                         total_sizes_dict["total_size_small"] = total_sizes_small
                     except:
-                        total_sizes_big_rule = ""
-                        total_sizes_big = ""
-                        total_sizes_small_rule = ""
-                        total_sizes_small = ""
-                        total_sizes_dict_rule["total_size_big"] = total_sizes_big_rule
-                        total_sizes_dict["total_size_big"] = total_sizes_big
-                        total_sizes_dict_rule["total_size_small"] = total_sizes_small_rule
-                        total_sizes_dict["total_size_small"] = total_sizes_small
+                        # total_sizes_big_rule = ""
+                        # total_sizes_big = ""
+                        # total_sizes_small_rule = ""
+                        # total_sizes_small = ""
+                        total_sizes_dict_rule["total_size_big"] = None
+                        total_sizes_dict["total_size_big"] = None
+                        total_sizes_dict_rule["total_size_small"] = None
+                        total_sizes_dict["total_size_small"] = None
                     # 上半场总分大小
                     try:
                         half_total_sizes = result['o']["ou1st"]["v"]
@@ -282,14 +282,14 @@ class LanqiuSpider(scrapy.Spider):
                         total_sizes_dict_rule["half_total_size_small"] = half_total_sizes_small_rule
                         total_sizes_dict["half_total_size_small"] = half_total_sizes_small
                     except:
-                        half_total_sizes_big_rule = ""
-                        half_total_sizes_big = ""
-                        half_total_sizes_small_rule = ""
-                        half_total_sizes_small = ""
-                        total_sizes_dict_rule["half_total_size_big"] = half_total_sizes_big_rule
-                        total_sizes_dict["half_total_size_big"] = half_total_sizes_big
-                        total_sizes_dict_rule["half_total_size_small"] = half_total_sizes_small_rule
-                        total_sizes_dict["half_total_size_small"] = half_total_sizes_small
+                        # half_total_sizes_big_rule = ""
+                        # half_total_sizes_big = ""
+                        # half_total_sizes_small_rule = ""
+                        # half_total_sizes_small = ""
+                        total_sizes_dict_rule["half_total_size_big"] = None
+                        total_sizes_dict["half_total_size_big"] = None
+                        total_sizes_dict_rule["half_total_size_small"] = None
+                        total_sizes_dict["half_total_size_small"] = None
                     # 第一节总分大小
                     try:
                         one_total_sizes = result['o']["ou1st"]["v"]
@@ -299,14 +299,14 @@ class LanqiuSpider(scrapy.Spider):
                         total_sizes_dict_rule["one_total_size_small"] = one_total_sizes_small_rule
                         total_sizes_dict["one_total_size_small"] = one_total_sizes_small
                     except:
-                        one_total_sizes_big_rule = ""
-                        one_total_sizes_big = ""
-                        one_total_sizes_small_rule = ""
-                        one_total_sizes_small = ""
-                        total_sizes_dict_rule["one_total_size_big"] = one_total_sizes_big_rule
-                        total_sizes_dict["one_total_size_big"] = one_total_sizes_big
-                        total_sizes_dict_rule["one_total_size_small"] = one_total_sizes_small_rule
-                        total_sizes_dict["one_total_size_small"] = one_total_sizes_small
+                        # one_total_sizes_big_rule = ""
+                        # one_total_sizes_big = ""
+                        # one_total_sizes_small_rule = ""
+                        # one_total_sizes_small = ""
+                        total_sizes_dict_rule["one_total_size_big"] = None
+                        total_sizes_dict["one_total_size_big"] = None
+                        total_sizes_dict_rule["one_total_size_small"] = None
+                        total_sizes_dict["one_total_size_small"] = None
                     # 第二节场总分大小
                     try:
                         two_total_sizes = result['o']["ou1st"]["v"]
@@ -316,14 +316,14 @@ class LanqiuSpider(scrapy.Spider):
                         total_sizes_dict_rule["two_total_size_small"] = two_total_sizes_small_rule
                         total_sizes_dict["two_total_size_small"] = two_total_sizes_small
                     except:
-                        two_total_sizes_big_rule = ""
-                        two_total_sizes_big = ""
-                        two_total_sizes_small_rule = ""
-                        two_total_sizes_small = ""
-                        total_sizes_dict_rule["two_total_size_big"] = two_total_sizes_big_rule
-                        total_sizes_dict["two_total_size_big"] = two_total_sizes_big
-                        total_sizes_dict_rule["two_total_size_small"] = two_total_sizes_small_rule
-                        total_sizes_dict["two_total_size_small"] = two_total_sizes_small
+                        # two_total_sizes_big_rule = ""
+                        # two_total_sizes_big = ""
+                        # two_total_sizes_small_rule = ""
+                        # two_total_sizes_small = ""
+                        total_sizes_dict_rule["two_total_size_big"] = None
+                        total_sizes_dict["two_total_size_big"] = None
+                        total_sizes_dict_rule["two_total_size_small"] = None
+                        total_sizes_dict["two_total_size_small"] = None
                     # 第三节总分大小
                     try:
                         three_total_sizes = result['o']["ou1st"]["v"]
@@ -333,14 +333,14 @@ class LanqiuSpider(scrapy.Spider):
                         total_sizes_dict_rule["three_total_size_small"] = three_total_sizes_small_rule
                         total_sizes_dict["three_total_size_small"] = three_total_sizes_small
                     except:
-                        three_total_sizes_big_rule = ""
-                        three_total_sizes_big = ""
-                        three_total_sizes_small_rule = ""
-                        three_total_sizes_small = ""
-                        total_sizes_dict_rule["three_total_size_big"] = three_total_sizes_big_rule
-                        total_sizes_dict["three_total_size_big"] = three_total_sizes_big
-                        total_sizes_dict_rule["three_total_size_small"] = three_total_sizes_small_rule
-                        total_sizes_dict["three_total_size_small"] = three_total_sizes_small
+                        # three_total_sizes_big_rule = ""
+                        # three_total_sizes_big = ""
+                        # three_total_sizes_small_rule = ""
+                        # three_total_sizes_small = ""
+                        total_sizes_dict_rule["three_total_size_big"] = None
+                        total_sizes_dict["three_total_size_big"] = None
+                        total_sizes_dict_rule["three_total_size_small"] = None
+                        total_sizes_dict["three_total_size_small"] = None
                     # 第四节总分大小
                     try:
                         four_total_sizes = result['o']["ou1st"]["v"]
@@ -350,99 +350,99 @@ class LanqiuSpider(scrapy.Spider):
                         total_sizes_dict_rule["four_total_size_small"] = four_total_sizes_small_rule
                         total_sizes_dict["four_total_size_small"] = four_total_sizes_small
                     except:
-                        four_total_sizes_big_rule = ""
-                        four_total_sizes_big = ""
-                        four_total_sizes_small_rule = ""
-                        four_total_sizes_small = ""
-                        total_sizes_dict_rule["four_total_size_big"] = four_total_sizes_big_rule
-                        total_sizes_dict["four_total_size_big"] = four_total_sizes_big
-                        total_sizes_dict_rule["four_total_size_small"] = four_total_sizes_small_rule
-                        total_sizes_dict["four_total_size_small"] = four_total_sizes_small
+                        # four_total_sizes_big_rule = ""
+                        # four_total_sizes_big = ""
+                        # four_total_sizes_small_rule = ""
+                        # four_total_sizes_small = ""
+                        total_sizes_dict_rule["four_total_size_big"] = None
+                        total_sizes_dict["four_total_size_big"] = None
+                        total_sizes_dict_rule["four_total_size_small"] = None
+                        total_sizes_dict["four_total_size_small"] = None
 
 # ----------------------------------------总分单双分割线------------------------------------------------------------------
                     # 全场 总分单双
                     try:
                         odd_evens = result['o']["oe"]["v"]
                         # # 全场 总分单, 全场 总分双
-                        odd_even_odd, odd_even_even = danshaung_fun(inner=odd_evens)
-                        odd_evens_dict["two_sides_single"] = odd_even_odd
+                        # odd_even_odd, odd_even_even = danshaung_fun(inner=odd_evens)
+                        odd_evens_dict["two_sides_single"] = odd_evens[1]
                         odd_evens_dict_rule['two_sides_single'] = '单'
-                        odd_evens_dict["two_sides_double"] = odd_even_even
+                        odd_evens_dict["two_sides_double"] = odd_evens[3]
                         odd_evens_dict_rule['two_sides_double'] = '双'
                     except:
-                        odd_even_odd = ""
-                        odd_even_even = ""
-                        odd_evens_dict["two_sides_single"] = odd_even_odd
+                        # odd_even_odd = ""
+                        # odd_even_even = ""
+                        odd_evens_dict["two_sides_single"] = None
                         odd_evens_dict_rule['two_sides_single'] = '单'
-                        odd_evens_dict["two_sides_double"] = odd_even_even
+                        odd_evens_dict["two_sides_double"] = None
                         odd_evens_dict_rule['two_sides_double'] = '双'
                     # 上半场全场 总分单双
 
                     try:
                         half_odd_evens = result['o']["oe1st"]["v"]
                         # 上半场 总分单, 上半场 总分双
-                        half_odd_even_odd,half_odd_even_even = danshaung_fun(inner=half_odd_evens)
-                        odd_evens_dict["two_sides_single"] = half_odd_even_odd
+                        # half_odd_even_odd,half_odd_even_even = danshaung_fun(inner=half_odd_evens)
+                        odd_evens_dict["two_sides_single"] = half_odd_evens[1]
                         odd_evens_dict_rule['two_sides_single'] = '单'
-                        odd_evens_dict["two_sides_double"] = half_odd_even_even
+                        odd_evens_dict["two_sides_double"] = half_odd_evens[3]
                         odd_evens_dict_rule['two_sides_double'] = '双'
                     except:
-                        half_odd_even_odd = ""
-                        half_odd_even_even = ""
-                        odd_evens_dict["half_two_sides_single"] = half_odd_even_odd
+                        # half_odd_even_odd = ""
+                        # half_odd_even_even = ""
+                        odd_evens_dict["half_two_sides_single"] = None
                         odd_evens_dict_rule['half_two_sides_single'] = '单'
-                        odd_evens_dict["half_two_sides_double"] = half_odd_even_even
+                        odd_evens_dict["half_two_sides_double"] = None
                         odd_evens_dict_rule['half_two_sides_double'] = '双'
 
                     # 总分:单/双-第一节
                     try:
                         one_odd_evens = result['o']["oeq1"]["v"]
-                        one_odd_even_odd,one_odd_even_even = danshaung_fun(inner=one_odd_evens)
-                        odd_evens_dict["one_two_sides_single"] = one_odd_even_odd
+                        # one_odd_even_odd,one_odd_even_even = danshaung_fun(inner=one_odd_evens)
+                        odd_evens_dict["one_two_sides_single"] = one_odd_evens[1]
                         odd_evens_dict_rule['one_two_sides_single'] = '单'
-                        odd_evens_dict["one_two_sides_double"] = one_odd_even_even
+                        odd_evens_dict["one_two_sides_double"] = one_odd_evens[3]
                         odd_evens_dict_rule['one_two_sides_double'] = '双'
                     except:
-                        one_odd_even_odd = ""
-                        one_odd_even_even = ""
-                        odd_evens_dict["one_two_sides_single"] = one_odd_even_odd
+                        # one_odd_even_odd = ""
+                        # one_odd_even_even = ""
+                        odd_evens_dict["one_two_sides_single"] = None
                         odd_evens_dict_rule['one_two_sides_single'] = '单'
-                        odd_evens_dict["one_two_sides_double"] = one_odd_even_even
+                        odd_evens_dict["one_two_sides_double"] = None
                         odd_evens_dict_rule['one_two_sides_double'] = '双'
 
 
                     # 总分:单/双-第二节
                     try:
                         two_odd_evens = result['o']["oeq2"]["v"]
-                        two_odd_even_odd,two_odd_even_even = danshaung_fun(inner=two_odd_evens)
-                        odd_evens_dict["two_two_sides_single"] = two_odd_even_odd
+                        # two_odd_even_odd,two_odd_even_even = danshaung_fun(inner=two_odd_evens)
+                        odd_evens_dict["two_two_sides_single"] = two_odd_evens[1]
                         odd_evens_dict_rule['two_two_sides_single'] = '单'
-                        odd_evens_dict["two_two_sides_double"] = two_odd_even_even
+                        odd_evens_dict["two_two_sides_double"] = two_odd_evens[3]
                         odd_evens_dict_rule['two_two_sides_double'] = '双'
                     except:
-                        two_odd_even_odd = ""
-                        two_odd_even_even = ""
-                        odd_evens_dict["two_two_sides_single"] = two_odd_even_odd
+                        # two_odd_even_odd = ""
+                        # two_odd_even_even = ""
+                        odd_evens_dict["two_two_sides_single"] = None
                         odd_evens_dict_rule['two_two_sides_single'] = '单'
-                        odd_evens_dict["two_two_sides_double"] = two_odd_even_even
+                        odd_evens_dict["two_two_sides_double"] = None
                         odd_evens_dict_rule['two_two_sides_double'] = '双'
 
                     # 总分:单/双-第三节
                     try:
                         three_odd_evens = result['o']["oeq3"]["v"]
-                        three_odd_even_odd,three_odd_even_even = danshaung_fun(inner=three_odd_evens)
-                        odd_evens_dict["three_two_sides_single"] = three_odd_even_odd
+                        # three_odd_even_odd,three_odd_even_even = danshaung_fun(inner=three_odd_evens)
+                        odd_evens_dict["three_two_sides_single"] = three_odd_evens[1]
                         odd_evens_dict_rule['three_two_sides_single'] = '单'
-                        odd_evens_dict["three_two_sides_double"] = three_odd_even_even
+                        odd_evens_dict["three_two_sides_double"] = three_odd_evens[3]
                         odd_evens_dict_rule['three_two_sides_double'] = '双'
 
 
                     except:
-                        three_odd_even_odd = ""
-                        three_odd_even_even = ""
-                        odd_evens_dict["three_two_sides_single"] = three_odd_even_odd
+                        # three_odd_even_odd = ""
+                        # three_odd_even_even = ""
+                        odd_evens_dict["three_two_sides_single"] = None
                         odd_evens_dict_rule['three_two_sides_single'] = '单'
-                        odd_evens_dict["three_two_sides_double"] = three_odd_even_even
+                        odd_evens_dict["three_two_sides_double"] = None
                         odd_evens_dict_rule['three_two_sides_double'] = '双'
 
 
@@ -450,17 +450,17 @@ class LanqiuSpider(scrapy.Spider):
                     # 总分:单/双-第四节
                     try:
                         four_odd_evens = result['o']["oeq4"]["v"]
-                        four_odd_even_odd,four_odd_even_even = danshaung_fun(inner=four_odd_evens)
-                        odd_evens_dict["four_two_sides_single"] = four_odd_even_odd
+                        # four_odd_even_odd,four_odd_even_even = danshaung_fun(inner=four_odd_evens)
+                        odd_evens_dict["four_two_sides_single"] = four_odd_evens[1]
                         odd_evens_dict_rule['four_two_sides_single'] = '单'
-                        odd_evens_dict["four_two_sides_double"] = four_odd_even_even
+                        odd_evens_dict["four_two_sides_double"] = four_odd_evens[3]
                         odd_evens_dict_rule['four_two_sides_double'] = '双'
                     except:
-                        four_odd_even_odd = ""
-                        four_odd_even_even = ""
-                        odd_evens_dict["four_two_sides_single"] = four_odd_even_odd
+                        # four_odd_even_odd = ""
+                        # four_odd_even_even = ""
+                        odd_evens_dict["four_two_sides_single"] = None
                         odd_evens_dict_rule['four_two_sides_single'] = '单'
-                        odd_evens_dict["four_two_sides_double"] = four_odd_even_even
+                        odd_evens_dict["four_two_sides_double"] = None
                         odd_evens_dict_rule['four_two_sides_double'] = '双'
 
 # ----------------------------------------球队得分最后一位数分割线---------------------------------------------------------
@@ -500,10 +500,10 @@ class LanqiuSpider(scrapy.Spider):
                         capots_dict["capot_home"] = capot_home
                         capots_dict["capot_guest"] = capot_guest
                     except:
-                        capot_home = ""
-                        capot_guest = ""
-                        capots_dict["capot_home"] = capot_home
-                        capots_dict["capot_guest"] = capot_guest
+                        # capot_home = ""
+                        # capot_guest = ""
+                        capots_dict["capot_home"] = None
+                        capots_dict["capot_guest"] = None
 
                     # 上半场独赢
                     try:
@@ -514,10 +514,10 @@ class LanqiuSpider(scrapy.Spider):
                         capots_dict["half_capot_home"] = half_capot_home
                         capots_dict["half_capot_guest"] = half_capot_guest
                     except:
-                        half_capot_home = ""
-                        half_capot_guest = ""
-                        capots_dict["half_capot_home"] = half_capot_home
-                        capots_dict["half_capot_guest"] = half_capot_guest
+                        # half_capot_home = ""
+                        # half_capot_guest = ""
+                        capots_dict["half_capot_home"] = None
+                        capots_dict["half_capot_guest"] = None
 
                     # 第一节独赢
                     try:
@@ -528,10 +528,10 @@ class LanqiuSpider(scrapy.Spider):
                         capots_dict["one_capot_home"] = one_capot_home
                         capots_dict["one_capot_guest"] = one_capot_guest
                     except:
-                        one_capot_home = ""
-                        one_capot_guest = ""
-                        capots_dict["one_capot_home"] = one_capot_home
-                        capots_dict["one_capot_guest"] = one_capot_guest
+                        # one_capot_home = ""
+                        # one_capot_guest = ""
+                        capots_dict["one_capot_home"] = None
+                        capots_dict["one_capot_guest"] = None
 
                     # 第二节独赢
                     try:
@@ -542,10 +542,10 @@ class LanqiuSpider(scrapy.Spider):
                         capots_dict["two_capot_home"] = two_capot_home
                         capots_dict["two_capot_guest"] = two_capot_guest
                     except:
-                        two_capot_home = ""
-                        two_capot_guest = ""
-                        capots_dict["two_capot_home"] = two_capot_home
-                        capots_dict["two_capot_guest"] = two_capot_guest
+                        # two_capot_home = ""
+                        # two_capot_guest = ""
+                        capots_dict["two_capot_home"] = None
+                        capots_dict["two_capot_guest"] = None
 
                     # 第三节独赢
                     try:
@@ -556,10 +556,10 @@ class LanqiuSpider(scrapy.Spider):
                         capots_dict["three_capot_home"] = three_capot_home
                         capots_dict["three_capot_guest"] = three_capot_guest
                     except:
-                        three_capot_home = ""
-                        three_capot_guest = ""
-                        capots_dict["three_capot_home"] = three_capot_home
-                        capots_dict["three_capot_guest"] = three_capot_guest
+                        # three_capot_home = ""
+                        # three_capot_guest = ""
+                        capots_dict["three_capot_home"] = None
+                        capots_dict["three_capot_guest"] = None
 
                     # 第四节独赢
                     try:
@@ -570,10 +570,10 @@ class LanqiuSpider(scrapy.Spider):
                         capots_dict["four_capot_home"] = four_capot_home
                         capots_dict["four_capot_guest"] = four_capot_guest
                     except:
-                        four_capot_home = ""
-                        four_capot_guest = ""
-                        capots_dict["four_capot_home"] = four_capot_home
-                        capots_dict["four_capot_guest"] = four_capot_guest
+                        # four_capot_home = ""
+                        # four_capot_guest = ""
+                        capots_dict["four_capot_home"] = None
+                        capots_dict["four_capot_guest"] = None
 
 # ---------------------------------------------------华丽分割线列表es[1]--------------------------------------------------
             # 球队得分 全场主队 home
@@ -592,14 +592,14 @@ class LanqiuSpider(scrapy.Spider):
                             team_scores_dict_rule["score_home_small"] = score_home_small_rule
                             team_scores_dict["score_home_small"] = score_home_small
                         except:
-                            score_home_small = ""
-                            score_home_small_rule = ""
-                            score_home_big_rule = ""
-                            score_home_big = ""
-                            team_scores_dict_rule["score_home_big"] = score_home_big_rule
-                            team_scores_dict["score_home_big"] = score_home_big
-                            team_scores_dict_rule["score_home_small"] = score_home_small_rule
-                            team_scores_dict["score_home_small"] = score_home_small
+                            # score_home_small = ""
+                            # score_home_small_rule = ""
+                            # score_home_big_rule = ""
+                            # score_home_big = ""
+                            team_scores_dict_rule["score_home_big"] = None
+                            team_scores_dict["score_home_big"] = None
+                            team_scores_dict_rule["score_home_small"] = None
+                            team_scores_dict["score_home_small"] = None
                         # 球队得分 上半场主队 home
                         try:
                             half_score_homes = score_home['o']['ou1st']['v']
@@ -610,14 +610,14 @@ class LanqiuSpider(scrapy.Spider):
                             team_scores_dict_rule["half_score_home_small"] = half_score_home_small_rule
                             team_scores_dict["half_score_home_small"] = half_score_home_small
                         except:
-                            half_score_home_small = ""
-                            half_score_home_small_rule = ""
-                            half_score_home_big = ""
-                            half_score_home_big_rule = ""
-                            team_scores_dict_rule["half_score_home_big"] = half_score_home_big_rule
-                            team_scores_dict["half_score_home_big"] = half_score_home_big
-                            team_scores_dict_rule["half_score_home_small"] = half_score_home_small_rule
-                            team_scores_dict["half_score_home_small"] = half_score_home_small
+                            # half_score_home_small = ""
+                            # half_score_home_small_rule = ""
+                            # half_score_home_big = ""
+                            # half_score_home_big_rule = ""
+                            team_scores_dict_rule["half_score_home_big"] = None
+                            team_scores_dict["half_score_home_big"] = None
+                            team_scores_dict_rule["half_score_home_small"] = None
+                            team_scores_dict["half_score_home_small"] = None
 
                         # 球队得分:主队-大 / 小-第一节
                         try:
@@ -628,14 +628,14 @@ class LanqiuSpider(scrapy.Spider):
                             team_scores_dict_rule["one_score_home_small"] = one_score_home_small_rule
                             team_scores_dict["one_score_home_small"] = one_score_home_small
                         except:
-                            one_score_home_small = ""
-                            one_score_home_small_rule = ""
-                            one_score_home_big = ""
-                            one_score_home_big_rule = ""
-                            team_scores_dict_rule["one_score_home_big"] = one_score_home_big_rule
-                            team_scores_dict["one_score_home_big"] = one_score_home_big
-                            team_scores_dict_rule["one_score_home_small"] = one_score_home_small_rule
-                            team_scores_dict["one_score_home_small"] = one_score_home_small
+                            # one_score_home_small = ""
+                            # one_score_home_small_rule = ""
+                            # one_score_home_big = ""
+                            # one_score_home_big_rule = ""
+                            team_scores_dict_rule["one_score_home_big"] = None
+                            team_scores_dict["one_score_home_big"] = None
+                            team_scores_dict_rule["one_score_home_small"] = None
+                            team_scores_dict["one_score_home_small"] = None
 
                         # 球队得分:主队-大 / 小-第一节
                         try:
@@ -646,14 +646,14 @@ class LanqiuSpider(scrapy.Spider):
                             team_scores_dict_rule["two_score_home_small"] = two_score_home_small_rule
                             team_scores_dict["two_score_home_small"] = two_score_home_small
                         except:
-                            two_score_home_small = ""
-                            two_score_home_small_rule = ""
-                            two_score_home_big = ""
-                            two_score_home_big_rule = ""
-                            team_scores_dict_rule["two_score_home_big"] = two_score_home_big_rule
-                            team_scores_dict["two_score_home_big"] = two_score_home_big
-                            team_scores_dict_rule["two_score_home_small"] = two_score_home_small_rule
-                            team_scores_dict["two_score_home_small"] = two_score_home_small
+                            # two_score_home_small = ""
+                            # two_score_home_small_rule = ""
+                            # two_score_home_big = ""
+                            # two_score_home_big_rule = ""
+                            team_scores_dict_rule["two_score_home_big"] = None
+                            team_scores_dict["two_score_home_big"] = None
+                            team_scores_dict_rule["two_score_home_small"] = None
+                            team_scores_dict["two_score_home_small"] = None
 
                         # 球队得分:主队-大 / 小-第一节
                         try:
@@ -664,14 +664,14 @@ class LanqiuSpider(scrapy.Spider):
                             team_scores_dict_rule["three_score_home_small"] = three_score_home_small_rule
                             team_scores_dict["three_score_home_small"] = three_score_home_small
                         except:
-                            three_score_home_small = ""
-                            three_score_home_small_rule = ""
-                            three_score_home_big = ""
-                            three_score_home_big_rule = ""
-                            team_scores_dict_rule["three_score_home_big"] = three_score_home_big_rule
-                            team_scores_dict["three_score_home_big"] = three_score_home_big
-                            team_scores_dict_rule["three_score_home_small"] = three_score_home_small_rule
-                            team_scores_dict["three_score_home_small"] = three_score_home_small
+                            # three_score_home_small = ""
+                            # three_score_home_small_rule = ""
+                            # three_score_home_big = ""
+                            # three_score_home_big_rule = ""
+                            team_scores_dict_rule["three_score_home_big"] = None
+                            team_scores_dict["three_score_home_big"] = None
+                            team_scores_dict_rule["three_score_home_small"] = None
+                            team_scores_dict["three_score_home_small"] = None
 
                         # 球队得分:主队-大 / 小-第四节
                         try:
@@ -682,14 +682,14 @@ class LanqiuSpider(scrapy.Spider):
                             team_scores_dict_rule["four_score_home_small"] = four_score_home_small_rule
                             team_scores_dict["four_score_home_small"] = four_score_home_small
                         except:
-                            four_score_home_small = ""
-                            four_score_home_small_rule = ""
-                            four_score_home_big = ""
-                            four_score_home_big_rule = ""
-                            team_scores_dict_rule["four_score_home_big"] = four_score_home_big_rule
-                            team_scores_dict["four_score_home_big"] = four_score_home_big
-                            team_scores_dict_rule["four_score_home_small"] = four_score_home_small_rule
-                            team_scores_dict["four_score_home_small"] = four_score_home_small
+                            # four_score_home_small = ""
+                            # four_score_home_small_rule = ""
+                            # four_score_home_big = ""
+                            # four_score_home_big_rule = ""
+                            team_scores_dict_rule["four_score_home_big"] = None
+                            team_scores_dict["four_score_home_big"] = None
+                            team_scores_dict_rule["four_score_home_small"] = None
+                            team_scores_dict["four_score_home_small"] = None
 
 
 # ---------------------------------------------------华丽分割线列表es[2]--------------------------------------------------
@@ -709,14 +709,14 @@ class LanqiuSpider(scrapy.Spider):
                             team_scores_dict_rule["score_guest_small"] = score_guest_small_rule
                             team_scores_dict["score_guest_small"] = score_guest_small
                         except:
-                            score_guest_small = None
-                            score_guest_small_rule = None
-                            score_guest_big = None
-                            score_guest_big_rule = None
-                            team_scores_dict_rule["score_guest_big"] = score_guest_big_rule
-                            team_scores_dict["score_guest_big"] = score_guest_big
-                            team_scores_dict_rule["score_guest_small"] = score_guest_small_rule
-                            team_scores_dict["score_guest_small"] = score_guest_small
+                            # score_guest_small = None
+                            # score_guest_small_rule = None
+                            # score_guest_big = None
+                            # score_guest_big_rule = None
+                            team_scores_dict_rule["score_guest_big"] = None
+                            team_scores_dict["score_guest_big"] = None
+                            team_scores_dict_rule["score_guest_small"] = None
+                            team_scores_dict["score_guest_small"] = None
 
                         # 球队得分 上半场客队 guest
                         try:
@@ -727,14 +727,14 @@ class LanqiuSpider(scrapy.Spider):
                             team_scores_dict_rule["half_score_guest_small"] = half_score_guest_small_rule
                             team_scores_dict["half_score_guest_small"] = half_score_guest_small
                         except:
-                            half_score_guest_small = None
-                            half_score_guest_small_rule = None
-                            half_score_guest_big = None
-                            half_score_guest_big_rule = None
-                            team_scores_dict_rule["half_score_guest_big"] = half_score_guest_big_rule
-                            team_scores_dict["half_score_guest_big"] = half_score_guest_big
-                            team_scores_dict_rule["half_score_guest_small"] = half_score_guest_small_rule
-                            team_scores_dict["half_score_guest_small"] = half_score_guest_small
+                            # half_score_guest_small = None
+                            # half_score_guest_small_rule = None
+                            # half_score_guest_big = None
+                            # half_score_guest_big_rule = None
+                            team_scores_dict_rule["half_score_guest_big"] = None
+                            team_scores_dict["half_score_guest_big"] = None
+                            team_scores_dict_rule["half_score_guest_small"] = None
+                            team_scores_dict["half_score_guest_small"] = None
                         # 球队得分第一节
                         try:
                             one_score_guests = score_guest["o"]['ouq1']['v']
@@ -745,14 +745,14 @@ class LanqiuSpider(scrapy.Spider):
                             team_scores_dict_rule["one_score_guest_small"] = one_score_guest_small_rule
                             team_scores_dict["one_score_guest_small"] = one_score_guest_small
                         except:
-                            one_score_guest_small = None
-                            one_score_guest_small_rule = None
-                            one_score_guest_big = None
-                            one_score_guest_big_rule = None
-                            team_scores_dict_rule["one_score_guest_big"] = one_score_guest_big_rule
-                            team_scores_dict["one_score_guest_big"] = one_score_guest_big
-                            team_scores_dict_rule["one_score_guest_small"] = one_score_guest_small_rule
-                            team_scores_dict["one_score_guest_small"] = one_score_guest_small
+                            # one_score_guest_small = None
+                            # one_score_guest_small_rule = None
+                            # one_score_guest_big = None
+                            # one_score_guest_big_rule = None
+                            team_scores_dict_rule["one_score_guest_big"] = None
+                            team_scores_dict["one_score_guest_big"] = None
+                            team_scores_dict_rule["one_score_guest_small"] = None
+                            team_scores_dict["one_score_guest_small"] = None
 
                         # 球队得分第二节
                         try:
@@ -764,14 +764,10 @@ class LanqiuSpider(scrapy.Spider):
                             team_scores_dict_rule["two_score_guest_small"] = two_score_guest_small_rule
                             team_scores_dict["two_score_guest_small"] = two_score_guest_small
                         except:
-                            two_score_guest_small = None
-                            two_score_guest_small_rule = None
-                            two_score_guest_big = None
-                            two_score_guest_big_rule = None
-                            team_scores_dict_rule["two_score_guest_big"] = two_score_guest_big_rule
-                            team_scores_dict["two_score_guest_big"] = two_score_guest_big
-                            team_scores_dict_rule["two_score_guest_small"] = two_score_guest_small_rule
-                            team_scores_dict["two_score_guest_small"] = two_score_guest_small
+                            team_scores_dict_rule["two_score_guest_big"] = None
+                            team_scores_dict["two_score_guest_big"] = None
+                            team_scores_dict_rule["two_score_guest_small"] = None
+                            team_scores_dict["two_score_guest_small"] = None
                         # 球队得分第三节
                         try:
                             three_score_guests = score_guest["o"]['ouq3']['v']
@@ -782,14 +778,10 @@ class LanqiuSpider(scrapy.Spider):
                             team_scores_dict_rule["three_score_guest_small"] = three_score_guest_small_rule
                             team_scores_dict["three_score_guest_small"] = three_score_guest_small
                         except:
-                            three_score_guest_small = None
-                            three_score_guest_small_rule = None
-                            three_score_guest_big = None
-                            three_score_guest_big_rule = None
-                            team_scores_dict_rule["three_score_guest_big"] = three_score_guest_big_rule
-                            team_scores_dict["three_score_guest_big"] = three_score_guest_big
-                            team_scores_dict_rule["three_score_guest_small"] = three_score_guest_small_rule
-                            team_scores_dict["three_score_guest_small"] = three_score_guest_small
+                            team_scores_dict_rule["three_score_guest_big"] = None
+                            team_scores_dict["three_score_guest_big"] = None
+                            team_scores_dict_rule["three_score_guest_small"] = None
+                            team_scores_dict["three_score_guest_small"] = None
                         # 球队得分第四节
                         try:
                             four_score_guests = score_guest["o"]['ouq4']['v']
@@ -800,14 +792,10 @@ class LanqiuSpider(scrapy.Spider):
                             team_scores_dict_rule["four_score_guest_small"] = four_score_guest_small_rule
                             team_scores_dict["four_score_guest_small"] = four_score_guest_small
                         except:
-                            four_score_guest_small = None
-                            four_score_guest_small_rule = None
-                            four_score_guest_big = None
-                            four_score_guest_big_rule = None
-                            team_scores_dict_rule["four_score_guest_big"] = four_score_guest_big_rule
-                            team_scores_dict["four_score_guest_big"] = four_score_guest_big
-                            team_scores_dict_rule["four_score_guest_small"] = four_score_guest_small_rule
-                            team_scores_dict["four_score_guest_small"] = four_score_guest_small
+                            team_scores_dict_rule["four_score_guest_big"] = None
+                            team_scores_dict["four_score_guest_big"] = None
+                            team_scores_dict_rule["four_score_guest_small"] = None
+                            team_scores_dict["four_score_guest_small"] = None
 
             # 联赛id
             item['league_id'] = league_id

hg3535/spiders/roll_bangqiu.py

@@ -24,8 +24,8 @@ class BqrangqiuSpider(scrapy.Spider):
         "ITEM_PIPELINES": {
             "hg3535.pipelines.Roll_Banqiupipeline": 300,
         },
-        'LOG_LEVEL': 'DEBUG',
-        'LOG_FILE': "../hg3535/log/roll_bangqiu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
+        # 'LOG_LEVEL': 'DEBUG',
+        # 'LOG_FILE': "../hg3535/log/roll_bangqiu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
     }
 
     start_urls = ['https://hg3535z.com/odds2/d/getodds?sid=4&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0'] # 滚球菜单 棒球滚球列url
@@ -187,8 +187,8 @@ class BqrangqiuSpider(scrapy.Spider):
 
                     except:
                         odd_evens_dict['two_sides_single'] = ""
-                        odd_evens_dict['two_sides_single'] = ""
-                        odd_evens_dict_rule['two_sides_double'] = ""
+                        odd_evens_dict['two_sides_double'] = ""
+                        odd_evens_dict_rule['two_sides_single'] = ""
                         odd_evens_dict_rule['two_sides_double'] = ""
 
                     # 联赛id

hg3535/spiders/roll_lanqiu.py

@@ -43,8 +43,8 @@ class LanqiuSpider(scrapy.Spider):
         "ITEM_PIPELINES": {
             "hg3535.pipelines.Roll_Lanqiupipeline": 200,
         },
-        'LOG_LEVEL': 'DEBUG',
-        'LOG_FILE': "../hg3535/log/roll_lanqiu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
+        # 'LOG_LEVEL': 'DEBUG',
+        # 'LOG_FILE': "../hg3535/log/roll_lanqiu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
     }
     # start_urls = ['http://hg3535z.com/odds2/d/getodds?sid=2&pt=3&ubt=am&pn=0&sb=2&dc=null&pid=0']
     # http: // hg3535z.com / odds2 / d / getamodds?eid = 3098030 & iip = false & ubt = am & isp = false
@@ -112,14 +112,10 @@ class LanqiuSpider(scrapy.Spider):
                 concedes_dict_rule['concede_guest'] = concede_guest_rule
                 concedes_dict['concede_guest'] = concede_guest
             except:
-                concede_guest = ""
-                concede_guest_rule = ""
-                concede_home = ""
-                concede_home_rule = ""
-                concedes_dict_rule['concede_home'] = concede_home_rule
-                concedes_dict['concede_home'] = concede_home
-                concedes_dict_rule['concede_guest'] = concede_guest_rule
-                concedes_dict['concede_guest'] = concede_guest
+                concedes_dict_rule['concede_home'] = None
+                concedes_dict['concede_home'] = None
+                concedes_dict_rule['concede_guest'] = None
+                concedes_dict['concede_guest'] = None
             # print(concedes_dict)
             try:
                 half_concedes = result['o']["ah1st"]["v"]
@@ -131,33 +127,25 @@ class LanqiuSpider(scrapy.Spider):
                 concedes_dict['half_concede_guest'] = half_concede_guest
 
             except:
-                half_concede_home_rule = ""
-                half_concede_home = ""
-                half_concede_guest_rule = ""
-                half_concede_guest = ""
-                concedes_dict_rule['half_concede_home'] = half_concede_home_rule
-                concedes_dict['half_concede_home'] = half_concede_home
-                concedes_dict_rule['half_concede_guest'] = half_concede_guest_rule
-                concedes_dict['half_concede_guest'] = half_concede_guest
+                concedes_dict_rule['half_concede_home'] = None
+                concedes_dict['half_concede_home'] = None
+                concedes_dict_rule['half_concede_guest'] = None
+                concedes_dict['half_concede_guest'] = None
 
             # 第一节让球
             try:
                 one_concedes = result['o']["ahq1"]["v"]
                 one_concede_home_rule,one_concede_home,one_concede_guest_rule,one_concede_guest = rangqiu_daxiao(inner=one_concedes)
-                concedes_dict_rule['one_concede_home'] = half_concede_home_rule
-                concedes_dict['one_concede_home'] = half_concede_home
-                concedes_dict_rule['one_concede_guest'] = half_concede_guest_rule
-                concedes_dict['one_concede_guest'] = one_concede_guest
-
-            except:
-                one_concede_guest = ""
-                one_concede_guest_rule = ""
-                one_concede_home = ""
-                one_concede_home_rule = ""
                 concedes_dict_rule['one_concede_home'] = one_concede_home_rule
                 concedes_dict['one_concede_home'] = one_concede_home
                 concedes_dict_rule['one_concede_guest'] = one_concede_guest_rule
                 concedes_dict['one_concede_guest'] = one_concede_guest
+
+            except:
+                concedes_dict_rule['one_concede_home'] = None
+                concedes_dict['one_concede_home'] = None
+                concedes_dict_rule['one_concede_guest'] = None
+                concedes_dict['one_concede_guest'] = None
             # 第二节让球
             try:
                 two_concedes = result['o']["ahq2"]["v"]
@@ -167,14 +155,10 @@ class LanqiuSpider(scrapy.Spider):
                 concedes_dict_rule['two_concede_guest'] = two_concede_guest_rule
                 concedes_dict['two_concede_guest'] = two_concede_guest
             except:
-                two_concede_guest = ""
-                two_concede_guest_rule = ""
-                two_concede_home = ""
-                two_concede_home_rule = ""
-                concedes_dict_rule['two_concede_home'] = two_concede_home_rule
-                concedes_dict['two_concede_home'] = two_concede_home
-                concedes_dict_rule['two_concede_guest'] = two_concede_guest_rule
-                concedes_dict['two_concede_guest'] = two_concede_guest
+                concedes_dict_rule['two_concede_home'] = None
+                concedes_dict['two_concede_home'] = None
+                concedes_dict_rule['two_concede_guest'] = None
+                concedes_dict['two_concede_guest'] = None
             # 第三节让球
             try:
                 three_concedes = result['o']["ahq3"]["v"]
@@ -185,14 +169,10 @@ class LanqiuSpider(scrapy.Spider):
                 concedes_dict['three_concede_guest'] = three_concede_guest
 
             except:
-                three_concede_guest = ""
-                three_concede_guest_rule = ""
-                three_concede_home = ""
-                three_concede_home_rule = ""
-                concedes_dict_rule['three_concede_home'] = three_concede_home_rule
-                concedes_dict['three_concede_home'] = three_concede_home
-                concedes_dict_rule['three_concede_guest'] = three_concede_guest_rule
-                concedes_dict['three_concede_guest'] = three_concede_guest
+                concedes_dict_rule['three_concede_home'] = None
+                concedes_dict['three_concede_home'] = None
+                concedes_dict_rule['three_concede_guest'] = None
+                concedes_dict['three_concede_guest'] = None
             # 第四节让球
             try:
                 four_concedes = result['o']["ahq4"]["v"]
@@ -203,14 +183,10 @@ class LanqiuSpider(scrapy.Spider):
                 concedes_dict['four_concede_guest'] = four_concede_guest
 
             except:
-                four_concede_guest = ""
-                four_concede_guest_rule = ""
-                four_concede_home = ""
-                four_concede_home_rule = ""
-                concedes_dict_rule['four_concede_home'] = four_concede_home_rule
-                concedes_dict['four_concede_home'] = four_concede_home
-                concedes_dict_rule['four_concede_guest'] = four_concede_guest_rule
-                concedes_dict['four_concede_guest'] = four_concede_guest
+                concedes_dict_rule['four_concede_home'] = None
+                concedes_dict['four_concede_home'] = None
+                concedes_dict_rule['four_concede_guest'] = None
+                concedes_dict['four_concede_guest'] = None
 # ----------------------------------------总分大小分割线 - ---------------------------------------------------------------
             # 全场总分大小
             total_sizes_dict = {}
@@ -223,14 +199,10 @@ class LanqiuSpider(scrapy.Spider):
                 total_sizes_dict_rule["total_sizes_small"] = total_sizes_small_rule
                 total_sizes_dict["total_sizes_small"] = total_sizes_small
             except:
-                total_sizes_big_rule = ""
-                total_sizes_big = ""
-                total_sizes_small_rule = ""
-                total_sizes_small = ""
-                total_sizes_dict_rule["total_sizes_big"] = total_sizes_big_rule
-                total_sizes_dict["total_sizes_big"] = total_sizes_big
-                total_sizes_dict_rule["total_sizes_small"] = total_sizes_small_rule
-                total_sizes_dict["total_sizes_small"] = total_sizes_small
+                total_sizes_dict_rule["total_sizes_big"] = None
+                total_sizes_dict["total_sizes_big"] = None
+                total_sizes_dict_rule["total_sizes_small"] = None
+                total_sizes_dict["total_sizes_small"] = None
             # 上半场总分大小
             try:
                 half_total_sizes = result['o']["ou1st"]["v"]
@@ -240,14 +212,10 @@ class LanqiuSpider(scrapy.Spider):
                 total_sizes_dict_rule["half_total_sizes_small"] = half_total_sizes_small_rule
                 total_sizes_dict["half_total_sizes_small"] = half_total_sizes_small
             except:
-                half_total_sizes_big_rule = ""
-                half_total_sizes_big = ""
-                half_total_sizes_small_rule = ""
-                half_total_sizes_small = ""
-                total_sizes_dict_rule["half_total_sizes_big"] = half_total_sizes_big_rule
-                total_sizes_dict["half_total_sizes_big"] = half_total_sizes_big
-                total_sizes_dict_rule["half_total_sizes_small"] = half_total_sizes_small_rule
-                total_sizes_dict["half_total_sizes_small"] = half_total_sizes_small
+                total_sizes_dict_rule["half_total_sizes_big"] = None
+                total_sizes_dict["half_total_sizes_big"] = None
+                total_sizes_dict_rule["half_total_sizes_small"] = None
+                total_sizes_dict["half_total_sizes_small"] = None
             # 第一节总分大小
             try:
                 one_total_sizes = result['o']["ou1st"]["v"]
@@ -257,14 +225,10 @@ class LanqiuSpider(scrapy.Spider):
                 total_sizes_dict_rule["one_total_sizes_small"] = one_total_sizes_small_rule
                 total_sizes_dict["one_total_sizes_small"] = one_total_sizes_small
             except:
-                one_total_sizes_big_rule = ""
-                one_total_sizes_big = ""
-                one_total_sizes_small_rule = ""
-                one_total_sizes_small = ""
-                total_sizes_dict_rule["one_total_sizes_big"] = one_total_sizes_big_rule
-                total_sizes_dict["one_total_sizes_big"] = one_total_sizes_big
-                total_sizes_dict_rule["one_total_sizes_small"] = one_total_sizes_small_rule
-                total_sizes_dict["one_total_sizes_small"] = one_total_sizes_small
+                total_sizes_dict_rule["one_total_sizes_big"] = None
+                total_sizes_dict["one_total_sizes_big"] = None
+                total_sizes_dict_rule["one_total_sizes_small"] = None
+                total_sizes_dict["one_total_sizes_small"] = None
             # 第二节场总分大小
             try:
                 two_total_sizes = result['o']["ou2st"]["v"]
@@ -274,14 +238,10 @@ class LanqiuSpider(scrapy.Spider):
                 total_sizes_dict_rule["two_total_sizes_small"] = two_total_sizes_small_rule
                 total_sizes_dict["two_total_sizes_small"] = two_total_sizes_small
             except:
-                two_total_sizes_big_rule = ""
-                two_total_sizes_big = ""
-                two_total_sizes_small_rule = ""
-                two_total_sizes_small = ""
-                total_sizes_dict_rule["two_total_sizes_big"] = two_total_sizes_big_rule
-                total_sizes_dict["two_total_sizes_big"] = two_total_sizes_big
-                total_sizes_dict_rule["two_total_sizes_small"] = two_total_sizes_small_rule
-                total_sizes_dict["two_total_sizes_small"] = two_total_sizes_small
+                total_sizes_dict_rule["two_total_sizes_big"] = None
+                total_sizes_dict["two_total_sizes_big"] = None
+                total_sizes_dict_rule["two_total_sizes_small"] = None
+                total_sizes_dict["two_total_sizes_small"] = None
             # 第三节总分大小
             try:
                 three_total_sizes = result['o']["ou3st"]["v"]
@@ -291,14 +251,10 @@ class LanqiuSpider(scrapy.Spider):
                 total_sizes_dict_rule["three_total_sizes_small"] = three_total_sizes_small_rule
                 total_sizes_dict["three_total_sizes_small"] = three_total_sizes_small
             except:
-                three_total_sizes_big_rule = ""
-                three_total_sizes_big = ""
-                three_total_sizes_small_rule = ""
-                three_total_sizes_small = ""
-                total_sizes_dict_rule["three_total_sizes_big"] = three_total_sizes_big_rule
-                total_sizes_dict["three_total_sizes_big"] = three_total_sizes_big
-                total_sizes_dict_rule["three_total_sizes_small"] = three_total_sizes_small_rule
-                total_sizes_dict["three_total_sizes_small"] = three_total_sizes_small
+                total_sizes_dict_rule["three_total_sizes_big"] = None
+                total_sizes_dict["three_total_sizes_big"] = None
+                total_sizes_dict_rule["three_total_sizes_small"] = None
+                total_sizes_dict["three_total_sizes_small"] = None
             # 第四节总分大小
             try:
                 four_total_sizes = result['o']["ou4st"]["v"]
@@ -308,14 +264,10 @@ class LanqiuSpider(scrapy.Spider):
                 total_sizes_dict_rule["four_total_sizes_small"] = four_total_sizes_small_rule
                 total_sizes_dict["four_total_sizes_small"] = four_total_sizes_small
             except:
-                four_total_sizes_big_rule = ""
-                four_total_sizes_big = ""
-                four_total_sizes_small_rule = ""
-                four_total_sizes_small = ""
-                total_sizes_dict_rule["four_total_sizes_big"] = four_total_sizes_big_rule
-                total_sizes_dict["four_total_sizes_big"] = four_total_sizes_big
-                total_sizes_dict_rule["four_total_sizes_small"] = four_total_sizes_small_rule
-                total_sizes_dict["four_total_sizes_small"] = four_total_sizes_small
+                total_sizes_dict_rule["four_total_sizes_big"] = None
+                total_sizes_dict["four_total_sizes_big"] = None
+                total_sizes_dict_rule["four_total_sizes_small"] = None
+                total_sizes_dict["four_total_sizes_small"] = None
 
 # ----------------------------------------总分单双分割线------------------------------------------------------------------
             # 全场 总分单双
@@ -324,85 +276,85 @@ class LanqiuSpider(scrapy.Spider):
             try:
                 odd_evens = result['o']["oe"]["v"]
                 # # 全场 总分单, 全场 总分双
-                odd_even_odd, odd_even_even = danshaung_fun(inner=odd_evens)
-                odd_evens_dict["two_sides_single"] = odd_even_odd
+                # odd_even_odd, odd_even_even = danshaung_fun(inner=odd_evens)
+                odd_evens_dict["two_sides_single"] = odd_evens[1]
                 odd_evens_dict_rule['two_sides_single'] = '单'
-                odd_evens_dict["two_sides_double"] = odd_even_even
+                odd_evens_dict["two_sides_double"] = odd_evens[3]
                 odd_evens_dict_rule['two_sides_double'] = '双'
             except:
-                odd_even_odd = ""
-                odd_even_even = ""
-                odd_evens_dict["two_sides_single"] = odd_even_odd
+                # odd_even_odd = ""
+                # odd_even_even = ""
+                odd_evens_dict["two_sides_single"] = None
                 odd_evens_dict_rule['two_sides_single'] = '单'
-                odd_evens_dict["two_sides_double"] = odd_even_even
+                odd_evens_dict["two_sides_double"] = None
                 odd_evens_dict_rule['two_sides_double'] = '双'
             # 上半场全场 总分单双
 
             try:
                 half_odd_evens = result['o']["oe1st"]["v"]
                 # 上半场 总分单, 上半场 总分双
-                half_odd_even_odd,half_odd_even_even = danshaung_fun(inner=half_odd_evens)
-                odd_evens_dict["half_two_sides_single"] = half_odd_even_odd
+                # half_odd_even_odd,half_odd_even_even = danshaung_fun(inner=half_odd_evens)
+                odd_evens_dict["half_two_sides_single"] = half_odd_evens[1]
                 odd_evens_dict_rule['half_two_sides_single'] = '单'
-                odd_evens_dict["half_two_sides_double"] = half_odd_even_even
+                odd_evens_dict["half_two_sides_double"] = half_odd_evens[3]
                 odd_evens_dict_rule['half_two_sides_double'] = '双'
             except:
-                half_odd_even_odd = ""
-                half_odd_even_even = ""
-                odd_evens_dict["half_two_sides_single"] = half_odd_even_odd
+                # half_odd_even_odd = ""
+                # half_odd_even_even = ""
+                odd_evens_dict["half_two_sides_single"] = None
                 odd_evens_dict_rule['half_two_sides_single'] = '单'
-                odd_evens_dict["half_two_sides_double"] = half_odd_even_even
+                odd_evens_dict["half_two_sides_double"] = None
                 odd_evens_dict_rule['half_two_sides_double'] = '双'
 
             # 总分:单/双-第一节
             try:
                 one_odd_evens = result['o']["oeq1"]["v"]
-                one_odd_even_odd,one_odd_even_even = danshaung_fun(inner=one_odd_evens)
-                odd_evens_dict["one_two_sides_single"] = one_odd_even_odd
+                # one_odd_even_odd,one_odd_even_even = danshaung_fun(inner=one_odd_evens)
+                odd_evens_dict["one_two_sides_single"] = one_odd_evens[1]
                 odd_evens_dict_rule['one_two_sides_single'] = '单'
-                odd_evens_dict["one_two_sides_double"] = one_odd_even_even
+                odd_evens_dict["one_two_sides_double"] = one_odd_evens[3]
                 odd_evens_dict_rule['one_two_sides_double'] = '双'
             except:
-                one_odd_even_odd = ""
-                one_odd_even_even = ""
-                odd_evens_dict["one_two_sides_single"] = one_odd_even_odd
+                # one_odd_even_odd = ""
+                # one_odd_even_even = ""
+                odd_evens_dict["one_two_sides_single"] = None
                 odd_evens_dict_rule['one_two_sides_single'] = '单'
-                odd_evens_dict["one_two_sides_double"] = one_odd_even_even
+                odd_evens_dict["one_two_sides_double"] = None
                 odd_evens_dict_rule['one_two_sides_double'] = '双'
 
 
             # 总分:单/双-第二节
             try:
                 two_odd_evens = result['o']["oeq2"]["v"]
-                two_odd_even_odd,two_odd_even_even = danshaung_fun(inner=two_odd_evens)
-                odd_evens_dict["two_two_sides_single"] = two_odd_even_odd
+                # two_odd_even_odd,two_odd_even_even = danshaung_fun(inner=two_odd_evens)
+                odd_evens_dict["two_two_sides_single"] = two_odd_evens[1]
                 odd_evens_dict_rule['two_two_sides_single'] = '单'
-                odd_evens_dict["two_two_sides_double"] = two_odd_even_even
+                odd_evens_dict["two_two_sides_double"] = two_odd_evens[3]
                 odd_evens_dict_rule['two_two_sides_double'] = '双'
             except:
-                two_odd_even_odd = ""
-                two_odd_even_even = ""
-                odd_evens_dict["two_two_sides_single"] = two_odd_even_odd
+                # two_odd_even_odd = ""
+                # two_odd_even_even = ""
+                odd_evens_dict["two_two_sides_single"] = None
                 odd_evens_dict_rule['two_two_sides_single'] = '单'
-                odd_evens_dict["two_two_sides_double"] = two_odd_even_even
+                odd_evens_dict["two_two_sides_double"] = None
                 odd_evens_dict_rule['two_two_sides_double'] = '双'
 
             # 总分:单/双-第三节
             try:
                 three_odd_evens = result['o']["oeq3"]["v"]
-                three_odd_even_odd,three_odd_even_even = danshaung_fun(inner=three_odd_evens)
-                odd_evens_dict["three_two_sides_single"] = three_odd_even_odd
+                # three_odd_even_odd,three_odd_even_even = danshaung_fun(inner=three_odd_evens)
+                odd_evens_dict["three_two_sides_single"] = three_odd_evens[1]
                 odd_evens_dict_rule['three_two_sides_single'] = '单'
-                odd_evens_dict["three_two_sides_double"] = three_odd_even_even
+                odd_evens_dict["three_two_sides_double"] = three_odd_evens[3]
                 odd_evens_dict_rule['three_two_sides_double'] = '双'
 
 
             except:
-                three_odd_even_odd = ""
-                three_odd_even_even = ""
-                odd_evens_dict["three_two_sides_single"] = three_odd_even_odd
+                # three_odd_even_odd = ""
+                # three_odd_even_even = ""
+                odd_evens_dict["three_two_sides_single"] = None
                 odd_evens_dict_rule['three_two_sides_single'] = '单'
-                odd_evens_dict["three_two_sides_double"] = three_odd_even_even
+                odd_evens_dict["three_two_sides_double"] = None
                 odd_evens_dict_rule['three_two_sides_double'] = '双'
 
 
@@ -410,17 +362,17 @@ class LanqiuSpider(scrapy.Spider):
             # 总分:单/双-第四节
             try:
                 four_odd_evens = result['o']["oeq4"]["v"]
-                four_odd_even_odd,four_odd_even_even = danshaung_fun(inner=four_odd_evens)
-                odd_evens_dict["four_two_sides_single"] = four_odd_even_odd
+                # four_odd_even_odd,four_odd_even_even = danshaung_fun(inner=four_odd_evens)
+                odd_evens_dict["four_two_sides_single"] = four_odd_evens[1]
                 odd_evens_dict_rule['four_two_sides_single'] = '单'
-                odd_evens_dict["four_two_sides_double"] = four_odd_even_even
+                odd_evens_dict["four_two_sides_double"] = four_odd_evens[3]
                 odd_evens_dict_rule['four_two_sides_double'] = '双'
             except:
-                four_odd_even_odd = ""
-                four_odd_even_even = ""
-                odd_evens_dict["four_two_sides_single"] = four_odd_even_odd
+                # four_odd_even_odd = ""
+                # four_odd_even_even = ""
+                odd_evens_dict["four_two_sides_single"] = None
                 odd_evens_dict_rule['four_two_sides_single'] = '单'
-                odd_evens_dict["four_two_sides_double"] = four_odd_even_even
+                odd_evens_dict["four_two_sides_double"] = None
                 odd_evens_dict_rule['four_two_sides_double'] = '双'
 
 # ----------------------------------------球队得分最后一位数分割线---------------------------------------------------------
@@ -454,10 +406,10 @@ class LanqiuSpider(scrapy.Spider):
                 capots_dict["capot_home"] = capot_home
                 capots_dict["capot_guest"] = capot_guest
             except:
-                capot_home = ""
-                capot_guest = ""
-                capots_dict["capot_home"] = capot_home
-                capots_dict["capot_guest"] = capot_guest
+                # capot_home = ""
+                # capot_guest = ""
+                capots_dict["capot_home"] = None
+                capots_dict["capot_guest"] = None
 
             # 上半场独赢
             try:
@@ -468,10 +420,10 @@ class LanqiuSpider(scrapy.Spider):
                 capots_dict["half_capot_home"] = half_capot_home
                 capots_dict["half_capot_guest"] = half_capot_guest
             except:
-                half_capot_home = ""
-                half_capot_guest = ""
-                capots_dict["half_capot_home"] = half_capot_home
-                capots_dict["half_capot_guest"] = half_capot_guest
+                # half_capot_home = ""
+                # half_capot_guest = ""
+                capots_dict["half_capot_home"] = None
+                capots_dict["half_capot_guest"] = None
 
             # 第一节独赢
             try:
@@ -482,10 +434,10 @@ class LanqiuSpider(scrapy.Spider):
                 capots_dict["one_capot_home"] = one_capot_home
                 capots_dict["one_capot_guest"] = one_capot_guest
             except:
-                one_capot_home = ""
-                one_capot_guest = ""
-                capots_dict["one_capot_home"] = one_capot_home
-                capots_dict["one_capot_guest"] = one_capot_guest
+                # one_capot_home = ""
+                # one_capot_guest = ""
+                capots_dict["one_capot_home"] = None
+                capots_dict["one_capot_guest"] = None
 
             # 第二节独赢
             try:
@@ -496,10 +448,10 @@ class LanqiuSpider(scrapy.Spider):
                 capots_dict["two_capot_home"] = two_capot_home
                 capots_dict["two_capot_guest"] = two_capot_guest
             except:
-                two_capot_home = ""
-                two_capot_guest = ""
-                capots_dict["two_capot_home"] = two_capot_home
-                capots_dict["two_capot_guest"] = two_capot_guest
+                # two_capot_home = ""
+                # two_capot_guest = ""
+                capots_dict["two_capot_home"] = None
+                capots_dict["two_capot_guest"] = None
 
             # 第三节独赢
             try:
@@ -510,10 +462,10 @@ class LanqiuSpider(scrapy.Spider):
                 capots_dict["three_capot_home"] = three_capot_home
                 capots_dict["three_capot_guest"] = three_capot_guest
             except:
-                three_capot_home = ""
-                three_capot_guest = ""
-                capots_dict["three_capot_home"] = three_capot_home
-                capots_dict["three_capot_guest"] = three_capot_guest
+                # three_capot_home = ""
+                # three_capot_guest = ""
+                capots_dict["three_capot_home"] = None
+                capots_dict["three_capot_guest"] = None
 
             # 第四节独赢
             try:
@@ -524,10 +476,10 @@ class LanqiuSpider(scrapy.Spider):
                 capots_dict["four_capot_home"] = four_capot_home
                 capots_dict["four_capot_guest"] = four_capot_guest
             except:
-                four_capot_home = ""
-                four_capot_guest = ""
-                capots_dict["four_capot_home"] = four_capot_home
-                capots_dict["four_capot_guest"] = four_capot_guest
+                # four_capot_home = ""
+                # four_capot_guest = ""
+                capots_dict["four_capot_home"] = None
+                capots_dict["four_capot_guest"] = None
 
 # ---------------------------------------------------华丽分割线列表es[1]--------------------------------------------------
             # 球队得分 全场主队 home
@@ -546,14 +498,14 @@ class LanqiuSpider(scrapy.Spider):
                     team_scores_dict_rule["score_home_small"] = score_home_small_rule
                     team_scores_dict["score_home_small"] = score_home_small
                 except:
-                    score_home_small = ""
-                    score_home_small_rule = ""
-                    score_home_big_rule = ""
-                    score_home_big = ""
-                    team_scores_dict_rule["score_home_big"] = score_home_big_rule
-                    team_scores_dict["score_home_big"] = score_home_big
-                    team_scores_dict_rule["score_home_small"] = score_home_small_rule
-                    team_scores_dict["score_home_small"] = score_home_small
+                    # score_home_small = ""
+                    # score_home_small_rule = ""
+                    # score_home_big_rule = ""
+                    # score_home_big = ""
+                    team_scores_dict_rule["score_home_big"] = None
+                    team_scores_dict["score_home_big"] = None
+                    team_scores_dict_rule["score_home_small"] = None
+                    team_scores_dict["score_home_small"] = None
                 # 球队得分 上半场主队 home
                 try:
                     half_score_homes = score_home['o']['ou1st']['v']
@@ -564,14 +516,14 @@ class LanqiuSpider(scrapy.Spider):
                     team_scores_dict_rule["half_score_home_small"] = half_score_home_small_rule
                     team_scores_dict["half_score_home_small"] = half_score_home_small
                 except:
-                    half_score_home_small = ""
-                    half_score_home_small_rule = ""
-                    half_score_home_big = ""
-                    half_score_home_big_rule = ""
-                    team_scores_dict_rule["half_score_home_big"] = half_score_home_big_rule
-                    team_scores_dict["half_score_home_big"] = half_score_home_big
-                    team_scores_dict_rule["half_score_home_small"] = half_score_home_small_rule
-                    team_scores_dict["half_score_home_small"] = half_score_home_small
+                    # half_score_home_small = ""
+                    # half_score_home_small_rule = ""
+                    # half_score_home_big = ""
+                    # half_score_home_big_rule = ""
+                    team_scores_dict_rule["half_score_home_big"] = None
+                    team_scores_dict["half_score_home_big"] = None
+                    team_scores_dict_rule["half_score_home_small"] = None
+                    team_scores_dict["half_score_home_small"] = None
 
                 # 球队得分:主队-大 / 小-第一节
                 try:
@@ -582,14 +534,14 @@ class LanqiuSpider(scrapy.Spider):
                     team_scores_dict_rule["one_score_home_small"] = one_score_home_small_rule
                     team_scores_dict["one_score_home_small"] = one_score_home_small
                 except:
-                    one_score_home_small = ""
-                    one_score_home_small_rule = ""
-                    one_score_home_big = ""
-                    one_score_home_big_rule = ""
-                    team_scores_dict_rule["one_score_home_big"] = one_score_home_big_rule
-                    team_scores_dict["one_score_home_big"] = one_score_home_big
-                    team_scores_dict_rule["one_score_home_small"] = one_score_home_small_rule
-                    team_scores_dict["one_score_home_small"] = one_score_home_small
+                    # one_score_home_small = ""
+                    # one_score_home_small_rule = ""
+                    # one_score_home_big = ""
+                    # one_score_home_big_rule = ""
+                    team_scores_dict_rule["one_score_home_big"] = None
+                    team_scores_dict["one_score_home_big"] = None
+                    team_scores_dict_rule["one_score_home_small"] = None
+                    team_scores_dict["one_score_home_small"] = None
 
                 # 球队得分:主队-大 / 小-第二节
                 try:
@@ -600,14 +552,14 @@ class LanqiuSpider(scrapy.Spider):
                     team_scores_dict_rule["two_score_home_small"] = two_score_home_small_rule
                     team_scores_dict["two_score_home_small"] = two_score_home_small
                 except:
-                    two_score_home_small = ""
-                    two_score_home_small_rule = ""
-                    two_score_home_big = ""
-                    two_score_home_big_rule = ""
-                    team_scores_dict_rule["two_score_home_big"] = two_score_home_big_rule
-                    team_scores_dict["two_score_home_big"] = two_score_home_big
-                    team_scores_dict_rule["two_score_home_small"] = two_score_home_small_rule
-                    team_scores_dict["two_score_home_small"] = two_score_home_small
+                    # two_score_home_small = ""
+                    # two_score_home_small_rule = ""
+                    # two_score_home_big = ""
+                    # two_score_home_big_rule = ""
+                    team_scores_dict_rule["two_score_home_big"] = None
+                    team_scores_dict["two_score_home_big"] = None
+                    team_scores_dict_rule["two_score_home_small"] = None
+                    team_scores_dict["two_score_home_small"] = None
 
                 # 球队得分:主队-大 / 小-第三节
                 try:
@@ -618,14 +570,14 @@ class LanqiuSpider(scrapy.Spider):
                     team_scores_dict_rule["three_score_home_small"] = three_score_home_small_rule
                     team_scores_dict["three_score_home_small"] = three_score_home_small
                 except:
-                    three_score_home_small = ""
-                    three_score_home_small_rule = ""
-                    three_score_home_big = ""
-                    three_score_home_big_rule = ""
-                    team_scores_dict_rule["three_score_home_big"] = three_score_home_big_rule
-                    team_scores_dict["three_score_home_big"] = three_score_home_big
-                    team_scores_dict_rule["three_score_home_small"] = three_score_home_small_rule
-                    team_scores_dict["three_score_home_small"] = three_score_home_small
+                    # three_score_home_small = ""
+                    # three_score_home_small_rule = ""
+                    # three_score_home_big = ""
+                    # three_score_home_big_rule = ""
+                    team_scores_dict_rule["three_score_home_big"] = None
+                    team_scores_dict["three_score_home_big"] = None
+                    team_scores_dict_rule["three_score_home_small"] = None
+                    team_scores_dict["three_score_home_small"] = None
 
                 # 球队得分:主队-大 / 小-第四节
                 try:
@@ -636,14 +588,14 @@ class LanqiuSpider(scrapy.Spider):
                     team_scores_dict_rule["four_score_home_small"] = four_score_home_small_rule
                     team_scores_dict["four_score_home_small"] = four_score_home_small
                 except:
-                    four_score_home_small = ""
-                    four_score_home_small_rule = ""
-                    four_score_home_big = ""
-                    four_score_home_big_rule = ""
-                    team_scores_dict_rule["four_score_home_big"] = four_score_home_big_rule
-                    team_scores_dict["four_score_home_big"] = four_score_home_big
-                    team_scores_dict_rule["four_score_home_small"] = four_score_home_small_rule
-                    team_scores_dict["four_score_home_small"] = four_score_home_small
+                    # four_score_home_small = ""
+                    # four_score_home_small_rule = ""
+                    # four_score_home_big = ""
+                    # four_score_home_big_rule = ""
+                    team_scores_dict_rule["four_score_home_big"] = None
+                    team_scores_dict["four_score_home_big"] = None
+                    team_scores_dict_rule["four_score_home_small"] = None
+                    team_scores_dict["four_score_home_small"] = None
 
 
 # ---------------------------------------------------华丽分割线列表es[2]--------------------------------------------------
@@ -662,14 +614,14 @@ class LanqiuSpider(scrapy.Spider):
                     team_scores_dict_rule["score_guest_small"] = score_guest_small_rule
                     team_scores_dict["score_guest_small"] = score_guest_small
                 except:
-                    score_guest_small = ""
-                    score_guest_small_rule = ""
-                    score_guest_big = ""
-                    score_guest_big_rule = ""
-                    team_scores_dict_rule["score_guest_big"] = score_guest_big_rule
-                    team_scores_dict["score_guest_big"] = score_guest_big
-                    team_scores_dict_rule["score_guest_small"] = score_guest_small_rule
-                    team_scores_dict["score_guest_small"] = score_guest_small
+                    # score_guest_small = ""
+                    # score_guest_small_rule = ""
+                    # score_guest_big = ""
+                    # score_guest_big_rule = ""
+                    team_scores_dict_rule["score_guest_big"] = None
+                    team_scores_dict["score_guest_big"] = None
+                    team_scores_dict_rule["score_guest_small"] = None
+                    team_scores_dict["score_guest_small"] = None
 
                 # 球队得分 上半场客队 guest
                 try:
@@ -680,14 +632,14 @@ class LanqiuSpider(scrapy.Spider):
                     team_scores_dict_rule["half_score_guest_small"] = half_score_guest_small_rule
                     team_scores_dict["half_score_guest_small"] = half_score_guest_small
                 except:
-                    half_score_guest_small = ""
-                    half_score_guest_small_rule = ""
-                    half_score_guest_big = ""
-                    half_score_guest_big_rule = ""
-                    team_scores_dict_rule["half_score_guest_big"] = half_score_guest_big_rule
-                    team_scores_dict["half_score_guest_big"] = half_score_guest_big
-                    team_scores_dict_rule["half_score_guest_small"] = half_score_guest_small_rule
-                    team_scores_dict["half_score_guest_small"] = half_score_guest_small
+                    # half_score_guest_small = ""
+                    # half_score_guest_small_rule = ""
+                    # half_score_guest_big = ""
+                    # half_score_guest_big_rule = ""
+                    team_scores_dict_rule["half_score_guest_big"] = None
+                    team_scores_dict["half_score_guest_big"] = None
+                    team_scores_dict_rule["half_score_guest_small"] = None
+                    team_scores_dict["half_score_guest_small"] = None
                 # 球队得分第一节
                 try:
                     one_score_guests = score_guest["o"]['ouq1']['v']
@@ -698,14 +650,14 @@ class LanqiuSpider(scrapy.Spider):
                     team_scores_dict_rule["one_score_guest_small"] = one_score_guest_small_rule
                     team_scores_dict["one_score_guest_small"] = one_score_guest_small
                 except:
-                    one_score_guest_small = ""
-                    one_score_guest_small_rule = ""
-                    one_score_guest_big = ""
-                    one_score_guest_big_rule = ""
-                    team_scores_dict_rule["one_score_guest_big"] = one_score_guest_big_rule
-                    team_scores_dict["one_score_guest_big"] = one_score_guest_big
-                    team_scores_dict_rule["one_score_guest_small"] = one_score_guest_small_rule
-                    team_scores_dict["one_score_guest_small"] = one_score_guest_small
+                    # one_score_guest_small = ""
+                    # one_score_guest_small_rule = ""
+                    # one_score_guest_big = ""
+                    # one_score_guest_big_rule = ""
+                    team_scores_dict_rule["one_score_guest_big"] = None
+                    team_scores_dict["one_score_guest_big"] = None
+                    team_scores_dict_rule["one_score_guest_small"] = None
+                    team_scores_dict["one_score_guest_small"] = None
 
                 # 球队得分第二节
                 try:
@@ -717,14 +669,10 @@ class LanqiuSpider(scrapy.Spider):
                     team_scores_dict_rule["two_score_guest_small"] = two_score_guest_small_rule
                     team_scores_dict["two_score_guest_small"] = two_score_guest_small
                 except:
-                    two_score_guest_small = ""
-                    two_score_guest_small_rule = ""
-                    two_score_guest_big = ""
-                    two_score_guest_big_rule = ""
-                    team_scores_dict_rule["two_score_guest_big"] = two_score_guest_big_rule
-                    team_scores_dict["two_score_guest_big"] = two_score_guest_big
-                    team_scores_dict_rule["two_score_guest_small"] = two_score_guest_small_rule
-                    team_scores_dict["two_score_guest_small"] = two_score_guest_small
+                    team_scores_dict_rule["two_score_guest_big"] = None
+                    team_scores_dict["two_score_guest_big"] = None
+                    team_scores_dict_rule["two_score_guest_small"] = None
+                    team_scores_dict["two_score_guest_small"] = None
                 # 球队得分第三节
                 try:
                     three_score_guests = score_guest["o"]['ouq3']['v']
@@ -735,14 +683,10 @@ class LanqiuSpider(scrapy.Spider):
                     team_scores_dict_rule["three_score_guest_small"] = three_score_guest_small_rule
                     team_scores_dict["three_score_guest_small"] = three_score_guest_small
                 except:
-                    three_score_guest_small = ""
-                    three_score_guest_small_rule = ""
-                    three_score_guest_big = ""
-                    three_score_guest_big_rule = ""
-                    team_scores_dict_rule["three_score_guest_big"] = three_score_guest_big_rule
-                    team_scores_dict["three_score_guest_big"] = three_score_guest_big
-                    team_scores_dict_rule["three_score_guest_small"] = three_score_guest_small_rule
-                    team_scores_dict["three_score_guest_small"] = three_score_guest_small
+                    team_scores_dict_rule["three_score_guest_big"] = None
+                    team_scores_dict["three_score_guest_big"] = None
+                    team_scores_dict_rule["three_score_guest_small"] = None
+                    team_scores_dict["three_score_guest_small"] = None
                 # 球队得分第四节
                 try:
                     four_score_guests = score_guest["o"]['ouq4']['v']
@@ -753,14 +697,10 @@ class LanqiuSpider(scrapy.Spider):
                     team_scores_dict_rule["four_score_guest_small"] = four_score_guest_small_rule
                     team_scores_dict["four_score_guest_small"] = four_score_guest_small
                 except:
-                    four_score_guest_small = ""
-                    four_score_guest_small_rule = ""
-                    four_score_guest_big = ""
-                    four_score_guest_big_rule = ""
-                    team_scores_dict_rule["four_score_guest_big"] = four_score_guest_big_rule
-                    team_scores_dict["four_score_guest_big"] = four_score_guest_big
-                    team_scores_dict_rule["four_score_guest_small"] = four_score_guest_small_rule
-                    team_scores_dict["four_score_guest_small"] = four_score_guest_small
+                    team_scores_dict_rule["four_score_guest_big"] = None
+                    team_scores_dict["four_score_guest_big"] = None
+                    team_scores_dict_rule["four_score_guest_small"] = None
+                    team_scores_dict["four_score_guest_small"] = None
 
             # 联赛id
             item['league_id'] = league_id

hg3535/spiders/roll_wangqiu.py

@@ -44,8 +44,8 @@ class WangqiuSpider(scrapy.Spider):
         "ITEM_PIPELINES": {
             "hg3535.pipelines.Roll_Wangqiupipeline": 350,
         },
-        'LOG_LEVEL': 'DEBUG',
-        'LOG_FILE': "../hg3535/log/roll_wangqiu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
+        # 'LOG_LEVEL': 'DEBUG',
+        # 'LOG_FILE': "../hg3535/log/roll_wangqiu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
     }
     # start_urls = ['http://hg3535z.com/odds2/d/getodds?sid=2&pt=3&ubt=am&pn=0&sb=2&dc=null&pid=0']
     # http: // hg3535z.com / odds2 / d / getamodds?eid = 3098030 & iip = false & ubt = am & isp = false
@@ -63,7 +63,6 @@ class WangqiuSpider(scrapy.Spider):
                 print(urls)
                 yield Request(url=urls, callback=self.parse_other)
 
-
     def parse_other(self,response):
         new_datas = json.loads(response.text).get('eg', "")
         try:
@@ -77,276 +76,258 @@ class WangqiuSpider(scrapy.Spider):
             # 联赛名
             league_name = new_datas.get("c", "").get("n", "")
             new_data = new_datas.get("es", "")
-            result = new_data[0]
-            # 比赛id
-            game_id = str(result['k'])
-            # 球队1
-            team_home = result['i'][0]
-            # 球队2
-            team_guest = result['i'][1]
-            # 数量(97>)
-            number = result['i'][2]
-            # 比赛状态
-            zhuangtai = result['i'][3]
-            # 日期
-            data_game = result['i'][4]
-            # 开赛时间  滚球实际只有一个进行时间
-            # time_game = result['i'][5]
-            try:
-                time_game = result['sb']['ct']
-            except:
-                time_game = '01:00'
-            # time_game = '00:00:00'
-            # time_game = result.get('sb',"").get('ct',"")
-            # 队1分数
-            score_home1 = result['i'][10]
-            # 队2分数
-            score_guest1 = result['i'][11]
-            # 第几节
-            jijie = result['i'][12]
-            # 球队得分
-            qiudui = result['pci'].get('ctn', "")
+            for result in new_data:
+                # result = new_data[0]
+                # 比赛id
+                game_id = str(result['k'])
+                # 球队1
+                team_home = result['i'][0]
+                # 球队2
+                team_guest = result['i'][1]
+                # 数量(97>)
+                number = result['i'][2]
+                # 比赛状态
+                zhuangtai = result['i'][3]
+                # 日期
+                data_game = result['i'][4]
+                # 开赛时间  滚球实际只有一个进行时间
+                # time_game = result['i'][5]
+                try:
+                    time_game = result['sb']['ct']
+                except:
+                    time_game = '01:00'
+                # time_game = '00:00:00'
+                # time_game = result.get('sb',"").get('ct',"")
+                # 队1分数
+                score_home1 = result['i'][10]
+                # 队2分数
+                score_guest1 = result['i'][11]
+                # 第几节
+                jijie = result['i'][12]
+                # 球队得分
+                qiudui = result['pci'].get('ctn', "")
 # ----------------------------------------让球分割线---------------------------------------------------------------------------
-            concedes_dict = {}
-            concedes_dict_rule = {}
-            try:
-                # 滚球让盘
-                concedes = result['o']["ah"]["v"]
-                concedes_dict_rule['dishes_home'] = concedes[1]
-                concedes_dict['dishes_home'] = concedes[5]
-                concedes_dict_rule['dishes_guest'] = concedes[3]
-                concedes_dict['dishes_guest'] = concedes[7]
-            except:
-                concedes_dict_rule['dishes_home'] = ""
-                concedes_dict['dishes_home'] = ""
-                concedes_dict_rule['dishes_guest'] = ""
-                concedes_dict['dishes_guest'] = ""
-            # print(concedes_dict)
+                concedes_dict = {}
+                concedes_dict_rule = {}
+                try:
+                    # 滚球让盘
+                    concedes = result['o']["ah"]["v"]
+                    concedes_dict_rule['dishes_home'] = concedes[1]
+                    concedes_dict['dishes_home'] = concedes[5]
+                    concedes_dict_rule['dishes_guest'] = concedes[3]
+                    concedes_dict['dishes_guest'] = concedes[7]
+                except:
+                    concedes_dict_rule['dishes_home'] = ""
+                    concedes_dict['dishes_home'] = ""
+                    concedes_dict_rule['dishes_guest'] = ""
+                    concedes_dict['dishes_guest'] = ""
+                # print(concedes_dict)
 
 # ----------------------------------------第一节让球分割线---------------------------------------------------------------------------
 
-            #第一节让球
-            try:
-                # 第一节让球
-                one_concedes = result['o']["ahs1"]["v"]
-                one_concede_home_rule,one_concede_home,one_concede_guest_rule,one_concede_guest= rangqiu_daxiao(inner=one_concedes)
-                concedes_dict_rule['one_dishes_home'] = ''.join(one_concede_home_rule)
-                concedes_dict['one_dishes_home'] = ''.join(one_concede_home)
-                concedes_dict_rule['one_dishes_guest'] = ''.join(one_concede_guest_rule)
-                concedes_dict['one_dishes_guest'] = ''.join(one_concede_guest)
-            except:
-                one_concede_guest = ""
-                one_concede_guest_rule = ""
-                one_concede_home = ""
-                one_concede_home_rule = ""
-                concedes_dict['one_dishes_home_rule'] = one_concede_home_rule
-                concedes_dict['one_dishes_home'] = one_concede_home
-                concedes_dict['one_dishes_guest_rule'] = one_concede_guest_rule
-                concedes_dict['one_dishes_guest'] = one_concede_guest
-
-# ----------------------------------------第二节让球分割线---------------------------------------------------------------------------
-
-            #第二节让球
-            # 第二节让球
-            try:
-                two_concedes = result['o']["ahs2"]["v"]
-                two_concede_home_rule,two_concede_home,two_concede_guest_rule,two_concede_guest = rangqiu_daxiao(inner=two_concedes)
-                concedes_dict_rule['two_dishes_home'] = ''.join(two_concede_home_rule)
-                concedes_dict['two_dishes_home'] = ''.join(two_concede_home)
-                concedes_dict_rule['two_dishes_guest'] = ''.join(two_concede_guest_rule)
-                concedes_dict['two_dishes_guest'] = ''.join(two_concede_guest)
-            except:
-                two_concede_guest = ""
-                two_concede_guest_rule = ""
-                two_concede_home = ""
-                two_concede_home_rule = ""
-                concedes_dict_rule['two_dishes_home'] = two_concede_home_rule
-                concedes_dict['two_dishes_home'] = two_concede_home
-                concedes_dict_rule['two_dishes_guest'] = two_concede_guest_rule
-                concedes_dict['two_dishes_guest'] = two_concede_guest
-
-
-
-
-
-
-
-# ---------------------------------------------------冠军  滚球是独赢----------------------------------------------------------------
-            kemps_dict = {}
-            try:
-                kemps = result['o']["ml"]["v"]
-                kemps_dict['kemp_home'] = kemps[1]
-                kemps_dict['kemp_guest'] = kemps[3]
-
-            except:
-                kemps_dict['kemp_home'] = ""
-                kemps_dict['kemp_guest'] = ""
-            # 第一盘 冠军  第一盘独赢 滚球是独赢
-            try:
-                kemps = result['o']["mls1"]["v"]
-                kemps_dict['one_kemp_home'] = kemps[1]
-                kemps_dict['one_kemp_guest'] = kemps[3]
-
-            except:
-                kemps_dict['one_kemp_home'] = ""
-                kemps_dict['one_kemp_guest'] = ""
-
-            try: # 第二盘 独赢
-                kemps = result['o']["mls2"]["v"]
-                kemps_dict['two_kemp_home'] = kemps[1]
-                kemps_dict['two_kemp_guest'] = kemps[3]
-            except:
-                kemps_dict['two_kemp_home'] = ""
-                kemps_dict["two_kemp_guest"] = ""
-
+                #第一节让盘
+                try:
+                    # 第一节让球
+                    one_concedes = result['o']["ahs1"]["v"]
+                    concedes_dict_rule['one_dishes_home'] = one_concedes[1]
+                    concedes_dict['one_dishes_home'] = one_concedes[5]
+                    concedes_dict_rule['one_dishes_guest'] = one_concedes[3]
+                    concedes_dict['one_dishes_guest'] = one_concedes[7]
+                except:
+                    concedes_dict_rule['one_dishes_home'] = ""
+                    concedes_dict['one_dishes_home'] = ""
+                    concedes_dict_rule['one_dishes_guest'] = ""
+                    concedes_dict['one_dishes_guest'] = ""
+
+# ----------------------------------------第二节让球分割线-----------------------------------------------------------------
+
+                # 第二节让盘
+                try:
+                    two_concedes = result['o']["ahs2"]["v"]
+                    concedes_dict_rule['two_dishes_home'] = two_concedes[1]
+                    concedes_dict['two_dishes_home'] = two_concedes[5]
+                    concedes_dict_rule['two_dishes_guest'] = two_concedes[3]
+                    concedes_dict['two_dishes_guest'] = two_concedes[7]
+                except:
+                    concedes_dict_rule['two_dishes_home'] = ""
+                    concedes_dict['two_dishes_home'] = ""
+                    concedes_dict_rule['two_dishes_guest'] = ""
+                    concedes_dict['two_dishes_guest'] = ""
+
+# ---------------------------------------------------冠军  滚球是独赢-----------------------------------------------------
+                kemps_dict = {}
+                try:
+                    kemps = result['o']["ml"]["v"]
+                    kemps_dict['kemp_home'] = kemps[1]
+                    kemps_dict['kemp_guest'] = kemps[3]
+
+                except:
+                    kemps_dict['kemp_home'] = ""
+                    kemps_dict['kemp_guest'] = ""
+                # 第一盘 冠军  第一盘独赢 滚球是独赢
+                try:
+                    kemps = result['o']["mls1"]["v"]
+                    kemps_dict['one_kemp_home'] = kemps[1]
+                    kemps_dict['one_kemp_guest'] = kemps[3]
+
+                except:
+                    kemps_dict['one_kemp_home'] = ""
+                    kemps_dict['one_kemp_guest'] = ""
+
+                try: # 第二盘 独赢
+                    kemps = result['o']["mls2"]["v"]
+                    kemps_dict['two_kemp_home'] = kemps[1]
+                    kemps_dict['two_kemp_guest'] = kemps[3]
+                except:
+                    kemps_dict['two_kemp_home'] = ""
+                    kemps_dict["two_kemp_guest"] = ""
 
 # ---------------------------------------------------让局---------------------------------------------------------------
 
-            bureaus_dict = {}
-            bureaus_dict_rule = {}
-            try:
-                bureaus = result['o']["ahfts"]["v"]
-                bureaus_dict_rule['concede_home'] = bureaus[1]# 添加前缀
-                bureaus_dict['concede_home'] = bureaus[5]#
-                bureaus_dict_rule['concede_guest'] = bureaus[3]#
-                bureaus_dict['concede_guest'] = bureaus[7]##
-            except:
-                bureaus_dict_rule['concede_home'] = ""
-                bureaus_dict['concede_home'] = ""
-                bureaus_dict_rule['concede_guest'] = ""
-                bureaus_dict['concede_guest'] = ""
-
-# -----------------------------------------------------总局数 第一盘:大/小------------------------------------------------------
-            total_number_dict = {}
-            total_number_dict_rule = {}
-            try:  #总局数 滚球大小
-                total_numbers = result['o']["oufts"]["v"]
-                total_number_dict_rule['total_number_big'] = total_numbers[1] #添加前缀wp
-                total_number_dict['total_number_big'] = total_numbers[5]
-                total_number_dict_rule['total_number_small'] = total_numbers[3]
-                total_number_dict['total_number_small'] = total_numbers[7]
-            except:
-                total_number_dict_rule['total_number_big'] = ""
-                total_number_dict['total_number_big'] = ""
-                total_number_dict_rule['total_number_small'] = ""
-                total_number_dict['total_number_small'] = ""
-
-            # 第一节盘
-            try:
-                one_total_sizes = result['o']["ous1"]["v"]
-                one_total_sizes_big_rule,one_total_sizes_big,one_total_sizes_small_rule,one_total_sizes_small = rangqiu_daxiao(inner=one_total_sizes)
-                total_number_dict_rule["one_total_sizes_big"] = ''.join(one_total_sizes_big_rule)
-                total_number_dict["one_total_sizes_big"] = ''.join(one_total_sizes_big)
-                total_number_dict_rule["one_total_sizes_small"] = ''.join(one_total_sizes_small_rule)
-                total_number_dict["one_total_sizes_small"] = ''.join(one_total_sizes_small)
-            except:
-                one_total_sizes_big_rule = ""
-                one_total_sizes_big = ""
-                one_total_sizes_small_rule = ""
-                one_total_sizes_small = ""
-                total_number_dict_rule["one_total_sizes_big"] = ''.join(one_total_sizes_big_rule)
-                total_number_dict["one_total_sizes_big"] = ''.join(one_total_sizes_big)
-                total_number_dict_rule["one_total_sizes_small"] = ''.join(one_total_sizes_small_rule)
-                total_number_dict["one_total_sizes_small"] = ''.join(one_total_sizes_small)
-
-            # 第二节盘
-            try:
-                two_total_sizes = result['o']["ous2"]["v"]
-                two_total_sizes_big_rule,two_total_sizes_big,two_total_sizes_small_rule,two_total_sizes_small = rangqiu_daxiao(inner=two_total_sizes)
-                total_number_dict_rule["two_total_sizes_big"] = two_total_sizes_big_rule
-                total_number_dict["two_total_sizes_big"] = "".join(two_total_sizes_big)
-                total_number_dict_rule["two_total_sizes_small"] = "".join(two_total_sizes_small_rule)
-                total_number_dict["two_total_sizes_small"] = "".join(two_total_sizes_small)
-            except:
-                two_total_sizes_big_rule = ""
-                two_total_sizes_big = ""
-                two_total_sizes_small_rule = ""
-                two_total_sizes_small = ""
-                total_number_dict_rule["two_total_sizes_big"] = two_total_sizes_big_rule
-                total_number_dict["two_total_sizes_big"] = ''.join(two_total_sizes_big)
-                total_number_dict_rule["two_total_sizes_small"] = ''.join(two_total_sizes_small_rule)
-                total_number_dict["two_total_sizes_small"] = ''.join(two_total_sizes_small)
-
-
-            # 第三节盘
-            try:
-                three_total_sizes = result['o']["ous3"]["v"]
-                three_total_sizes_big_rule,three_total_sizes_big,three_total_sizes_small_rule,three_total_sizes_small = rangqiu_daxiao(inner=three_total_sizes)
-                total_number_dict_rule["three_total_sizes_big"] = ''.join(three_total_sizes_big_rule)
-                total_number_dict["three_total_sizes_big"] = three_total_sizes_big
-                total_number_dict_rule["three_total_sizes_small"] = ''.join(three_total_sizes_small_rule)
-                total_number_dict["three_total_sizes_small"] = ''.join(three_total_sizes_small)
-            except:
-                three_total_sizes_big_rule = ""
-                three_total_sizes_big = ""
-                three_total_sizes_small_rule = ""
-                three_total_sizes_small = ""
-                total_number_dict_rule["three_total_sizes_big"] = ''.join(three_total_sizes_big_rule)
-                total_number_dict["three_total_sizes_big"] = three_total_sizes_big
-                total_number_dict_rule["three_total_sizes_small"] = ''.join(three_total_sizes_small_rule)
-                total_number_dict["three_total_sizes_small"] = three_total_sizes_small
-
-
+                bureaus_dict = {}
+                bureaus_dict_rule = {}
+                try:
+                    bureaus = result['o']["ahfts"]["v"]
+                    bureaus_dict_rule['concede_home'] = bureaus[1]
+                    bureaus_dict['concede_home'] = bureaus[5]
+                    bureaus_dict_rule['concede_guest'] = bureaus[3]
+                    bureaus_dict['concede_guest'] = bureaus[7]
+                except:
+                    bureaus_dict_rule['concede_home'] = ""
+                    bureaus_dict['concede_home'] = ""
+                    bureaus_dict_rule['concede_guest'] = ""
+                    bureaus_dict['concede_guest'] = ""
+
+# -----------------------------------------------------总局数 第一盘:大/小------------------------------------------------
+                total_number_dict = {}
+                total_number_dict_rule = {}
+                try:  #总局数 滚球大小
+                    total_numbers = result['o']["oufts"]["v"]
+                    total_number_dict_rule['total_number_big'] = total_numbers[1]
+                    total_number_dict['total_number_big'] = total_numbers[5]
+                    total_number_dict_rule['total_number_small'] = total_numbers[3]
+                    total_number_dict['total_number_small'] = total_numbers[7]
+                except:
+                    total_number_dict_rule['total_number_big'] = ""
+                    total_number_dict['total_number_big'] = ""
+                    total_number_dict_rule['total_number_small'] = ""
+                    total_number_dict['total_number_small'] = ""
+
+                # 第一节盘
+                try:
+                    one_total_sizes = result['o']["ous1"]["v"]
+                    total_number_dict_rule["one_total_number_big"] = one_total_sizes[1]
+                    total_number_dict["one_total_number_big"] = one_total_sizes[5]
+                    total_number_dict_rule["one_total_number_small"] = one_total_sizes[3]
+                    total_number_dict["one_total_number_small"] = one_total_sizes[7]
+                except:
+                    total_number_dict_rule["one_total_number_big"] = ""
+                    total_number_dict["one_total_number_big"] = ""
+                    total_number_dict_rule["one_total_number_small"] = ""
+                    total_number_dict["one_total_number_small"] = ""
+
+                # 第二节盘
+                try:
+                    two_total_sizes = result['o']["ous2"]["v"]
+                    total_number_dict_rule["two_total_number_big"] = two_total_sizes[1]
+                    total_number_dict["two_total_number_big"] = two_total_sizes[5]
+                    total_number_dict_rule["two_total_number_small"] = two_total_sizes[3]
+                    total_number_dict["two_total_number_small"] = two_total_sizes[7]
+                except:
+                    total_number_dict_rule["two_total_number_big"] = ""
+                    total_number_dict["two_total_number_big"] = ""
+                    total_number_dict_rule["two_total_number_small"] = ""
+                    total_number_dict["two_total_number_small"] = ""
+
+
+                # 第三节盘
+                try:
+                    three_total_sizes = result['o']["ous3"]["v"]
+                    total_number_dict_rule["three_total_number_big"] = three_total_sizes[1]
+                    total_number_dict["three_total_number_big"] = three_total_sizes[5]
+                    total_number_dict_rule["three_total_number_small"] = three_total_sizes[3]
+                    total_number_dict["three_total_number_small"] = three_total_sizes[7]
+                except:
+                    total_number_dict_rule["three_total_number_big"] = ""
+                    total_number_dict["three_total_number_big"] = ""
+                    total_number_dict_rule["three_total_number_small"] = ""
+                    total_number_dict["three_total_number_small"] = ""
 
 # ------------------------------------------------------总局数:单/双-----------------------------------------------------
-            odd_evens_dict = {}
-            odd_evens_dict_rule = {}
-            try:
-                odd_evens = result['o']["oefts"]["v"]
-                # 上半场 主队让球条件
-                odd_evens_dict['two_sides_single'] = odd_evens[1] # 之前是odd_even_odd
-                odd_evens_dict_rule['two_sides_single'] = "单"
-                odd_evens_dict['two_sides_double'] = odd_evens[3]
-                odd_evens_dict_rule['two_sides_double'] = "双"
-
-            except:
-                odd_evens_dict['two_sides_single'] = ""
-                odd_evens_dict['two_sides_single'] = ""
-                odd_evens_dict_rule['two_sides_double'] = ""
-                odd_evens_dict_rule['two_sides_double'] = ""
-
-            # 联赛id
-            item['league_id'] = league_id
-            # 联赛名
-            item['league_name'] = league_name
-            # 比赛id
-            item['game_id'] = game_id
-            # 球队1
-            item['team_home'] = team_home
-            # 球队2
-            item['team_guest'] = team_guest
-            # 数量(97>)
-            item['number'] = number
-            # 比赛状态
-            item['zhuangtai'] = zhuangtai
-            # 日期
-            item['data_game'] = data_game
-            # 开赛时间
-            item['time_game'] = time_game
-            # 队1分数
-            item['score_home'] = score_home1
-            # 队2分数
-            item['score_guest'] = score_guest1
-            # 第几节
-            item['jijie'] = jijie
-            item['pt'] = pt
-            # 球队得分
-            item['qiudui'] = qiudui
-            # 让盘
-            item['concedes_dict'] = concedes_dict
-            item['concedes_dict_rule'] = concedes_dict_rule
-            # 冠军
-            item['kemps_dict'] = kemps_dict
-            # 让局
-            item['bureaus_dict'] = bureaus_dict
-            item['bureaus_dict_rule'] = bureaus_dict_rule
-            # 总局数大小
-            item['total_number_dict'] = total_number_dict
-            item['total_number_dict_rule'] = total_number_dict_rule
-            # 总局数单双
-            item['odd_evens_dict'] = odd_evens_dict
-            item['odd_evens_dict_rule'] = odd_evens_dict_rule
-            yield item
+                odd_evens_dict = {}
+                odd_evens_dict_rule = {}
+                try:
+                    odd_evens = result['o']["oefts"]["v"]
+                    # 上半场 主队让球条件
+                    odd_evens_dict['two_sides_single'] = odd_evens[1] # 之前是odd_even_odd
+                    odd_evens_dict_rule['two_sides_single'] = "单"
+                    odd_evens_dict['two_sides_double'] = odd_evens[3]
+                    odd_evens_dict_rule['two_sides_double'] = "双"
+
+                except:
+                    odd_evens_dict['two_sides_single'] = ""
+                    odd_evens_dict['two_sides_double'] = ""
+                    odd_evens_dict_rule['two_sides_double'] = ""
+                    odd_evens_dict_rule['two_sides_single'] = ""
+
+                # 盘，局，点
+                sq_dict = {}
+                try:
+                    saiqing = []
+                    s = result['sb']['cp']
+                    cps = result['sb']['ps']
+                    for cp in cps:
+                        cp.pop('e')
+                        cp.pop('adv')
+                        cp['cp'] = s
+                        saiqing.append(cp)
+                    sq_dict['ps'] = saiqing
+                    print(sq_dict)
+                except:
+                    sq_dict['ps'] = None
+                # 联赛id
+                item['league_id'] = league_id
+                # 联赛名
+                item['league_name'] = league_name
+                # 比赛id
+                item['game_id'] = game_id
+                # 球队1
+                item['team_home'] = team_home
+                # 球队2
+                item['team_guest'] = team_guest
+                # 数量(97>)
+                item['number'] = number
+                # 比赛状态
+                item['zhuangtai'] = zhuangtai
+                # 日期
+                item['data_game'] = data_game
+                # 开赛时间
+                item['time_game'] = time_game
+                # 队1分数
+                item['score_home'] = score_home1
+                # 队2分数
+                item['score_guest'] = score_guest1
+                # 第几节
+                item['jijie'] = jijie
+                item['pt'] = pt
+                # 球队得分
+                item['qiudui'] = qiudui
+                # 让盘
+                item['concedes_dict'] = concedes_dict
+                item['concedes_dict_rule'] = concedes_dict_rule
+                # 冠军
+                item['kemps_dict'] = kemps_dict
+                # 让局
+                item['bureaus_dict'] = bureaus_dict
+                item['bureaus_dict_rule'] = bureaus_dict_rule
+                # 总局数大小
+                item['total_number_dict'] = total_number_dict
+                item['total_number_dict_rule'] = total_number_dict_rule
+                # 总局数单双
+                item['odd_evens_dict'] = odd_evens_dict
+                item['odd_evens_dict_rule'] = odd_evens_dict_rule
+                item['sq_dict'] = sq_dict
+                yield item
 
 
 

hg3535/spiders/roll_zuqiu.py

@@ -24,7 +24,6 @@ class ZuqiuSpider(scrapy.Spider):
     start_urls = ['https://hg3535z.com/odds2/d/getodds?sid=1&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0'] # 滚球菜单 足球滚球列url
 
 
-
     def parse(self, response):
         datas = json.loads(response.text)
         # item = Today_all()
@@ -94,14 +93,16 @@ class ZuqiuSpider(scrapy.Spider):
                         concede_homes = [new_concedes[i] for i in range(len(new_concedes)) if i % 2 == 0]
                         concede_home_rule = [concede_homes[i] for i in range(len(concede_homes)) if i % 2 == 0]
                         if pt is 3:
-                            concede_home = [float(concede_homes[i]) - 1 for i in range(len(concede_homes)) if i % 2 is 1]
+                            concede_home = [round(float(concede_homes[i]) - 1, 2) for i in range(len(concede_homes)) if i % 2 is 1]
                         else:
                             concede_home = [concede_homes[i] for i in range(len(concede_homes)) if i % 2 is 1]
 
                         concede_guests = [new_concedes[i] for i in range(len(new_concedes)) if i % 2 is 1]
+                        # concede_guest_rule
+                        # concede_guest
                         concede_guest_rule = [concede_guests[i] for i in range(len(concede_guests)) if i % 2 == 0]
                         if pt is 3:
-                            concede_guest = [float(concede_guests[i]) -1 for i in range(len(concede_guests)) if i % 2 is 1]
+                            concede_guest = [round(float(concede_guests[i]) - 1, 2) for i in range(len(concede_guests)) if i % 2 is 1]
                         else:
                             concede_guest = [concede_guests[i] for i in range(len(concede_guests)) if i % 2 is 1]
                     except:
@@ -116,17 +117,17 @@ class ZuqiuSpider(scrapy.Spider):
                         new_half_concedes = [half_concedes[i] for i in range(len(half_concedes)) if i % 2 is 1]
                         new_half_concede_homes = [new_half_concedes[i] for i in range(len(new_half_concedes)) if
                                                   i % 2 is 0]
-                        half_concede_home_rule = [new_half_concede_homes[i] for i in range(len(new_half_concede_homes)) if i % 2 == 0]
+                        half_concede_guest_rule = [new_half_concede_homes[i] for i in range(len(new_half_concede_homes)) if i % 2 == 0]
                         # concede_home
                         if pt is 3:
-                            half_concede_home = [float(new_half_concede_homes[i]) - 1 for i in range(len(new_half_concede_homes)) if i % 2 is 1]
+                            half_concede_home = [round(float(new_half_concede_homes[i]) - 1, 2) for i in range(len(new_half_concede_homes)) if i % 2 is 1]
                         else:
                             half_concede_home = [new_half_concede_homes[i] for i in range(len(new_half_concede_homes)) if i % 2 is 1]
                         half_concede_guests = [new_half_concedes[i] for i in range(len(new_half_concedes)) if i % 2 is 1]
-                        half_concede_guest_rule = [half_concede_guests[i] for i in range(len(half_concede_guests)) if i % 2 == 0]
+                        half_concede_home_rule = [half_concede_guests[i] for i in range(len(half_concede_guests)) if i % 2 == 0]
                         # concede_guest
                         if pt is 3:
-                            half_concede_guest = [float(half_concede_guests[i]) -1  for i in range(len(half_concede_guests)) if
+                            half_concede_guest = [round(float(half_concede_guests[i]) -1, 2)  for i in range(len(half_concede_guests)) if
                                                   i % 2 is 1]
                         else:
                             half_concede_guest = [half_concede_guests[i] for i in range(len(half_concede_guests)) if
@@ -146,7 +147,7 @@ class ZuqiuSpider(scrapy.Spider):
                         size_home_rule = [size_homes[i] for i in range(len(size_homes)) if i % 2 is 0]
                         # size_home
                         if pt is 3:
-                            size_home = [float(size_homes[i]) - 1 for i in range(len(size_homes)) if i % 2 is 1]
+                            size_home = [round(float(size_homes[i]) - 1, 2) for i in range(len(size_homes)) if i % 2 is 1]
                         else:
                             size_home = [size_homes[i] for i in range(len(size_homes)) if i % 2 is 1]
 
@@ -155,7 +156,7 @@ class ZuqiuSpider(scrapy.Spider):
                         size_guest_rule = [size_guests[i] for i in range(len(size_guests)) if i % 2 is 0]
                         # csize_guest
                         if pt is 3:
-                            size_guest = [float(size_guests[i]) - 1 for i in range(len(size_guests)) if i % 2 is 1]
+                            size_guest = [round(float(size_guests[i]) - 1, 2) for i in range(len(size_guests)) if i % 2 is 1]
                         else:
                             size_guest = [size_guests[i] for i in range(len(size_guests)) if i % 2 is 1]
                     except:
@@ -174,7 +175,7 @@ class ZuqiuSpider(scrapy.Spider):
                                                i % 2 is 0]
                         # half_size_home 主队
                         if pt is 3:
-                            half_size_home = [float(half_size_homes[i]) -1 for i in range(len(half_size_homes)) if i % 2 is 1]
+                            half_size_home = [round(float(half_size_homes[i]) - 1, 2) for i in range(len(half_size_homes)) if i % 2 is 1]
                         else:
                             half_size_home = [half_size_homes[i] for i in range(len(half_size_homes)) if i % 2 is 1]
                         half_size_guests = [new_half_sizes[i] for i in range(len(new_half_sizes)) if i % 2 is 1]
@@ -183,7 +184,7 @@ class ZuqiuSpider(scrapy.Spider):
                                                 i % 2 is 0]
                         # half_size_guest
                         if pt is 3:
-                            half_size_guest = [float(half_size_guests[i]) - 1 for i in range(len(half_size_guests)) if
+                            half_size_guest = [round(float(half_size_guests[i]) - 1, 2) for i in range(len(half_size_guests)) if
                                                i % 2 is 1]
                         else:
                             half_size_guest = [half_size_guests[i] for i in range(len(half_size_guests)) if
@@ -199,10 +200,10 @@ class ZuqiuSpider(scrapy.Spider):
                     try:
                         total_goals = data['o']['tg']['v']
                         new_total_goals = [total_goals[i] for i in range(len(total_goals)) if i % 2 is 1]
-                        total_goal["total_goal_zero"] = float(new_total_goals[0]) - 1
-                        total_goal["total_goal_two"] = float(new_total_goals[1]) - 1
-                        total_goal["total_goal_four"] = float(new_total_goals[2]) - 1
-                        total_goal["total_goal_seven"] = float(new_total_goals[3]) - 1
+                        total_goal["total_goal_zero"] = round(float(new_total_goals[0]) - 1, 2)
+                        total_goal["total_goal_two"] = round(float(new_total_goals[1]) - 1, 2)
+                        total_goal["total_goal_four"] = round(float(new_total_goals[2]) - 1, 2)
+                        total_goal["total_goal_seven"] = round(float(new_total_goals[3]) - 1, 2)
                     except:
                         total_goal["total_goal_zero"] = ""
                         total_goal["total_goal_two"] = ""
@@ -213,10 +214,10 @@ class ZuqiuSpider(scrapy.Spider):
                     try:
                         half_total_goals = data['o']['tg1st']['v']
                         new_half_total_goals = [half_total_goals[i] for i in range(len(half_total_goals)) if i % 2 is 1]
-                        total_goal["half_total_goal_zero"] = float(new_half_total_goals[0]) - 1
-                        total_goal["half_total_goal_one"] = float(new_half_total_goals[1]) - 1
-                        total_goal["half_total_goal_two"] = float(new_half_total_goals[2]) - 1
-                        total_goal["half_total_goal_three"] = float(new_half_total_goals[3]) - 1
+                        total_goal["half_total_goal_zero"] = round(float(new_half_total_goals[0]) - 1, 2)
+                        total_goal["half_total_goal_one"] = round(float(new_half_total_goals[1]) - 1, 2)
+                        total_goal["half_total_goal_two"] = round(float(new_half_total_goals[2]) - 1, 2)
+                        total_goal["half_total_goal_three"] = round(float(new_half_total_goals[3]) - 1, 2)
                     except:
                         total_goal["half_total_goal_zero"] = ""
                         total_goal["half_total_goal_one"] = ""
@@ -233,7 +234,7 @@ class ZuqiuSpider(scrapy.Spider):
                         half_fulls = data['o']['hf']['v']
                         new_half_fulls = [half_fulls[i] for i in range(len(half_fulls)) if i % 2 is 1]
                         for index, value in enumerate(new_lists):
-                            half_full[value] = float(new_half_fulls[index]) - 1
+                            half_full[value] = round(float(new_half_fulls[index]) - 1, 2)
                     except:
                         for index, value in enumerate(new_lists):
                             half_full[value] = ""
@@ -243,8 +244,8 @@ class ZuqiuSpider(scrapy.Spider):
                     try:
                         first_balls = data['o']['ttslast']['v']
                         first_ball = [first_balls[i] for i in range(len(first_balls)) if i % 2 is 1]
-                        first_last_ball['first_ball_home'] = float(first_ball[0]) - 1
-                        first_last_ball['first_ball_guest'] = float(first_ball[1]) - 1
+                        first_last_ball['first_ball_home'] = round(float(first_ball[0]) - 1, 2)
+                        first_last_ball['first_ball_guest'] = round(float(first_ball[1]) - 1, 2)
                     except:
                         pass
 
@@ -253,9 +254,9 @@ class ZuqiuSpider(scrapy.Spider):
                     try:
                         last_balls = data['o']['tts1st']['v']
                         last_ball = [last_balls[i] for i in range(len(last_balls)) if i % 2 is 1]
-                        first_last_ball['last_ball_home'] = float(last_ball[0]) - 1
-                        first_last_ball['last_ball_guest'] = float(last_ball[1]) - 1
-                        first_last_ball['not_ball'] = float(last_ball[2]) - 1
+                        first_last_ball['last_ball_home'] = round(float(last_ball[0]) - 1, 2)
+                        first_last_ball['last_ball_guest'] = round(float(last_ball[1]) - 1, 2)
+                        first_last_ball['not_ball'] = round(float(last_ball[2]) - 1, 2)
                     except:
                         pass
 
@@ -264,9 +265,9 @@ class ZuqiuSpider(scrapy.Spider):
                     try:
                         capots = data['o']['1x2']['v']
                         new_capots = [capots[i] for i in range(len(capots)) if i % 2 is 1]
-                        capot_home = float(new_capots[0]) - 1
-                        capot_guest = float(new_capots[1]) - 1
-                        capot_dogfall = float(new_capots[2]) - 1
+                        capot_home = round(float(new_capots[0]) - 1, 2)
+                        capot_guest = round(float(new_capots[1]) - 1, 2)
+                        capot_dogfall = round(float(new_capots[2]) - 1, 2)
                     except:
                         capot_home = ""
                         capot_guest = ""
@@ -276,9 +277,9 @@ class ZuqiuSpider(scrapy.Spider):
                     try:
                         half_capots = data['o']['1x21st']['v']
                         new_half_capots = [half_capots[i] for i in range(len(half_capots)) if i % 2 is 1]
-                        half_capot_home = float(new_half_capots[0]) - 1
-                        half_capot_guest = float(new_half_capots[1]) - 1
-                        half_capot_dogfall = float(new_half_capots[2]) - 1
+                        half_capot_home = round(float(new_half_capots[0]) - 1, 2)
+                        half_capot_guest = round(float(new_half_capots[1]) - 1, 2)
+                        half_capot_dogfall = round(float(new_half_capots[2]) - 1, 2)
                     except:
                         half_capot_home = ""
                         half_capot_guest = ""
@@ -322,16 +323,16 @@ class ZuqiuSpider(scrapy.Spider):
                         # 主队bodan_home
                         bodan_home = [new_bodan[i] for i in range(len(new_bodan)) if i % 2 is 0]
                         for index, t in enumerate(one_list):
-                            bodan_data[t] = float(bodan_home[index]) - 1
+                            bodan_data[t] = round(float(bodan_home[index]) - 1, 2)
                         # 客队bodan_guest
                         bodan_guest = [new_bodan[i] for i in range(len(new_bodan)) if i % 2 is 1]
                         for y, z in enumerate(two_list):
-                            bodan_data[z] = float(bodan_guest[y]) - 1
+                            bodan_data[z] = round(float(bodan_guest[y]) - 1, 2)
                         bodan_dogfall = new_bodans[-7:-2]
                         for a, b in enumerate(three_list):
-                            bodan_data[b] = float(bodan_dogfall[a]) - 1
+                            bodan_data[b] = round(float(bodan_dogfall[a]) - 1, 2)
                         # 其他bodan_other
-                        bodan_data['bodanother'] = float(new_bodans[-1]) - 1
+                        bodan_data['bodanother'] = round(float(new_bodans[-1]) - 1, 2)
                     except:
                         pass
 
@@ -349,17 +350,17 @@ class ZuqiuSpider(scrapy.Spider):
                         half_bodan_home = [halfbodan[i] for i in range(len(halfbodan)) if i % 2 is 0]
                         # 队1
                         for index, t in enumerate(new_one):
-                            bodan_data[t] = float(half_bodan_home[index]) - 1
+                            bodan_data[t] = round(float(half_bodan_home[index]) - 1, 2)
                         # 队2
                         half_bodan_guest = [halfbodan[i] for i in range(len(halfbodan)) if i % 2 is 1]
                         for y, z in enumerate(new_two):
-                            bodan_data[z] = float(half_bodan_guest[y]) - 1
+                            bodan_data[z] = round(float(half_bodan_guest[y]) - 1, 2)
                         # 和/平
                         half_bodan_dogfall = new_half_bodans[-6:-2]
                         for a, b in enumerate(new_three):
-                            bodan_data[b] = float(half_bodan_dogfall[a]) - 1
+                            bodan_data[b] = round(float(half_bodan_dogfall[a]) - 1, 2)
                         # 其他
-                        bodan_data['halfbodanother'] = float(new_half_bodans[-1]) - 1
+                        bodan_data['halfbodanother'] = round(float(new_half_bodans[-1]) - 1, 2)
                     except:
                         pass
                 if new_data == 12:
@@ -368,88 +369,88 @@ class ZuqiuSpider(scrapy.Spider):
 
                         # 球队进球 大条件
                         home_size_big_rule = home_data[1]
-                        full_dict_rule['home_size_big'] = home_size_big_rule
+                        full_dict_rule['home_tema_ball_big'] = home_size_big_rule
 
                         # 球队进球大赔率
                         home_size_big = home_data[5]
-                        full_dict['home_size_big'] = home_size_big
+                        full_dict['home_tema_ball_big'] = home_size_big
 
                         # 球队进球小条件
                         home_size_small_rule = home_data[3]
-                        full_dict_rule['home_size_small'] = home_size_small_rule
+                        full_dict_rule['home_tema_ball_small'] = home_size_small_rule
 
                         # 球队进球小赔率
                         home_size_small = home_data[7]
-                        full_dict['home_size_small'] = home_size_small
+                        full_dict['home_tema_ball_small'] = home_size_small
                     except:
-                        full_dict['home_size_small'] = ""
-                        full_dict_rule['home_size_small'] = ""
+                        full_dict['home_tema_ball_small'] = ""
+                        full_dict_rule['home_tema_ball_small'] = ""
 
-                        full_dict['home_size_big'] = ""
-                        full_dict_rule['home_size_big'] = ""
+                        full_dict['home_tema_ball_big'] = ""
+                        full_dict_rule['home_tema_ball_big'] = ""
                     try:
                         half_home_data = data['o']['ou1st']['v']
 
                         half_home_size_big_rule = half_home_data[1]
-                        half_dict_rule['half_home_size_big'] = half_home_size_big_rule
+                        half_dict_rule['half_home_tema_ball_big'] = half_home_size_big_rule
 
                         half_home_size_big = half_home_data[5]
-                        half_dict['half_home_size_big'] = half_home_size_big
+                        half_dict['half_home_tema_ball_big'] = half_home_size_big
 
                         half_home_size_small_rule = half_home_data[3]
-                        half_dict_rule['half_home_size_small'] = half_home_size_small_rule
+                        half_dict_rule['half_home_tema_ball_small'] = half_home_size_small_rule
 
                         half_home_size_small = half_home_data[7]
-                        half_dict['half_home_size_small'] = half_home_size_small
+                        half_dict['half_home_tema_ball_small'] = half_home_size_small
 
                     except:
-                        half_dict_rule['half_home_size_big'] = ""
-                        half_dict['half_home_size_big'] = ""
+                        half_dict_rule['half_home_tema_ball_big'] = ""
+                        half_dict['half_home_tema_ball_big'] = ""
 
-                        half_dict_rule['half_home_size_small'] = ""
-                        half_dict['half_home_size_small'] = ""
+                        half_dict_rule['half_home_tema_ball_small'] = ""
+                        half_dict['half_home_tema_ball_small'] = ""
 
                 if new_data == 13:
                     try:
                         guest_data = data['o']['ou']['v']
 
                         guest_size_big_rule = guest_data[1]
-                        full_dict_rule['guest_size_big'] = guest_size_big_rule
+                        full_dict_rule['guest_tema_ball_big'] = guest_size_big_rule
 
                         guest_size_big = guest_data[5]
-                        full_dict['guest_size_big'] = guest_size_big
+                        full_dict['guest_tema_ball_big'] = guest_size_big
 
                         guest_size_small_rule = guest_data[3]
-                        full_dict_rule['guest_size_small'] = guest_size_small_rule
+                        full_dict_rule['guest_tema_ball_small'] = guest_size_small_rule
 
                         guest_size_small = guest_data[7]
-                        full_dict['guest_size_small'] = guest_size_small
+                        full_dict['guest_tema_ball_small'] = guest_size_small
                     except:
-                        full_dict_rule['guest_size_big'] = ""
-                        full_dict['guest_size_big'] = ""
+                        full_dict_rule['guest_tema_ball_big'] = ""
+                        full_dict['guest_tema_ball_big'] = ""
 
-                        full_dict_rule['guest_size_small'] = ""
-                        full_dict['guest_size_small'] = ''
+                        full_dict_rule['guest_tema_ball_small'] = ""
+                        full_dict['guest_tema_ball_small'] = ''
                     try:
                         half_guest_data = data['o']['ou1st']['v']
 
                         half_guest_size_big_rule = half_guest_data[1]
-                        half_dict_rule['half_guest_size_big'] = half_guest_size_big_rule
+                        half_dict_rule['half_guest_tema_ball_big'] = half_guest_size_big_rule
 
                         half_guest_size_big = half_guest_data[5]
-                        half_dict['half_guest_size_big'] = half_guest_size_big
+                        half_dict['half_guest_tema_ball_big'] = half_guest_size_big
 
                         half_guest_size_small_rule = half_guest_data[3]
-                        half_dict_rule['half_guest_size_small'] = half_guest_size_small_rule
+                        half_dict_rule['half_guest_tema_ball_small'] = half_guest_size_small_rule
 
                         half_guest_size_small = half_guest_data[7]
-                        half_dict['half_guest_size_small'] = half_guest_size_small
+                        half_dict['half_guest_tema_ball_small'] = half_guest_size_small
                     except:
-                        half_dict_rule['half_guest_size_big'] = ""
-                        half_dict['half_guest_size_big'] = ""
+                        half_dict_rule['half_guest_tema_ball_big'] = ""
+                        half_dict['half_guest_tema_ball_big'] = ""
 
-                        half_dict_rule['half_guest_size_small'] = ""
-                        half_dict['half_guest_size_small'] = ""
+                        half_dict_rule['half_guest_tema_ball_small'] = ""
+                        half_dict['half_guest_tema_ball_small'] = ""
 
             item['league_id'] = league_id
             item['league_name'] = league_name

hg3535/spiders/wangqiu.py

@@ -19,8 +19,8 @@ class LanqiuSpider(scrapy.Spider):
         "ITEM_PIPELINES": {
             "hg3535.pipelines.Wangqiupipeline": 300,
         },
-        # 'LOG_LEVEL': 'DEBUG',
-        # 'LOG_FILE': "../hg3535/log/wangqiu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
+        'LOG_LEVEL': 'DEBUG',
+        'LOG_FILE': "../hg3535/log/wangqiu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
     }
     def start_requests(self):
         # newall_lists = ['am', 'ftht1x2', 'oe', 'tg', 'htft', 'cs', 'fglg', 'or']
@@ -168,6 +168,24 @@ class LanqiuSpider(scrapy.Spider):
                     total_number_dict['total_number_big'] = ""
                     total_number_dict_rule['total_number_small'] = ""
                     total_number_dict['total_number_small'] = ""
+                # 第一节盘
+                try:
+                    one_total_sizes = result['o']["ous1"]["v"]
+                    total_number_dict_rule["one_total_number_big"] = one_total_sizes[1]
+                    total_number_dict["one_total_number_big"] = one_total_sizes[5]
+                    total_number_dict_rule["one_total_number_small"] = one_total_sizes[3]
+                    total_number_dict["one_total_number_small"] = one_total_sizes[7]
+                    if pt is 3:
+                        total_number_dict['total_number_big'] = float(one_total_sizes[5]) - 1
+                        total_number_dict['total_number_small'] = float(one_total_sizes[7]) - 1
+                    else:
+                        total_number_dict['total_number_big'] = one_total_sizes[5]
+                        total_number_dict['total_number_small'] = one_total_sizes[7]
+                except:
+                    total_number_dict_rule["one_total_number_big"] = ""
+                    total_number_dict["one_total_number_big"] = ""
+                    total_number_dict_rule["one_total_number_small"] = ""
+                    total_number_dict["one_total_number_small"] = ""
 
 # ------------------------------------------------------总局数:单/双-----------------------------------------------------
                 odd_evens_dict = {}

hg3535/spiders/wqbodan.py

@@ -18,8 +18,8 @@ class WgbodanSpider(scrapy.Spider):
         "ITEM_PIPELINES": {
             'hg3535.pipelines.Wqbodanpipeline': 300,
         },
-        # 'LOG_LEVEL': 'DEBUG',
-        # 'LOG_FILE': "../hg3535/log/wqbodan_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
+        'LOG_LEVEL': 'DEBUG',
+        'LOG_FILE': "../hg3535/log/wqbodan_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day)
     }
 
     def start_requests(self):

hg3535/spiders/zuqiu.py

@@ -19,8 +19,8 @@ class ZuqiuSpider(scrapy.Spider):
         "ITEM_PIPELINES":{
             'hg3535.pipelines.Zuqiupipeline': 300,
         },
-        # 'LOG_LEVEL': 'DEBUG',
-        # 'LOG_FILE': "../hg3535/log/zuqiu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day),
+        'LOG_LEVEL': 'DEBUG',
+        'LOG_FILE': "../hg3535/log/zuqiu_{}_{}_{}.log".format(to_day.year, to_day.month, to_day.day),
         # 'RETRY_ENABLED': False,
         # 'COOKIES_ENABLED': False,
         # 'DOWNLOAD_TIMEOUT': 1,

hg3535/text.py

@@ -1,10 +0,0 @@
-import json
-
-import requests
-
-
-url = 'http://sports.5gogo.com/Sports/WriteSports/setSports'
-bb = {"game_code": "zq", "title": "competition", "data": {"home_team": "\u610f\u5927\u5229\u7532\u7ec4\u8054\u8d5b", "guest_team": " ", "lg_id": 27317, "status": 0, "match_id": 127317, "match_date": "0", "match_time": "0", "tag": "0", "source": "hg3535", "is_rollball": 0, "is_today": 0, "is_morningplate": 0, "is_stringscene": 0, "us_time": "2020-5-31"}}
-
-resp = requests.post(url, data={"data": json.dumps(bb)})
-print(resp.text)

scrapy.cfg

@@ -6,6 +6,6 @@
 [settings]
 default = hg3535.settings
 
-[deploy:locals]
-url = http://localhost:6800/
+[deploy]
+#url = http://localhost:6800/
 project = hg3535