更新

hg3535/.idea/workspace.xml

@@ -3,10 +3,16 @@
   <component name="ChangeListManager">
     <list default="true" id="7fa42e97-ddea-4404-91db-5a9ccc162649" name="Default Changelist" comment="修改角球赛事赔率">
       <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/main.py" beforeDir="false" afterPath="$PROJECT_DIR$/main.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/middlewares.py" beforeDir="false" afterPath="$PROJECT_DIR$/middlewares.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/ball_func.py" beforeDir="false" />
+      <change beforePath="$PROJECT_DIR$/pipeline/ball_func.py" beforeDir="false" afterPath="$PROJECT_DIR$/pipeline/ball_func.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/pipeline/bangqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/pipeline/bangqiu.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/pipeline/jieshu.py" beforeDir="false" afterPath="$PROJECT_DIR$/pipeline/jieshu.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/pipeline/roll_bangqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/pipeline/roll_bangqiu.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/pipeline/roll_lanqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/pipeline/roll_lanqiu.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/pipeline/roll_wangqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/pipeline/roll_wangqiu.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/pipeline/wangqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/pipeline/wangqiu.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/pipeline/zhibo.py" beforeDir="false" afterPath="$PROJECT_DIR$/pipeline/zhibo.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/pipelines.py" beforeDir="false" afterPath="$PROJECT_DIR$/pipelines.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/settings.py" beforeDir="false" afterPath="$PROJECT_DIR$/settings.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/spiders/jieshu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/jieshu.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/spiders/zhibo.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/zhibo.py" afterDir="false" />
@@ -20,7 +26,7 @@
   </component>
   <component name="CoverageDataManager">
     <SUITE FILE_PATH="coverage/hg3535$items.coverage" NAME="items Coverage Results" MODIFIED="1554291398794" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
-    <SUITE FILE_PATH="coverage/hg3535$main.coverage" NAME="main Coverage Results" MODIFIED="1571206384458" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
+    <SUITE FILE_PATH="coverage/hg3535$main.coverage" NAME="main Coverage Results" MODIFIED="1571283464766" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
     <SUITE FILE_PATH="coverage/hg3535$change.coverage" NAME="change Coverage Results" MODIFIED="1567749757856" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
     <SUITE FILE_PATH="coverage/hg3535$hgjieshu.coverage" NAME="hgjieshu Coverage Results" MODIFIED="1558494720094" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/spiders" />
     <SUITE FILE_PATH="coverage/hg3535$halffull.coverage" NAME="halffull Coverage Results" MODIFIED="1554544334424" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/spiders" />
@@ -49,23 +55,23 @@
   </component>
   <component name="FileEditorManager">
     <leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
-      <file pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/spiders/zuqiu.py">
+      <file pinned="false" current-in-tab="true">
+        <entry file="file://$PROJECT_DIR$/pipeline/saiguo.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="222">
-              <caret line="31" column="6" selection-start-line="31" selection-start-column="6" selection-end-line="31" selection-end-column="6" />
+            <state relative-caret-position="2140">
+              <caret line="107" column="42" selection-start-line="107" selection-start-column="42" selection-end-line="107" selection-end-column="42" />
               <folding>
-                <element signature="e#24#35#0" expanded="true" />
+                <element signature="e#18#32#0" expanded="true" />
               </folding>
             </state>
           </provider>
         </entry>
       </file>
       <file pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/pipeline/zuqiu.py">
+        <entry file="file://$PROJECT_DIR$/pipeline/wangqiu.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="438">
-              <caret line="651" column="9" lean-forward="true" selection-start-line="651" selection-start-column="8" selection-end-line="651" selection-end-column="50" />
+            <state relative-caret-position="3280">
+              <caret line="169" column="16" selection-start-line="169" selection-start-column="16" selection-end-line="169" selection-end-column="16" />
               <folding>
                 <element signature="e#0#15#0" expanded="true" />
               </folding>
@@ -74,91 +80,96 @@
         </entry>
       </file>
       <file pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/spiders/zhibo.py">
+        <entry file="file://$PROJECT_DIR$/pipeline/roll_zuqiu.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="512">
-              <caret line="61" selection-start-line="61" selection-end-line="61" />
+            <state relative-caret-position="-12066">
+              <caret line="68" column="59" selection-start-line="68" selection-start-column="59" selection-end-line="68" selection-end-column="59" />
               <folding>
-                <element signature="e#38#53#0" expanded="true" />
+                <element signature="e#18#33#0" expanded="true" />
               </folding>
             </state>
           </provider>
         </entry>
       </file>
       <file pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/pipeline/jieshu.py">
+        <entry file="file://$PROJECT_DIR$/pipeline/zhibo.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="-342">
-              <caret line="29" column="41" lean-forward="true" selection-start-line="29" selection-start-column="41" selection-end-line="29" selection-end-column="41" />
+            <state relative-caret-position="200">
+              <caret line="25" column="44" lean-forward="true" selection-start-line="25" selection-start-column="44" selection-end-line="25" selection-end-column="44" />
               <folding>
-                <element signature="e#18#33#0" expanded="true" />
+                <element signature="e#2#16#0" expanded="true" />
               </folding>
             </state>
           </provider>
         </entry>
       </file>
       <file pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/middlewares.py">
+        <entry file="file://$PROJECT_DIR$/pipeline/jieshu.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="351">
-              <caret line="144" selection-start-line="144" selection-end-line="144" />
+            <state relative-caret-position="-760">
+              <folding>
+                <element signature="e#18#33#0" expanded="true" />
+              </folding>
             </state>
           </provider>
         </entry>
       </file>
       <file pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/main.py">
+        <entry file="file://$PROJECT_DIR$/pipeline/bangqiu.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="240">
-              <caret line="21" column="38" selection-start-line="21" selection-start-column="38" selection-end-line="21" selection-end-column="38" />
+            <state relative-caret-position="-5246">
+              <caret line="8" column="96" selection-start-line="8" selection-start-column="96" selection-end-line="8" selection-end-column="96" />
               <folding>
-                <element signature="e#0#10#0" expanded="true" />
+                <element signature="e#0#15#0" expanded="true" />
               </folding>
             </state>
           </provider>
         </entry>
       </file>
       <file pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/spiders/jieshu.py">
+        <entry file="file://$PROJECT_DIR$/pipeline/guanjun.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="352">
-              <caret line="30" column="128" selection-start-line="30" selection-start-column="128" selection-end-line="30" selection-end-column="128" />
+            <state relative-caret-position="2480">
+              <caret line="124" column="45" selection-start-line="124" selection-start-column="45" selection-end-line="124" selection-end-column="45" />
               <folding>
-                <element signature="e#0#15#0" expanded="true" />
+                <element signature="e#18#32#0" expanded="true" />
               </folding>
             </state>
           </provider>
         </entry>
       </file>
       <file pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/pipeline/zhibo.py">
+        <entry file="file://$PROJECT_DIR$/pipeline/roll_bangqiu.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="272">
-              <caret line="30" column="37" lean-forward="true" selection-start-line="30" selection-start-column="37" selection-end-line="30" selection-end-column="37" />
+            <state relative-caret-position="214">
+              <caret line="225" column="9" lean-forward="true" selection-start-line="225" selection-start-column="9" selection-end-line="225" selection-end-column="9" />
               <folding>
-                <element signature="e#18#33#0" expanded="true" />
+                <element signature="e#0#15#0" expanded="true" />
               </folding>
             </state>
           </provider>
         </entry>
       </file>
       <file pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/utils/helper.py">
+        <entry file="file://$PROJECT_DIR$/pipeline/roll_lanqiu.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="245">
-              <caret line="19" column="12" lean-forward="true" selection-start-line="19" selection-start-column="12" selection-end-line="19" selection-end-column="12" />
+            <state relative-caret-position="554">
+              <caret line="297" column="43" selection-start-line="297" selection-start-column="43" selection-end-line="297" selection-end-column="43" />
               <folding>
-                <element signature="e#0#14#0" expanded="true" />
+                <element signature="e#0#15#0" expanded="true" />
               </folding>
             </state>
           </provider>
         </entry>
       </file>
-      <file pinned="false" current-in-tab="true">
-        <entry file="file://$PROJECT_DIR$/settings.py">
+      <file pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/pipeline/roll_wangqiu.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="217">
-              <caret line="153" column="49" selection-start-line="153" selection-start-column="49" selection-end-line="153" selection-end-column="49" />
+            <state relative-caret-position="554">
+              <caret line="288" column="42" selection-start-line="288" selection-start-column="42" selection-end-line="288" selection-end-column="42" />
+              <folding>
+                <element signature="e#0#15#0" expanded="true" />
+              </folding>
             </state>
           </provider>
         </entry>
@@ -274,9 +285,7 @@
         <option value="$PROJECT_DIR$/spiders/bq_jieshu.py" />
         <option value="$PROJECT_DIR$/ball_func.py" />
         <option value="$PROJECT_DIR$/spiders/zq_jieshu.py" />
-        <option value="$PROJECT_DIR$/pipelines.py" />
         <option value="$PROJECT_DIR$/.gitignore" />
-        <option value="$PROJECT_DIR$/pipeline/ball_func.py" />
         <option value="$PROJECT_DIR$/change.py" />
         <option value="$PROJECT_DIR$/spiders/bangqiu.py" />
         <option value="$PROJECT_DIR$/spiders/lanqiu.py" />
@@ -290,33 +299,34 @@
         <option value="$PROJECT_DIR$/spiders/zuqiu.py" />
         <option value="$PROJECT_DIR$/spiders/other_saiguo.py" />
         <option value="$PROJECT_DIR$/pipeline/guanjun.py" />
-        <option value="$PROJECT_DIR$/pipeline/bangqiu.py" />
         <option value="$PROJECT_DIR$/pipeline/lanqiu.py" />
-        <option value="$PROJECT_DIR$/pipeline/wangqiu.py" />
-        <option value="$PROJECT_DIR$/pipeline/roll_lanqiu.py" />
-        <option value="$PROJECT_DIR$/pipeline/roll_wangqiu.py" />
-        <option value="$PROJECT_DIR$/pipeline/roll_bangqiu.py" />
         <option value="$PROJECT_DIR$/pipeline/saiguo.py" />
         <option value="$PROJECT_DIR$/spiders/saiguo.py" />
         <option value="$PROJECT_DIR$/pipeline/roll_zuqiu.py" />
         <option value="$PROJECT_DIR$/items.py" />
-        <option value="$PROJECT_DIR$/spiders/zhibo.py" />
         <option value="$PROJECT_DIR$/middlewares.py" />
         <option value="$PROJECT_DIR$/pipeline/zuqiu.py" />
-        <option value="$PROJECT_DIR$/main.py" />
         <option value="$PROJECT_DIR$/utils/helper.py" />
+        <option value="$PROJECT_DIR$/main.py" />
+        <option value="$PROJECT_DIR$/spiders/zhibo.py" />
+        <option value="$PROJECT_DIR$/pipeline/ball_func.py" />
+        <option value="$PROJECT_DIR$/pipelines.py" />
+        <option value="$PROJECT_DIR$/settings.py" />
         <option value="$PROJECT_DIR$/spiders/jieshu.py" />
         <option value="$PROJECT_DIR$/pipeline/zhibo.py" />
         <option value="$PROJECT_DIR$/pipeline/jieshu.py" />
-        <option value="$PROJECT_DIR$/settings.py" />
+        <option value="$PROJECT_DIR$/pipeline/bangqiu.py" />
+        <option value="$PROJECT_DIR$/pipeline/roll_bangqiu.py" />
+        <option value="$PROJECT_DIR$/pipeline/roll_lanqiu.py" />
+        <option value="$PROJECT_DIR$/pipeline/roll_wangqiu.py" />
+        <option value="$PROJECT_DIR$/pipeline/wangqiu.py" />
       </list>
     </option>
   </component>
   <component name="ProjectFrameBounds" extendedState="6">
-    <option name="x" value="644" />
-    <option name="y" value="88" />
-    <option name="width" value="1204" />
-    <option name="height" value="826" />
+    <option name="x" value="378" />
+    <option name="width" value="1373" />
+    <option name="height" value="1057" />
   </component>
   <component name="ProjectLevelVcsManager" settingsEditedManually="true" />
   <component name="ProjectView">
@@ -331,6 +341,11 @@
               <item name="hg3535" type="b2602c69:ProjectViewProjectNode" />
               <item name="hg3535" type="462c0819:PsiDirectoryNode" />
             </path>
+            <path>
+              <item name="hg3535" type="b2602c69:ProjectViewProjectNode" />
+              <item name="hg3535" type="462c0819:PsiDirectoryNode" />
+              <item name="log" type="462c0819:PsiDirectoryNode" />
+            </path>
             <path>
               <item name="hg3535" type="b2602c69:ProjectViewProjectNode" />
               <item name="hg3535" type="462c0819:PsiDirectoryNode" />
@@ -356,7 +371,7 @@
   <component name="PropertiesComponent">
     <property name="WebServerToolWindowFactoryState" value="false" />
     <property name="add_unversioned_files" value="$PROJECT_DIR$/.gitignore&#10;C:/Users/admin/Desktop/sports_scrapy/hg3535/log/guanjun_2019_9_4.log" />
-    <property name="last_opened_file_path" value="$PROJECT_DIR$/../../react_test" />
+    <property name="last_opened_file_path" value="$PROJECT_DIR$/../../sports188_spider/sports188_spider" />
     <property name="nodejs_interpreter_path.stuck_in_default_project" value="undefined stuck path" />
     <property name="nodejs_npm_path_reset_for_default_project" value="true" />
     <property name="settings.editor.selected.configurable" value="editor.preferences.fonts.default" />
@@ -669,21 +684,7 @@
       <workItem from="1570599083340" duration="129000" />
       <workItem from="1570605476233" duration="2322000" />
       <workItem from="1570609094756" duration="1797000" />
-      <workItem from="1571117630847" duration="24124000" />
-    </task>
-    <task id="LOCAL-00056" summary="更新篮球, 父级玩法错误">
-      <created>1568008923499</created>
-      <option name="number" value="00056" />
-      <option name="presentableId" value="LOCAL-00056" />
-      <option name="project" value="LOCAL" />
-      <updated>1568008923499</updated>
-    </task>
-    <task id="LOCAL-00057" summary="更新篮球, 父级玩法错误">
-      <created>1568009060523</created>
-      <option name="number" value="00057" />
-      <option name="presentableId" value="LOCAL-00057" />
-      <option name="project" value="LOCAL" />
-      <updated>1568009060523</updated>
+      <workItem from="1571117630847" duration="39970000" />
     </task>
     <task id="LOCAL-00058" summary="更新篮球, 父级玩法错误">
       <created>1568009292368</created>
@@ -1014,11 +1015,25 @@
       <option name="project" value="LOCAL" />
       <updated>1571191311521</updated>
     </task>
-    <option name="localTasksCounter" value="105" />
+    <task id="LOCAL-00105" summary="修改角球赛事赔率">
+      <created>1571207084426</created>
+      <option name="number" value="00105" />
+      <option name="presentableId" value="LOCAL-00105" />
+      <option name="project" value="LOCAL" />
+      <updated>1571207084426</updated>
+    </task>
+    <task id="LOCAL-00106" summary="修改角球赛事赔率">
+      <created>1571207640876</created>
+      <option name="number" value="00106" />
+      <option name="presentableId" value="LOCAL-00106" />
+      <option name="project" value="LOCAL" />
+      <updated>1571207640876</updated>
+    </task>
+    <option name="localTasksCounter" value="107" />
     <servers />
   </component>
   <component name="TimeTrackingManager">
-    <option name="totallyTimeSpent" value="2068082000" />
+    <option name="totallyTimeSpent" value="2083928000" />
   </component>
   <component name="TodoView">
     <todo-panel id="selected-file">
@@ -1031,14 +1046,13 @@
   </component>
   <component name="ToolWindowManager">
     <frame x="-8" y="-8" width="1936" height="1066" extended-state="6" />
-    <editor active="true" />
     <layout>
       <window_info active="true" content_ui="combo" id="Project" order="0" sideWeight="0.71173847" visible="true" weight="0.1369936" />
       <window_info id="Structure" order="1" sideWeight="0.2882615" side_tool="true" weight="0.1108742" />
       <window_info id="Favorites" order="2" sideWeight="0.5013405" side_tool="true" weight="0.108208954" />
       <window_info anchor="bottom" id="Message" order="0" />
       <window_info anchor="bottom" id="Find" order="1" weight="0.32832617" />
-      <window_info anchor="bottom" id="Debug" order="2" sideWeight="0.49573562" weight="0.41523606" />
+      <window_info anchor="bottom" id="Debug" order="2" sideWeight="0.49573562" weight="0.59334767" />
       <window_info anchor="bottom" id="Cvs" order="3" weight="0.25" />
       <window_info anchor="bottom" id="Inspection" order="4" weight="0.4" />
       <window_info anchor="bottom" id="TODO" order="5" weight="0.32832617" />
@@ -1048,7 +1062,7 @@
       <window_info anchor="bottom" id="Event Log" order="9" sideWeight="0.5042644" side_tool="true" weight="0.2725322" />
       <window_info anchor="bottom" x="22" y="376" width="1876" height="298" id="Terminal" order="10" sideWeight="0.49307036" weight="0.15987125" />
       <window_info anchor="bottom" id="Python Console" order="11" sideWeight="0.49946696" weight="0.24785408" />
-      <window_info anchor="bottom" id="Run" order="12" sideWeight="0.87473345" visible="true" weight="0.3111588" />
+      <window_info anchor="bottom" id="Run" order="12" sideWeight="0.87473345" visible="true" weight="0.18025751" />
       <window_info anchor="right" id="Commander" internal_type="SLIDING" order="0" type="SLIDING" weight="0.4" />
       <window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
       <window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
@@ -1258,52 +1272,17 @@
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/spiders/zhibo.py</url>
-          <line>54</line>
-          <option name="timeStamp" value="280" />
-        </line-breakpoint>
-        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/spiders/zhibo.py</url>
-          <line>69</line>
-          <option name="timeStamp" value="284" />
-        </line-breakpoint>
-        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/spiders/zhibo.py</url>
-          <line>71</line>
-          <option name="timeStamp" value="285" />
-        </line-breakpoint>
-        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/spiders/zhibo.py</url>
-          <line>66</line>
-          <option name="timeStamp" value="286" />
-        </line-breakpoint>
-        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/spiders/zhibo.py</url>
-          <line>78</line>
-          <option name="timeStamp" value="287" />
-        </line-breakpoint>
-        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/spiders/zhibo.py</url>
-          <line>88</line>
-          <option name="timeStamp" value="288" />
-        </line-breakpoint>
-        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/spiders/zhibo.py</url>
-          <line>98</line>
+          <line>97</line>
           <option name="timeStamp" value="289" />
         </line-breakpoint>
-        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/pipeline/zhibo.py</url>
-          <line>30</line>
-          <option name="timeStamp" value="291" />
-        </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/pipeline/jieshu.py</url>
-          <line>33</line>
+          <line>30</line>
           <option name="timeStamp" value="294" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
           <url>file://$PROJECT_DIR$/utils/helper.py</url>
-          <line>24</line>
+          <line>23</line>
           <option name="timeStamp" value="295" />
         </line-breakpoint>
         <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
@@ -1311,6 +1290,11 @@
           <line>17</line>
           <option name="timeStamp" value="297" />
         </line-breakpoint>
+        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
+          <url>file://$PROJECT_DIR$/pipeline/jieshu.py</url>
+          <line>53</line>
+          <option name="timeStamp" value="298" />
+        </line-breakpoint>
       </breakpoints>
       <default-breakpoints>
         <breakpoint type="python-exception">
@@ -1338,39 +1322,6 @@
     </expressions>
   </component>
   <component name="editorHistoryManager">
-    <entry file="file://$PROJECT_DIR$/pipeline/ball_func.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="241">
-          <caret line="23" selection-start-line="23" selection-end-line="32" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://C:/venv/Lib/site-packages/requests/utils.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="87">
-          <caret line="513" selection-start-line="513" selection-end-line="513" />
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://$PROJECT_DIR$/roll.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state>
-          <folding>
-            <element signature="e#0#11#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
-    <entry file="file://C:/venv/Lib/site-packages/redis/client.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="215">
-          <caret line="1979" column="57" lean-forward="true" selection-start-line="1979" selection-start-column="55" selection-end-line="1979" selection-end-column="60" />
-        </state>
-      </provider>
-    </entry>
     <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python37/Lib/logging/__init__.py">
       <provider selected="true" editor-type-id="text-editor">
         <state relative-caret-position="108">
@@ -1379,9 +1330,6 @@
       </provider>
     </entry>
     <entry file="file://$PROJECT_DIR$/log/guanjun_2019_9_4.log" />
-    <entry file="file://$PROJECT_DIR$/jianting.py">
-      <provider selected="true" editor-type-id="text-editor" />
-    </entry>
     <entry file="file://$PROJECT_DIR$/log/zuqiu_2019_9_6.log" />
     <entry file="file://C:/venv/Lib/site-packages/bson/son.py">
       <provider selected="true" editor-type-id="text-editor">
@@ -1390,22 +1338,7 @@
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/change.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="240">
-          <caret line="12" selection-start-line="12" selection-end-line="12" />
-          <folding>
-            <element signature="e#0#11#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
     <entry file="file://$PROJECT_DIR$/../../zq_match_status.log" />
-    <entry file="file://$PROJECT_DIR$/requirements.txt">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-360" />
-      </provider>
-    </entry>
     <entry file="file://C:/venv/Lib/site-packages/pymongo/common.py">
       <provider selected="true" editor-type-id="text-editor">
         <state relative-caret-position="1510">
@@ -1427,15 +1360,6 @@
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/not_roll.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state>
-          <folding>
-            <element signature="e#0#11#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
     <entry file="file://C:/venv/Lib/site-packages/scrapy/http/response/text.py">
       <provider selected="true" editor-type-id="text-editor">
         <state relative-caret-position="145">
@@ -1443,20 +1367,7 @@
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/guanjun.sh">
-      <provider selected="true" editor-type-id="text-editor" />
-    </entry>
     <entry file="file://$PROJECT_DIR$/spiders/other_saiguo.py" />
-    <entry file="file://$PROJECT_DIR$/pipeline/wangqiu.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-4536">
-          <caret line="26" lean-forward="true" selection-start-line="26" selection-end-line="26" />
-          <folding>
-            <element signature="e#0#15#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
     <entry file="file://$PROJECT_DIR$/spiders/bangqiu.py">
       <provider selected="true" editor-type-id="text-editor">
         <state relative-caret-position="502">
@@ -1487,16 +1398,6 @@
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/wangqiu.py">
-      <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="1500">
-          <caret line="75" column="35" selection-start-line="75" selection-start-column="35" selection-end-line="75" selection-end-column="35" />
-          <folding>
-            <element signature="e#48#59#0" expanded="true" />
-          </folding>
-        </state>
-      </provider>
-    </entry>
     <entry file="file://$PROJECT_DIR$/spiders/wqbodan.py">
       <provider selected="true" editor-type-id="text-editor" />
     </entry>
@@ -1527,39 +1428,79 @@
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/pipeline/roll_lanqiu.py">
+    <entry file="file://$PROJECT_DIR$/spiders/roll_zuqiu.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="880">
+          <caret line="44" column="45" selection-start-line="44" selection-start-column="45" selection-end-line="44" selection-end-column="45" />
+          <folding>
+            <element signature="e#38#53#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/pipeline/lanqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="5640">
-          <caret line="290" column="20" selection-start-line="290" selection-start-column="20" selection-end-line="290" selection-end-column="62" />
+        <state relative-caret-position="460">
+          <caret line="23" lean-forward="true" selection-start-line="23" selection-end-line="23" />
           <folding>
             <element signature="e#0#15#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/pipeline/roll_bangqiu.py">
+    <entry file="file://$PROJECT_DIR$/spiders/saiguo.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="4540">
-          <caret line="227" column="16" selection-start-line="227" selection-start-column="16" selection-end-line="227" selection-end-column="16" />
+        <state relative-caret-position="842">
+          <caret line="301" column="15" selection-start-line="301" selection-start-column="15" selection-end-line="301" selection-end-column="15" />
           <folding>
             <element signature="e#0#15#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/pipeline/roll_wangqiu.py">
+    <entry file="file://$PROJECT_DIR$/pipeline/zuqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="5600">
-          <caret line="280" column="61" selection-start-line="280" selection-start-column="61" selection-end-line="280" selection-end-column="61" />
+        <state relative-caret-position="240">
+          <caret line="111" column="20" selection-start-line="111" selection-start-column="19" selection-end-line="111" selection-end-column="41" />
           <folding>
             <element signature="e#0#15#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
+    <entry file="file://$PROJECT_DIR$/middlewares.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="127">
+          <caret line="134" selection-start-line="134" selection-end-line="134" />
+          <folding>
+            <element signature="e#168#181#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/utils/helper.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="6">
+          <caret line="23" selection-start-line="23" selection-end-line="23" />
+          <folding>
+            <element signature="e#0#14#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/log/FTzhibo_2019_10_16.log">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
+    <entry file="file://$PROJECT_DIR$/requirements.txt">
+      <provider selected="true" editor-type-id="text-editor">
+        <state>
+          <caret selection-end-line="61" selection-end-column="21" />
+        </state>
+      </provider>
+    </entry>
     <entry file="file://$PROJECT_DIR$/spiders/roll_bangqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="460">
+        <state relative-caret-position="-4171">
           <caret line="23" column="5" selection-start-line="23" selection-start-column="5" selection-end-line="23" selection-end-column="5" />
           <folding>
             <element signature="e#46#61#0" expanded="true" />
@@ -1567,70 +1508,89 @@
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/roll_zuqiu.py">
+    <entry file="file://$PROJECT_DIR$/spiders/zuqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="880">
-          <caret line="44" column="45" selection-start-line="44" selection-start-column="45" selection-end-line="44" selection-end-column="45" />
+        <state relative-caret-position="620">
+          <caret line="31" column="6" selection-start-line="31" selection-start-column="6" selection-end-line="31" selection-end-column="6" />
           <folding>
-            <element signature="e#38#53#0" expanded="true" />
+            <element signature="e#24#35#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/pipeline/lanqiu.py">
+    <entry file="file://$PROJECT_DIR$/jianting.py">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
+    <entry file="file://$PROJECT_DIR$/not_roll.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="460">
-          <caret line="23" lean-forward="true" selection-start-line="23" selection-end-line="23" />
+        <state>
+          <caret selection-end-line="1" />
           <folding>
-            <element signature="e#0#15#0" expanded="true" />
+            <element signature="e#0#11#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/pipeline/bangqiu.py">
+    <entry file="file://$PROJECT_DIR$/main.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="60">
-          <caret line="24" column="31" lean-forward="true" selection-start-line="24" selection-start-column="31" selection-end-line="24" selection-end-column="31" />
+        <state relative-caret-position="440">
+          <caret line="22" column="39" lean-forward="true" selection-start-line="22" selection-start-column="39" selection-end-line="22" selection-end-column="39" />
+          <folding>
+            <element signature="e#0#10#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/ball_func.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="160">
+          <caret line="8" selection-start-line="8" selection-end-line="476" selection-end-column="18" />
           <folding>
             <element signature="e#0#15#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/pipeline/saiguo.py">
+    <entry file="file://$PROJECT_DIR$/change.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="2140">
-          <caret line="107" column="42" selection-start-line="107" selection-start-column="42" selection-end-line="107" selection-end-column="42" />
+        <state relative-caret-position="800">
+          <caret line="40" column="17" lean-forward="true" selection-start-line="40" selection-start-column="17" selection-end-line="40" selection-end-column="17" />
           <folding>
-            <element signature="e#18#32#0" expanded="true" />
+            <element signature="e#0#11#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/pipeline/roll_zuqiu.py">
+    <entry file="file://$PROJECT_DIR$/main_time.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="1360">
-          <caret line="68" column="59" selection-start-line="68" selection-start-column="59" selection-end-line="68" selection-end-column="59" />
+        <state>
           <folding>
-            <element signature="e#18#33#0" expanded="true" />
+            <element signature="e#0#11#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/pipeline/guanjun.py">
+    <entry file="file://$PROJECT_DIR$/pipelines.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="2480">
-          <caret line="124" column="45" selection-start-line="124" selection-start-column="45" selection-end-line="124" selection-end-column="45" />
+        <state relative-caret-position="80">
+          <caret line="4" column="41" lean-forward="true" selection-start-line="4" selection-start-column="41" selection-end-line="4" selection-end-column="41" />
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/spiders/wangqiu.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state>
+          <caret column="9" selection-end-line="1" selection-end-column="23" />
           <folding>
-            <element signature="e#18#32#0" expanded="true" />
+            <element signature="e#48#59#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/saiguo.py">
+    <entry file="file://$PROJECT_DIR$/pipeline/ball_func.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="842">
-          <caret line="301" column="15" selection-start-line="301" selection-start-column="15" selection-end-line="301" selection-end-column="15" />
+        <state relative-caret-position="374">
+          <caret line="22" lean-forward="true" selection-start-line="22" selection-end-line="22" />
           <folding>
             <element signature="e#0#15#0" expanded="true" />
           </folding>
@@ -1639,107 +1599,141 @@
     </entry>
     <entry file="file://$PROJECT_DIR$/items.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="423">
-          <caret line="500" column="29" selection-start-line="500" selection-start-column="29" selection-end-line="500" selection-end-column="29" />
+        <state relative-caret-position="7934">
+          <caret line="498" column="14" lean-forward="true" selection-start-line="497" selection-end-line="501" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/log/FTzhibo_2019_10_16.log">
+    <entry file="file://$PROJECT_DIR$/settings.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-360" />
+        <state relative-caret-position="-646">
+          <caret line="67" column="1" lean-forward="true" selection-start-line="67" selection-start-column="1" selection-end-line="67" selection-end-column="1" />
+        </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/zuqiu.py">
+    <entry file="file://$PROJECT_DIR$/guanjun.sh">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="222">
-          <caret line="31" column="6" selection-start-line="31" selection-start-column="6" selection-end-line="31" selection-end-column="6" />
+        <state relative-caret-position="140">
+          <caret line="7" selection-start-line="7" selection-end-line="18" selection-end-column="56" />
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/spiders/zhibo.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="1100">
+          <caret line="55" column="11" selection-start-line="55" selection-start-column="8" selection-end-line="55" selection-end-column="43" />
           <folding>
-            <element signature="e#24#35#0" expanded="true" />
+            <element signature="e#38#53#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/middlewares.py">
+    <entry file="file://$PROJECT_DIR$/spiders/jieshu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="351">
-          <caret line="144" selection-start-line="144" selection-end-line="144" />
+        <state relative-caret-position="514">
+          <caret line="47" column="22" selection-start-line="47" selection-start-column="22" selection-end-line="47" selection-end-column="22" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/main.py">
+    <entry file="file://$PROJECT_DIR$/pipeline/zhibo.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="240">
-          <caret line="21" column="38" selection-start-line="21" selection-start-column="38" selection-end-line="21" selection-end-column="38" />
+        <state relative-caret-position="200">
+          <caret line="25" column="44" lean-forward="true" selection-start-line="25" selection-start-column="44" selection-end-line="25" selection-end-column="44" />
           <folding>
-            <element signature="e#0#10#0" expanded="true" />
+            <element signature="e#2#16#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/pipeline/zhibo.py">
+    <entry file="file://$PROJECT_DIR$/pipeline/jieshu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="272">
-          <caret line="30" column="37" lean-forward="true" selection-start-line="30" selection-start-column="37" selection-end-line="30" selection-end-column="37" />
+        <state relative-caret-position="-760">
           <folding>
             <element signature="e#18#33#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/jieshu.py">
+    <entry file="file://$PROJECT_DIR$/pipeline/bangqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="352">
-          <caret line="30" column="128" selection-start-line="30" selection-start-column="128" selection-end-line="30" selection-end-column="128" />
+        <state relative-caret-position="-5246">
+          <caret line="8" column="96" selection-start-line="8" selection-start-column="96" selection-end-line="8" selection-end-column="96" />
           <folding>
             <element signature="e#0#15#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/pipeline/zuqiu.py">
+    <entry file="file://$PROJECT_DIR$/pipeline/guanjun.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="438">
-          <caret line="651" column="9" lean-forward="true" selection-start-line="651" selection-start-column="8" selection-end-line="651" selection-end-column="50" />
+        <state relative-caret-position="2480">
+          <caret line="124" column="45" selection-start-line="124" selection-start-column="45" selection-end-line="124" selection-end-column="45" />
+          <folding>
+            <element signature="e#18#32#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/pipeline/roll_bangqiu.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="214">
+          <caret line="225" column="9" lean-forward="true" selection-start-line="225" selection-start-column="9" selection-end-line="225" selection-end-column="9" />
           <folding>
             <element signature="e#0#15#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/pipeline/jieshu.py">
+    <entry file="file://$PROJECT_DIR$/pipeline/roll_lanqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-342">
-          <caret line="29" column="41" lean-forward="true" selection-start-line="29" selection-start-column="41" selection-end-line="29" selection-end-column="41" />
+        <state relative-caret-position="554">
+          <caret line="297" column="43" selection-start-line="297" selection-start-column="43" selection-end-line="297" selection-end-column="43" />
           <folding>
-            <element signature="e#18#33#0" expanded="true" />
+            <element signature="e#0#15#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/zhibo.py">
+    <entry file="file://$PROJECT_DIR$/pipeline/roll_wangqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="512">
-          <caret line="61" selection-start-line="61" selection-end-line="61" />
+        <state relative-caret-position="554">
+          <caret line="288" column="42" selection-start-line="288" selection-start-column="42" selection-end-line="288" selection-end-column="42" />
           <folding>
-            <element signature="e#38#53#0" expanded="true" />
+            <element signature="e#0#15#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/utils/helper.py">
+    <entry file="file://$PROJECT_DIR$/pipeline/roll_zuqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="245">
-          <caret line="19" column="12" lean-forward="true" selection-start-line="19" selection-start-column="12" selection-end-line="19" selection-end-column="12" />
+        <state relative-caret-position="-12066">
+          <caret line="68" column="59" selection-start-line="68" selection-start-column="59" selection-end-line="68" selection-end-column="59" />
           <folding>
-            <element signature="e#0#14#0" expanded="true" />
+            <element signature="e#18#33#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/settings.py">
+    <entry file="file://$PROJECT_DIR$/pipeline/wangqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="217">
-          <caret line="153" column="49" selection-start-line="153" selection-start-column="49" selection-end-line="153" selection-end-column="49" />
+        <state relative-caret-position="3280">
+          <caret line="169" column="16" selection-start-line="169" selection-start-column="16" selection-end-line="169" selection-end-column="16" />
+          <folding>
+            <element signature="e#0#15#0" expanded="true" />
+          </folding>
+        </state>
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/pipeline/saiguo.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="2140">
+          <caret line="107" column="42" selection-start-line="107" selection-start-column="42" selection-end-line="107" selection-end-column="42" />
+          <folding>
+            <element signature="e#18#32#0" expanded="true" />
+          </folding>
         </state>
       </provider>
     </entry>

hg3535/ball_func.py

@@ -1,478 +0,0 @@
-import datetime
-import hashlib
-import time
-
-
-# 生成哈希索引 sole
-def hash_func(match_id, odds_code, sort, p_id):
-    m = hashlib.md5()
-    a = str(match_id) + str(odds_code) + str(sort) + str(p_id)
-    m.update(a.encode('utf-8'))
-    c = m.hexdigest()
-    return c
-
-
-# 生成odds_only哈希
-def r_func(match_id, odds_code, sort, p_id, odd):
-    m = hashlib.md5()
-    a = str(match_id) + str(odds_code) + str(sort) + str(p_id) + str(odd)
-    m.update(a.encode('utf-8'))
-    c = m.hexdigest()
-    return c
-
-
-# 转换成本地时间
-def new_time(ctime):
-    time1 = time.mktime(time.strptime(ctime, '%Y-%m-%d %H:%M:%S')) + 43200
-    time2 = time.localtime(time1)
-    time3 = time.strftime('%Y-%m-%d %H:%M:%S', time2)
-    time4 = time3
-    data_time = str(time4).split(" ")
-    match_date = data_time[0]
-    match_time = data_time[1]
-    return match_date, match_time, time3
-
-
-def out_time(ctime, i):
-    ctime1 = datetime.datetime.strptime(ctime, "%Y-%m-%d %H:%M:%S")
-    n_ctime = (ctime1 + datetime.timedelta(hours=i)).strftime("%Y-%m-%d %H:%M:%S")
-    return n_ctime
-
-
-def fuhao(f):
-    if f.startswith('+'):
-        f = f.replace('+', '-')
-        return f
-    elif f.startswith('-'):
-        f = f.replace('-', '+')
-        return f
-    else:
-        return f
-
-
-def get_pcode(corner_ball, code):
-    code_dict = {'concede': 1, 'capot': 2, 'two_sides': 3, 'total_goal': 4, 'half_full': 5, 'bodan': 6,
-                 'first_last_ball': 7, 'tema_ball': 11, 'goal_size': 13}
-    if corner_ball:
-        if corner_ball == "角球":
-            p_code = "corner_ball"
-            p_id = 9
-        elif corner_ball == "会晋级":
-            p_code = "promotion"
-            p_id = 10
-        elif corner_ball == "罚牌数":
-            p_code = "Penalty_card"
-            p_id = 12
-        else:
-            p_code = code
-            p_id = code_dict[code]
-        return p_code, p_id
-    else:
-        return code, code_dict[code]
-
-
-# ----------------------------------------------------------------------------------------------------------------------
-def new_times(ctime):
-    time1 = time.mktime(time.strptime(ctime, '%Y-%m-%d %H:%M:%S')) + 43200
-    time2 = time.localtime(time1)
-    time3 = time.strftime('%Y-%m-%d %H:%M:%S', time2)
-    data_time = str(time3).split(" ")
-    match_date = data_time[0]
-    match_time = data_time[1]
-    return match_date,match_time
-
-
-def news_times(ctime):
-    time1 = time.mktime(time.strptime(ctime, '%Y-%m-%d %H:%M:%S')) + 43200
-    time2 = time.localtime(time1)
-    time3 = time.strftime('%Y-%m-%d %H:%M:%S', time2)
-    time4 = time3
-    data_time = str(time4).split(" ")
-    match_date = data_time[0]
-    match_time = data_time[1]
-    return match_date, match_time, time3
-
-
-def one_post(data, match_id, odds_code, p_id, league_id, p_code, condition, game_code, zq_odds):
-    if data:
-        new_hash = hash_func(match_id=match_id, odds_code=odds_code, sort=0, p_id=p_id)
-        r_hash = r_func(match_id=match_id, odds_code=odds_code, sort=0, p_id=p_id, odd=data)
-        payload = {
-            "game_code": game_code,
-            "title": "odds",
-            "data": {
-                "match_id": match_id,
-                "lg_id": league_id,
-                "odds_code": odds_code,
-                "status": 0,
-                "sort": 0,
-                "p_code": p_code,
-                "odds": data,
-                "condition": condition,
-                "odds_only": r_hash,
-                "sole": new_hash,
-                "source": "hg3535",
-                "type": 0,
-                "team": ""
-            }
-        }
-        zq_odds.append(payload)
-        # return payload
-
-
-def two_post(data, match_id, odds_code, p_id, league_id, p_code, condition, game_code, zq_odds):
-    if data:
-        # odds_list = []
-        for index, value in enumerate(data):
-            if value:
-                s_hash = hash_func(match_id=match_id, odds_code=odds_code, sort=index, p_id=p_id)
-                o_hash = r_func(match_id=match_id, odds_code=odds_code, sort=index, p_id=p_id, odd=value)
-                f1 = fuhao(str(condition[index]))
-                payload = {
-                    "game_code": game_code,
-                    "title": "odds",
-                    "data": {
-                        "match_id": match_id,
-                        "lg_id": league_id,
-                        "odds_code": odds_code,
-                        "status": 0,
-                        "sort": index,
-                        "p_code": p_code,
-                        "odds": value,
-                        "condition": f1,
-                        "odds_only": o_hash,
-                        "sole": s_hash,
-                        "source": "hg3535",
-                        "type": 0,
-                        "team": ""
-                    }
-                }
-                zq_odds.append(payload)
-        #         odds_list.append(payload)
-        # return odds_list
-
-
-def three_post(data, match_id, p_id, league_id, p_code, condition, game_code, zq_odds):
-    if data:
-        # odd_list = []
-        for key, value in data.items():
-            if value:
-                s_hash = hash_func(match_id=match_id, odds_code=key, sort=0, p_id=p_id)
-                o_hash = r_func(match_id=match_id, odds_code=key, sort=0, p_id=p_id, odd=value)
-                try:
-                    f1 = fuhao(str(condition[key]))
-                except:
-                    f1 = ""
-                payload = {
-                    "game_code": game_code,
-                    "title": "odds",
-                    "data": {
-                        "match_id": match_id,
-                        "lg_id": league_id,
-                        "odds_code": key,
-                        "status": 0,
-                        "sort": 0,
-                        "p_code": p_code,
-                        "odds": value,
-                        "condition": f1,
-                        "odds_only": o_hash,
-                        "sole": s_hash,
-                        "source": "hg3535",
-                        "type": 0,
-                        "team": ""
-                    }
-                }
-                zq_odds.append(payload)
-        #         odd_list.append(payload)
-        # return odd_list
-
-
-def gs_post(ball, league_id, league_name, data_game):
-    if ball == "足球":
-        n_gameid = int('1' + str(league_id))
-        payload = {
-            "game_code": "zq",
-            "title": "competition",
-            "data": {
-                "home_team": league_name,
-                "guest_team": "",
-                "lg_id": league_id,
-                "status": 0,
-                "match_id": n_gameid,
-                "source": "hg3535",
-                "us_time": data_game,
-                "match_date": "",
-                "match_time": "",
-                "tag": "",
-                "is_rollball": 0,
-                "is_today": 0,
-                "is_morningplate": 0,
-                "is_stringscene": 0,
-                }
-        }
-    elif ball == "篮球":
-        n_gameid = int('1' + str(league_id))
-        payload = {
-            "game_code": "zq",
-            "title": "competition",
-            "data": {
-                "home_team": league_name,
-                "guest_team": "",
-                "lg_id": league_id,
-                "status": 0,
-                "match_id": n_gameid,
-                "source": "hg3535",
-                "us_time": data_game,
-                "match_date": "",
-                "match_time": "",
-                "tag": "",
-                "is_rollball": 0,
-                "is_today": 0,
-                "is_morningplate": 0,
-                "is_stringscene": 0,
-            }
-        }
-    elif ball == "网球":
-        n_gameid = int('1' + str(league_id))
-        payload = {
-            "game_code": "zq",
-            "title": "competition",
-            "data": {
-                "home_team": league_name,
-                "guest_team": "",
-                "lg_id": league_id,
-                "status": 0,
-                "match_id": n_gameid,
-                "source": "hg3535",
-                "us_time": data_game,
-                "match_date": "",
-                "match_time": "",
-                "tag": "",
-                "is_rollball": 0,
-                "is_today": 0,
-                "is_morningplate": 0,
-                "is_stringscene": 0,
-            }
-        }
-    elif ball == "棒球":
-        n_gameid = int('1' + str(league_id))
-        payload = {
-            "game_code": "zq",
-            "title": "competition",
-            "data": {
-                "home_team": league_name,
-                "guest_team": "",
-                "lg_id": league_id,
-                "status": 0,
-                "match_id": n_gameid,
-                "source": "hg3535",
-                "us_time": data_game,
-                "match_date": "",
-                "match_time": "",
-                "tag": "",
-                "is_rollball": 0,
-                "is_today": 0,
-                "is_morningplate": 0,
-                "is_stringscene": 0,
-            }
-        }
-    return payload
-
-
-def go_post(ball, league_id, new_champion, new_league_name, value, r_hash, new_hash, tema_home):
-    game_id = int('1' + str(league_id))
-    if ball == "足球":
-        payload = {
-            "game_code": "zq",
-            "title": "odds",
-            "data": {
-                "match_id": league_id,
-                "lg_id": game_id,
-                "odds_code": new_champion,
-                "status": 0,
-                "sort": 0,
-                "p_code": new_league_name,
-                "odds": value,
-                "condition": "",
-                "odds_only": r_hash,
-                "sole": new_hash,
-                "source": 'hg3535',
-                "type": 1,
-                "team": tema_home
-            }
-        }
-    elif ball == "篮球":
-        payload = {
-            "game_code": "lq",
-            "title": "odds",
-            "data": {
-                "match_id": league_id,
-                "lg_id": game_id,
-                "odds_code": new_champion,
-                "status": 0,
-                "sort": 0,
-                "p_code": new_league_name,
-                "odds": value,
-                "condition": "",
-                "odds_only": r_hash,
-                "sole": new_hash,
-                "source": "hg3535",
-                "type": 1,
-                "team": tema_home
-            }
-        }
-    elif ball == "网球":
-        payload = {
-            "game_code": "wq",
-            "title": "odds",
-            "data": {
-                "match_id": league_id,
-                "lg_id": game_id,
-                "odds_code": new_champion,
-                "status": 0,
-                "sort": 0,
-                "p_code": new_league_name,
-                "odds": value,
-                "condition": "",
-                "odds_only": r_hash,
-                "sole": new_hash,
-                "source": "hg3535",
-                "type": 1,
-                "team": tema_home
-            }
-        }
-    elif ball == "棒球":
-        payload = {
-            "game_code": "bq",
-            "title": "odds",
-            "data": {
-                "match_id": league_id,
-                "lg_id": game_id,
-                "odds_code": new_champion,
-                "status": 0,
-                "sort": 0,
-                "p_code": new_league_name,
-                "odds": value,
-                "condition": "",
-                "odds_only": r_hash,
-                "sole": new_hash,
-                "source": "hg3535",
-                "type": 1,
-                "team": tema_home
-            }
-        }
-    return payload
-
-
-def guanl_post(ball, league_name, league_id, time3):
-    if ball == "足球":
-        payload = {
-            "game_code": "zq",
-            "title": "league",
-            "data": {
-                "name_chinese": league_name,
-                "kind": "1",
-                "match_mode": "1",
-                "if_stop": "0",
-                # "belong": "",
-                "last_time": time3,
-                "lg_id": league_id,
-                "source": "hg3535"
-                }
-            }
-    elif ball == "篮球":
-        payload = {
-            "game_code": "zq",
-            "title": "league",
-            "data": {
-                "name_chinese": league_name,
-                "kind": "1",
-                "match_mode": "1",
-                "if_stop": "0",
-                # "belong": "",
-                "last_time": time3,
-                "lg_id": league_id,
-                "source": "hg3535"
-            }
-        }
-    elif ball == "网球":
-        payload = {
-            "game_code": "zq",
-            "title": "league",
-            "data": {
-                "name_chinese": league_name,
-                "kind": "1",
-                "match_mode": "1",
-                "if_stop": "0",
-                # "belong": "",
-                "last_time": time3,
-                "lg_id": league_id,
-                "source": "hg3535"
-            }
-        }
-    elif ball == "棒球":
-        payload = {
-            "game_code": "zq",
-            "title": "league",
-            "data": {
-                "name_chinese": league_name,
-                "kind": "1",
-                "match_mode": "1",
-                "if_stop": "0",
-                # "belong": "",
-                "last_time": time3,
-                "lg_id": league_id,
-                "source": "hg3535"
-            }
-        }
-    return payload
-
-
-def liansai(area_name, name_chinese, st_league, area_dict, game_code, qiu):
-    if area_name in area_dict:
-        payload = {
-            "game_code": game_code,
-            "title": "league",
-            "data": {
-                "name_chinese": name_chinese,
-                "kind": "1",
-                "match_mode": "1",
-                "if_stop": "0",
-                "belong": area_name,
-                "last_time": '2019-12-31 23:59:59',
-                "lg_id": st_league,
-                "source": "hg3535"
-            }
-        }
-    else:
-        if area_name == qiu:
-            payload = {
-                "game_code": game_code,
-                "title": "league",
-                "data": {
-                    "name_chinese": name_chinese,
-                    "kind": "1",
-                    "match_mode": "1",
-                    "if_stop": "0",
-                    "belong": " ",
-                    "last_time": '2019-12-31 23:59:59',
-                    "lg_id": st_league,
-                    "source": "hg3535"
-                }
-            }
-        else:
-            payload = {
-                "game_code": game_code,
-                "title": "league",
-                "data": {
-                    "name_chinese": name_chinese,
-                    "kind": "1",
-                    "match_mode": "1",
-                    "if_stop": "0",
-                    "belong": area_name,
-                    "last_time": '2019-12-31 23:59:59',
-                    "lg_id": st_league,
-                    "source": "hg3535"
-                }}
-    return payload
-

hg3535/pipeline/ball_func.py

@@ -31,24 +31,3 @@ def fuhao(f):
     else:
         return f
 
-
-# def get_pcode(corner_ball, code):
-#     code_dict = {'concede': 1, 'capot': 2, 'two_sides': 3, 'total_goal': 4, 'half_full': 5, 'bodan': 6,
-#                  'first_last_ball': 7, 'tema_ball': 11, 'goal_size': 13}
-#     if corner_ball:
-#         if corner_ball == "角球":
-#             p_code = "corner_ball"
-#             p_id = 9
-#         elif corner_ball == "会晋级":
-#             p_code = "promotion"
-#             p_id = 10
-#         elif corner_ball == "罚牌数":
-#             p_code = "Penalty_card"
-#             p_id = 12
-#         else:
-#             p_code = code
-#             p_id = code_dict[code]
-#         return p_code, p_id
-#     else:
-#         return code, code_dict[code]
-

hg3535/pipeline/bangqiu.py

@@ -6,7 +6,7 @@ import logging
 from twisted.internet import defer, reactor
 from ..utils.helper import Helper
 from .ball_func import new_time
-from ..settings import M_HOST, M_USER, M_PASSWORD, M_POST, M_DB, LEAGUE_URL, ODDS_URL, MATCH_URL, MATCH_RESULT
+from ..settings import M_HOST, M_USER, M_PASSWORD, M_POST, M_DB, LEAGUE_URL, ODDS_URL, MATCH_URL
 
 
 class Bangqiupipeline(object):

hg3535/pipeline/jieshu.py

@@ -1,8 +1,5 @@
-# import datetime
 import datetime
-
 import pymongo
-# import time
 import logging
 from twisted.internet import defer, reactor
 import redis
@@ -60,6 +57,7 @@ class Jieshuqiupipeline(object):
                     self.rls.srem('hg3535.gunqiu.ids', match_id)
                 logger.info('{},赛事结果状态交成功, {}'.format(game_code, res))
                 logger.info(status_dict)
+                print(status_dict)
             else:
                 logger.warning('{},赛事结果状态交失败, {}'.format(game_code, res))
                 logger.warning(status_dict)

hg3535/pipeline/roll_bangqiu.py

@@ -5,7 +5,7 @@ import logging
 # import json
 from twisted.internet import defer, reactor
 from ..utils.helper import Helper
-from ..settings import M_HOST, M_USER, M_PASSWORD, M_POST, M_DB, LEAGUE_URL, ODDS_URL, MATCH_URL, MATCH_RESULT, MATCH_STATUS
+from ..settings import M_HOST, M_USER, M_PASSWORD, M_POST, M_DB, LEAGUE_URL, ODDS_URL, MATCH_URL, MATCH_RESULT
 
 
 class Roll_Banqiupipeline(object):
@@ -240,23 +240,5 @@ class Roll_Banqiupipeline(object):
                 logging.warning(r_data_dict)
         else:
             logger.info('棒球滚球结果记录为空, 不提交')
-        # status_dict = {"game_code": 'bq', "title": "match_status", "source": "hg3535"}
-        # data_list = []
-        # data = {'match_id': match_id, 'status': 1, "is_rollball": 0, "is_today": 0, "is_morningplate": 0,
-        #         "is_stringscene": 0, "is_horn": 0}
-        # data_list.append(data)
-        # status_dict['data'] = data_list
-        # res = Helper.async_post(MATCH_STATUS, status_dict)
-        # if res:
-        #     if res.get('status') == 1
-        #         self.db.match_status35.insert(status_dict)
-        #         logger.info('{},赛事结果状态交成功, {}'.format('bq', res))
-        #         logger.info(status_dict)
-        #     else:
-        #         logger.warning('{},赛事结果状态交失败, {}'.format('bq', res))
-        #         logger.warning(status_dict)
-        # else:
-        #     logger.warning('{},赛事结果状态接口异常提交失败, {}'.format('bq', res))
-        #     logger.warning(status_dict)
         reactor.callFromThread(out.callback, item)
 

hg3535/pipeline/roll_lanqiu.py

@@ -296,22 +296,4 @@ class Roll_Lanqiupipeline(object):
                 logger.warning('篮球滚球赛事结果数据，接口异常，提交失败, {}'.format(e))
         else:
             logger.info('篮球滚球赛事结果数据，为空不提交')
-        # status_dict = {"game_code": 'lq', "title": "match_status", "source": "hg3535"}
-        # data_list = []
-        # data = {'match_id': match_id, 'status': 1, "is_rollball": 0, "is_today": 0, "is_morningplate": 0,
-        #         "is_stringscene": 0, "is_horn": 0}
-        # data_list.append(data)
-        # status_dict['data'] = data_list
-        # res = Helper.async_post(MATCH_STATUS, status_dict)
-        # if res:
-        #     if res.get('status') == 1:
-        #         self.db.match_status35.insert(status_dict)
-        #         logger.info('{},赛事结果状态交成功, {}'.format('lq', res))
-        #         logger.info(status_dict)
-        #     else:
-        #         logger.warning('{},赛事结果状态交失败, {}'.format('lq', res))
-        #         logger.warning(status_dict)
-        # else:
-        #     logger.warning('{},赛事结果状态接口异常提交失败, {}'.format('lq', res))
-        #     logger.warning(status_dict)
         reactor.callFromThread(out.callback, item)

hg3535/pipeline/roll_wangqiu.py

@@ -287,22 +287,4 @@ class Roll_Wangqiupipeline(object):
                 logger.warning("网球接口数据异常, 提交失败, {}".format(e))
         else:
             logger.info('网球滚球结果记录为空, 不提交')
-        # status_dict = {"game_code": 'wq', "title": "match_status", "source": "hg3535"}
-        # data_list = []
-        # data = {'match_id': match_id, 'status': 1, "is_rollball": 0, "is_today": 0, "is_morningplate": 0,
-        #         "is_stringscene": 0, "is_horn": 0}
-        # data_list.append(data)
-        # status_dict['data'] = data_list
-        # res = Helper.async_post(MATCH_STATUS, status_dict)
-        # if res:
-        #     if "成功" in res:
-        #         self.db.match_status35.insert(status_dict)
-        #         logger.info('{},赛事结果状态交成功, {}'.format('wq', res))
-        #         logger.info(status_dict)
-        #     else:
-        #         logger.warning('{},赛事结果状态交失败, {}'.format('wq', res))
-        #         logger.warning(status_dict)
-        # else:
-        #     logger.warning('{},赛事结果状态接口异常提交失败, {}'.format('wq', res))
-        #     logger.warning(status_dict)
         reactor.callFromThread(out.callback, item)

hg3535/pipeline/wangqiu.py

@@ -168,13 +168,6 @@ class Wangqiupipeline(object):
             logging.info('网球赛事已存在, 不提交')
 
         """赔率"""
-        # try:
-        #     result = self.db.hg3535_wq_odds.find_one({'match_id': match_id, 'pt': pt})
-        #     odds_only_list = result['odds_only']
-        # except:
-        #     result = ''
-        #     odds_only_list = []
-        # wangqiu = item['wangqiu']
         data_list = []
         odds_onlys = []
         # 让盘

hg3535/pipeline/zhibo.py

@@ -1,6 +1,3 @@
-# import datetime
-import datetime
-
 import pymongo
 import time
 import logging
@@ -14,7 +11,6 @@ from ..settings import M_HOST, M_USER, M_PASSWORD, M_POST, M_DB, MATCHWARN
 class Zuqiupipeline(object):
 
     def open_spider(self, spider):
-        # pass
         self.mongo = pymongo.MongoClient(host=M_HOST, username=M_USER, password=M_PASSWORD, port=M_POST)
         self.db = self.mongo[M_DB]
 
@@ -31,7 +27,8 @@ class Zuqiupipeline(object):
         detail_datas = item['detail']
         mid = item['mid']
         warns = []
-        warn_dict = {"game_code": "zq", "title": "match_warn", "source": "hg3535", "match_id": mid}
+        up_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
+        warn_dict = {"game_code": "zq", "title": "match_warn", "source": "hg3535", "match_id": mid, 'up_time': up_time}
         for detail_data in detail_datas:
             team_name, event_name, event_uts = detail_data
             find_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(event_uts))
@@ -45,7 +42,7 @@ class Zuqiupipeline(object):
                 self.db.FT_warn35.insert(warn_dict)
                 logger.info('足球直播危险球提交成功, {}'.format(res))
             else:
-                logger.warning('足球直播危险球提交成功，提交失败, {}'.format(res))
+                logger.warning('足球直播危险球，提交失败, {}'.format(res))
         else:
             logger.info('足球直播危险球列表为空, 不提交')
         reactor.callFromThread(out.callback, item)

hg3535/pipelines.py

@@ -1,1785 +1,6 @@
-import json
-import time
-import logging
-import requests
-from .ball_func import get_pcode, new_time, out_time, hash_func, fuhao, one_post, \
-    two_post, three_post, gs_post, go_post, guanl_post, liansai, new_times
+# -*- coding: utf-8 -*-
 
 
-# 足球 赔率 赛事---------------------------------------------------------------------------------------------------------
 class Zuqiupipeline(object):
     def process_item(self, item, spider):
-        # 使用twisted将mysql插入变成异步执行
-        # print(item)
-        zq_odds = []
-        url = 'http://admin.5gogo.com/setSports'
-        # zq_competitions = []
-        logger = logging.getLogger(__name__)
-        # logger.warning(query.addErrback(self.handle_error, item, spider))
-        # 比赛日期
-        try:
-            data_game = item['data_game'].split("/")
-            # print(data_game)
-            month = str(data_game[1].strip())
-            day = str(data_game[0])
-        except Exception as e:
-            logger.warning(e)
-            data_game = item['data_game'].split(" ")
-            months = str(data_game[1].strip())
-            month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07',
-                          'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
-            month = month_dict[months]
-            day = str(data_game[0])
-        # 比赛时间
-        time_game = str(item['time_game'])
-        # 比赛时间，时间戳
-        ctime = "2019" + "-" + month + "-" + day + " " + time_game + ":00"
-        r_ctime = "2019" + "-" + month + "-" + day
-        # 现在时间，时间戳
-        utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
-        # 比赛id
-        competition_id = item['game_id']
-        # 联赛id
-        league_id = item['league_id']
-        # 联赛name
-        league_name = item['league_name']
-        # # 主队
-        team_home = item['team_home']
-        # 客队
-        team_guest = item['team_guest']
-        # number
-        number = item['number']
-        pt = item['pt']
-        corner_ball = item['corner_ball']
-        p_code, p_id = get_pcode(corner_ball, 'goal_size')
-        # 构建唯一索引
-        half_size_guest = item["half_size_guest"]
-        half_size_guest_rule = item["half_size_guest_rule"]
-        half_size_home = item["half_size_home"]
-        half_size_home_rule = item["half_size_home_rule"]
-        zuqiu = item['zuqiu']
-
-        # two_post(data=half_size_home, match_id=competition_id, odds_code='half_goal_size_big', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_size_home_rule, game_code='zq', zq_odds=zq_odds)
-        # # print(a)
-        # two_post(data=half_size_guest, match_id=competition_id, odds_code='half_goal_size_small', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition=half_size_guest_rule, game_code='zq', zq_odds=zq_odds)
-
-        # 全场场大小
-        size_guest = item["size_guest"]
-        size_guest_rule = item["size_guest_rule"]
-        size_home = item["size_home"]
-        size_home_rule = item["size_home_rule"]
-
-        # two_post(data=size_guest, match_id=competition_id, odds_code='goal_size_small', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition=size_guest_rule, game_code='zq', zq_odds=zq_odds)
-        # two_post(data=size_home, match_id=competition_id, odds_code='goal_size_big', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition=size_home_rule, game_code='zq', zq_odds=zq_odds)
-
-        p_code, p_id = get_pcode(corner_ball, 'concede')
-        # 上半场大小
-        half_concede_home_rule = item["half_concede_home_rule"]
-        half_concede_home = item["half_concede_home"]
-        half_concede_guest_rule = item["half_concede_guest_rule"]
-        half_concede_guest = item["half_concede_guest"]
-
-        # # 上半场让球
-        # two_post(data=half_concede_home, match_id=competition_id, odds_code='half_concede_home', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition=half_concede_home_rule, game_code='zq', zq_odds=zq_odds)
-        # two_post(data=half_concede_guest, match_id=competition_id, odds_code='half_concede_guest', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition=half_concede_guest_rule, game_code='zq', zq_odds=zq_odds)
-
-        concede_guest = item["concede_guest"]
-        concede_guest_rule = item["concede_guest_rule"]
-        concede_home = item["concede_home"]
-        concede_home_rule = item["concede_home_rule"]
-
-        # # 全场让球
-        # two_post(data=concede_guest, match_id=competition_id, odds_code='concede_guest', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition=concede_guest_rule, game_code='zq', zq_odds=zq_odds)
-        # two_post(data=concede_home, match_id=competition_id, odds_code='concede_home', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition=concede_home_rule, game_code='zq', zq_odds=zq_odds)
-
-# 独赢-------------------------------------------------------------------------------------------------------------------
-        p_code, p_id = get_pcode(corner_ball, 'capot')
-        half_capot_home = item["half_capot_home"]
-        half_capot_guest = item["half_capot_guest"]
-        half_capot_dogfall = item["half_capot_dogfall"]
-        capot_home = item["capot_home"]
-        capot_guest = item["capot_guest"]
-        capot_dogfall = item["capot_dogfall"]
-
-        # # 上半场独赢 主队
-        # one_post(data=half_capot_home, match_id=competition_id, odds_code='half_capot_home', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition=1, game_code='zq', zq_odds=zq_odds)
-        # # 上半场独赢 客队
-        # one_post(data=half_capot_guest, match_id=competition_id, odds_code='half_capot_guest', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition=2, game_code='zq', zq_odds=zq_odds)
-        # # 上半场独赢 和
-        # one_post(data=half_capot_dogfall, match_id=competition_id, odds_code='half_capot_dogfall', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition='X', game_code='zq', zq_odds=zq_odds)
-        # # 全场独赢 主队
-        # one_post(data=capot_home, match_id=competition_id, odds_code='capot_home', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition=1, game_code='zq', zq_odds=zq_odds)
-        # # 全场独赢 客队
-        # one_post(data=capot_guest, match_id=competition_id, odds_code='capot_guest', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition=2, game_code='zq', zq_odds=zq_odds)
-        # # 全场独赢 和
-        # one_post(data=capot_dogfall, match_id=competition_id, odds_code='capot_dogfall', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition='X', game_code='zq', zq_odds=zq_odds)
-# 入球数单双-------------------------------------------------------------------------------------------------------------
-        p_code, p_id = get_pcode(corner_ball, 'two_sides')
-        odd_even_odd = item["odd_even_odd"]
-        odd_even_even = item["odd_even_even"]
-        half_odd_even_odd = item["half_odd_even_odd"]
-        half_odd_even_even = item["half_odd_even_even"]
-        # 全场入球数 单双
-
-        # # 上半场入球数 单双
-        # one_post(data=odd_even_odd, match_id=competition_id, odds_code='two_sides_single', p_id=p_id, league_id=league_id, p_code=p_code, condition='单', game_code='zq', zq_odds=zq_odds)
-        # one_post(data=odd_even_even, match_id=competition_id, odds_code='two_sides_double', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=zq_odds)
-        #
-        # # 全场入球数 单双
-        # one_post(data=half_odd_even_odd, match_id=competition_id, odds_code='half_two_sides_single', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition='单', game_code='zq', zq_odds=zq_odds)
-        # one_post(data=half_odd_even_even, match_id=competition_id, odds_code='half_two_sides_double', p_id=p_id,
-        #          league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=zq_odds)
-
-# 总入球数 --------------------------------------------------------------------------------------------------------------
-        p_code, p_id = get_pcode(corner_ball, 'total_goal')
-        total_goals = item['total_goal']
-        total_dict = {'total_goal_zero': '0-1', 'total_goal_two': '2-3', 'total_goal_four': '4-6',
-                      'total_goal_seven': '7或以上', 'half_total_goal_zero': '0', "half_total_goal_one": '1',
-                      "half_total_goal_two": '2', "half_total_goal_three": '3或以上'}
-        # # 全场入球数 单双
-
-        # 上半场入球数 单双
-        for key, value in total_goals.items():
-            pass
-            # one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
-            #          league_id=league_id, p_code=p_code, condition=total_dict[key], game_code='zq', zq_odds=zq_odds)
-
-
-# 全场半场 --------------------------------------------------------------------------------------------------------------
-        half_fulls = item['half_full']
-        p_code, p_id = get_pcode(corner_ball, 'half_full')
-        full_dict = {"half_full_home_home": "主主", "half_full_home_dogfall": "主和",
-                     "half_full_home_guest": "主客", "half_full_dogfall_home": "和主",
-                     "half_full_dogfall_dogfall": "和和", "half_full_dogfall_guest": "和客",
-                     "half_full_guest_home": "客主", "half_full_guest_dogfall": "客和",
-                     "half_full_guest_guest": "客客"}
-        if half_fulls:
-            for key, value in half_fulls.items():
-                pass
-                # one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
-                #          league_id=league_id, p_code=p_code, condition=full_dict[key], game_code='zq', zq_odds=zq_odds)
-
-# 波胆------------------------------------------------------------------------------------------------------------------
-        bodan_datas = item['bodan_data']
-        p_code, p_id = get_pcode(corner_ball, 'bodan')
-        bodan_dict = {"bodanhome_one_zero": "1-0", "bodanhome_two_zero": "2-0",
-                      "bodanhome_two_one": "2-1", "bodanhome_three_zero": "3-0",
-                      "bodanhome_three_one": "3-1", "bodanhome_three_two": "3-2",
-                      "bodanhome_four_zero": "4-0", "bodanhome_four_one": "4-1",
-                      "bodanhome_four_two": "4-2", "bodanhome_four_three": "4-3",
-                      "bodanguest_one_zero": "0-1", "bodanguest_two_zero": "0-2",
-                      "bodanguest_two_one": "1-2", "bodanguest_three_zero": "0-3",
-                      "bodanguest_three_one": "1-3", "bodanguest_three_two": "2-3",
-                      "bodanguest_four_zero": "0-4", "bodanguest_four_one": "1-4",
-                      "bodanguest_four_two": "2-4", "bodanguest_four_three": "3-4",
-                      "bodandogfall_zero_zero": "0-0", "bodandogfall_one_one": "1-1",
-                      "bodandogfall_two_two": "2-2", "bodandogfall_three_three": "3-3",
-                      "bodandogfall_four_four": "4-4", "bodanother": "其他",
-                      "halfbodanhome_one_zero": "1-0", "halfbodanhome_two_zero": "2-0",
-                      "halfbodanhome_two_one": "2-1", "halfbodanhome_three_zero": "3-0",
-                      "halfbodanhome_three_one": "3-1", "halfbodanhome_three_two": "3-2",
-                      "halfbodanguest_one_zero": "0-1", "halfbodanguest_two_zero": "0-2",
-                      "halfbodanguest_two_one": "1-2", "halfbodanguest_three_zero": "0-3",
-                      "halfbodanguest_three_one": "1-3", "halfbodanguest_three_two": "2-3",
-                      "halfbodandogfall_zero_zero": "0-0", "halfbodandogfall_one_one": "1-1",
-                      "halfbodandogfall_two_two": "2-2", "halfbodandogfall_three_three": "3-3",
-                      "halfbodanother": "其他"}
-        if bodan_datas:
-            for key, value in bodan_datas.items():
-                pass
-                # one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
-                #          league_id=league_id, p_code=p_code, condition=bodan_dict[key], game_code='zq', zq_odds=zq_odds)
-# 最先进球/最后进球 ------------------------------------------------------------------------------------------------------
-        first_last_balls = item['first_last_ball']
-        p_code, p_id = get_pcode(corner_ball, 'first_last_ball')
-        first_last_dict = {"first_last_ball": "最先进球", "first_ball_home": "最先进球", "first_ball_guest": "最先进球",
-                           "last_ball_home": "最后进球", "last_ball_guest": "最后进球", "not_ball": "没有进球"}
-        if first_last_balls:
-            for key, value in first_last_balls.items():
-                pass
-                # one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
-                #          league_id=league_id, p_code=p_code, condition=first_last_dict[key], game_code='zq', zq_odds=zq_odds)
-        p_code, p_id = get_pcode(corner_ball, 'tema_ball')
-        full_dicts = item['full_data']
-        half_dicts = item['half_data']
-        full_dict_rules = item['full_data_rule']
-        half_dict_rules = item['half_data_rule']
-        if full_dicts:
-            for key, value in full_dicts.items():
-                pass
-                # one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
-                #          league_id=league_id, p_code=p_code, condition=full_dict_rules[key], game_code='zq', zq_odds=zq_odds)
-        if half_dicts:
-            for key, value in half_dicts.items():
-                pass
-                # one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
-                #          league_id=league_id, p_code=p_code, condition=half_dict_rules[key], game_code='zq', zq_odds=zq_odds)
-        match_date, match_time, time3 = new_time(ctime)
-        n_time = out_time(time3, 1.5)
-        # 插入st_zq_competition表
-        if zuqiu == "足球":
-            if pt == 1:
-                payload = {
-                    "game_code": "zq",
-                    "title": "competition",
-                    "data": {
-                        "home_team": team_home,
-                        "guest_team": team_guest,
-                        "lg_id": league_id,
-                        "status": 0,
-                        "match_id": competition_id,
-                        "match_date": match_date,
-                        "match_time": match_time,
-                        "tag": number,
-                        "source": "hg3535",
-                        "is_rollball": 0,
-                        "is_today": 1,
-                        "is_morningplate": 0,
-                        "is_stringscene": 0,
-                        "us_time": ctime
-                    }
-                }
-            if pt == 2:
-                payload = {
-                    "game_code": "zq",
-                    "title": "competition",
-                    "data": {
-                        "home_team": team_home,
-                        "guest_team": team_guest,
-                        "lg_id": league_id,
-                        "status": 0,
-                        "match_id": competition_id,
-                        "match_date": match_date,
-                        "match_time": match_time,
-                        "tag": number,
-                        "source": "hg3535",
-                        "is_rollball": 0,
-                        "is_today": 0,
-                        "is_morningplate": 1,
-                        "is_stringscene": 0,
-                        "us_time": ctime
-                    }
-                }
-            if pt == 3:
-                payload = {
-                    "game_code": "zq",
-                    "title": "competition",
-                    "data": {
-                        "home_team": team_home,
-                        "guest_team": team_guest,
-                        "lg_id": league_id,
-                        "status": 0,
-                        "match_id": competition_id,
-                        "match_date": match_date,
-                        "match_time": match_time,
-                        "tag": number,
-                        "source": "hg3535",
-                        "is_rollball": 0,
-                        "is_today": 0,
-                        "is_morningplate": 0,
-                        "is_stringscene": 1,
-                        "us_time": ctime
-                    }
-                }
-            zq_odds.insert(0, payload)
-        bb = zq_odds
-        r = requests.post(url, data={"data": json.dumps(zq_odds)})
-        # logger.warning(r.text)
-        print(r.text)
-        return item
-
-
-# 篮球 让球大小----------------------------------------------------------------------------------------------------------
-class Lanqiupipeline(object):
-    def process_item(self, item, spider):
-        # 使用twisted将mysql插入变成异步执行
-        lq_odds = []
-        url = 'http://admin.5gogo.com/setSports'
-        logger = logging.getLogger(__name__)
-        # # logger.warning(query.addErrback(self.handle_error, item, spider))
-        # 联赛id
-        league_id = item['league_id']
-        # 联赛名
-        league_name = item['league_name']
-        # result = item['result']
-        # 比赛id
-        game_id = item['game_id']
-        # 球队1
-        team_home = item['team_home']
-        # 球队2
-        team_guest = item['team_guest']
-        # 数量(97>)
-        number = item['number']
-        # 比赛状态
-        zhuangtai = item['zhuangtai']
-        # 日期
-        # data_game = item['data_game']
-        try:
-            data_game = item['data_game'].split("/")
-            month = str(data_game[1].strip())
-            day = str(data_game[0])
-        except Exception as e:
-            logger.warning(e)
-            data_game = item['data_game'].split(" ")
-            months = str(data_game[1].strip())
-            month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07',
-                          'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
-            month = month_dict[months]
-            day = str(data_game[0])
-        # 比赛时间
-        time_game = str(item['time_game'])
-        # 比赛时间，时间戳
-        ctime = "2019" + "-" + month + "-" + day + " " + time_game + ":00"
-        r_ctime = "2019" + "-" + month + "-" + day
-        # 现在时间，时间戳
-        utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
-        # 队1分数
-        score_home = item['score_home']
-        # 队2分数
-        score_guest = item['score_guest']
-        # 第几节
-        jijie = item['jijie']
-        # 球队得分
-        qiudui = item['qiudui']
-        pt = item['pt']
-        concedes_dict = item['concede']
-        concedes_dict_rule = item['concede_rule']
-        odd_evens_dict = item['odd_even']
-        odd_evens_dict_rule = item['odd_even_rule']
-        total_sizes_dict = item['total_size']
-        total_sizes_dict_rule = item['total_size_rule']
-        last_numbers_dict = item['last_number']
-        capots_dict = item['capot']
-        team_scores_dict = item['team_score']
-        team_scores_dict_rule = item['team_score_rule']
-        # 让球
-        lanqiu = item['lanqiu']
-        # 让球 数据插入数据库
-        if concedes_dict:
-            for key, value in concedes_dict.items():
-                two_post(data=value, match_id=game_id, odds_code=key, p_id=1,
-                         league_id=league_id, p_code='concede', condition=concedes_dict_rule[key], game_code='lq', zq_odds=lq_odds)
-        if odd_evens_dict:
-            for key, value in odd_evens_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=2,
-                         league_id=league_id, p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='lq', zq_odds=lq_odds)
-        # 总分单双 数据插入数据库
-        if total_sizes_dict:
-            for key, value in total_sizes_dict.items():
-                two_post(data=value, match_id=game_id, odds_code=key, p_id=3,
-                         league_id=league_id, p_code='total_size', condition=total_sizes_dict_rule[key], game_code='lq', zq_odds=lq_odds)
-        # 全场总分大小 数据插入数据库
-        # 全场总分大小 数据插入数据库
-        if team_scores_dict:
-            for key, value in team_scores_dict.items():
-                two_post(data=value, match_id=game_id, odds_code=key, p_id=6,
-                         league_id=league_id, p_code='total_size', condition=team_scores_dict_rule[key], game_code='lq', zq_odds=lq_odds)
-        lastnumber_dict = {'0或5': '_zero_five', '1或6': '_one_six', '2或7': '_two_seven', '3或8': '_three_eight', '4或9': '_four_nine'}
-        if last_numbers_dict['last_home']:
-            for key, value in last_numbers_dict['last_home'].items():
-                one_post(data=value, match_id=game_id, odds_code="last_home" + lastnumber_dict[key], p_id=4,
-                         league_id=league_id, p_code='last_number', condition=key, game_code='lq', zq_odds=lq_odds)
-        if last_numbers_dict['last_guest']:
-            for key, value in last_numbers_dict['last_guest'].items():
-                one_post(data=value, match_id=game_id, odds_code="last_guest" + lastnumber_dict[key], p_id=4,
-                         league_id=league_id, p_code='last_number', condition=key, game_code='lq', zq_odds=lq_odds)
-        three_post(data=capots_dict, match_id=game_id, p_id=5, league_id=league_id, p_code='capot', condition="", game_code='lq', zq_odds=lq_odds)
-        match_date, match_time, time3 = new_time(ctime)
-        n_time = out_time(time3, 1.5)
-        us_time = ctime
-        if lanqiu == "篮球":
-            if pt == 1:
-                payload = {
-                    "game_code": "lq",
-                    "title": "competition",
-                    "data": {
-                        "home_team": team_home,
-                        "guest_team": team_guest,
-                        "lg_id": league_id,
-                        "status": 0,
-                        "match_id": game_id,
-                        "match_date": match_date,
-                        "match_time": match_time,
-                        "tag": number,
-                        "source": "hg3535",
-                        "is_rollball": 0,
-                        "is_today": 1,
-                        "is_morningplate": 0,
-                        "is_stringscene": 0,
-                        "us_time": us_time
-                    }
-                }
-            if pt == 2:
-                payload = {
-                    "game_code": "lq",
-                    "title": "competition",
-                    "data": {
-                        "home_team": team_home,
-                        "guest_team": team_guest,
-                        "lg_id": league_id,
-                        "status": 0,
-                        "match_id": game_id,
-                        "match_date": match_date,
-                        "match_time": match_time,
-                        "tag": number,
-                        "source": "hg3535",
-                        "is_rollball": 0,
-                        "is_today": 0,
-                        "is_morningplate": 1,
-                        "is_stringscene": 0,
-                        "us_time": us_time
-                    }
-                }
-            if pt == 3:
-                payload = {
-                    "game_code": "lq",
-                    "title": "competition",
-                    "data": {
-                        "home_team": team_home,
-                        "guest_team": team_guest,
-                        "lg_id": league_id,
-                        "status": 0,
-                        "match_id": game_id,
-                        "match_date": match_date,
-                        "match_time": match_time,
-                        "tag": number,
-                        "source": "hg3535",
-                        "is_rollball": 0,
-                        "is_today": 0,
-                        "is_morningplate": 0,
-                        "is_stringscene": 1,
-                        "us_time": us_time
-                    }
-                }
-            lq_odds.insert(0, payload)
-        r = requests.post(url, data={"data": json.dumps(lq_odds)})
-        # logger.warning(r.text)
-        print(r.text)
-        return item
-
-
-# 网球 让球&大小盘--------------------------------------------------------------------------------------------------------
-class Wangqiupipeline(object):
-    def process_item(self, item, spider):
-        wq_odds = []
-        logger = logging.getLogger(__name__)
-        url = 'http://admin.5gogo.com/setSports'
-        # logger.warning(query.addErrback(self.handle_error, item, spider))
-        # 联赛id
-        league_id = item['league_id']
-        # 联赛名
-        league_name = item['league_name']
-        # result = item['result']
-        # 比赛id
-        game_id = item['game_id']
-        # print(game_id)
-        # 球队1
-        team_home = item['team_home']
-        # 球队2
-        team_guest = item['team_guest']
-        # 数量(97>)
-        number = item['number']
-        # 比赛状态
-        zhuangtai = item['zhuangtai']
-        # 日期
-        # data_game = item['data_game']
-        try:
-            data_game = item['data_game'].split("/")
-            month = str(data_game[1].strip())
-            day = str(data_game[0])
-        except Exception as e:
-            logger.warning(e)
-            data_game = item['data_game'].split(" ")
-            months = str(data_game[1].strip())
-            month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07',
-                          'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
-            month = month_dict[months]
-            day = str(data_game[0])
-        # 比赛时间
-        time_game = str(item['time_game'])
-        # 比赛时间，时间戳
-        ctime = "2019" + "-" + month + "-" + day + " " + time_game + ":00"
-        r_ctime = "2019" + "-" + month + "-" + day
-        # 现在时间，时间戳
-        utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
-        # 队1分数
-        score_home = item['score_home']
-        # 队2分数
-        score_guest = item['score_guest']
-        # 第几节
-        jijie = item['jijie']
-        # 球队得分
-        qiudui = item['qiudui']
-        pt = item['pt']
-        # 让盘
-        concedes_dict = item['concedes_dict']
-        concedes_dict_rule = item['concedes_dict_rule']
-        # 冠军
-        kemps_dict = item['kemps_dict']
-        # 让局
-        bureaus_dict = item['bureaus_dict']
-        bureaus_dict_rule = item['bureaus_dict_rule']
-        # 总局数大小
-        total_number_dict = item['total_number_dict']
-        total_number_dict_rule = item['total_number_dict_rule']
-        # 总局数单双
-        odd_evens_dict = item['odd_evens_dict']
-        odd_evens_dict_rule = item['odd_evens_dict_rule']
-        wangqiu = item['wangqiu']
-
-        us_time = ctime
-        match_date, match_time, time3 = new_time(ctime)
-        n_time = out_time(time3, 3)
-        # 插入赛事表
-        if wangqiu == "网球":
-            if pt == 1:
-                payload = {
-                    "game_code": "wq",
-                    "title": "competition",
-                    "data": {
-                        "home_team": team_home,
-                        "guest_team": team_guest,
-                        "lg_id": league_id,
-                        "status": 0,
-                        "match_id": game_id,
-                        "match_date": match_date,
-                        "match_time": match_time,
-                        "tag": number,
-                        "source": "hg3535",
-                        "is_rollball": 0,
-                        "is_today": 1,
-                        "is_morningplate": 0,
-                        "is_stringscene": 0,
-                        "us_time": us_time
-                    }
-                }
-            if pt == 2:
-                payload = {
-                    "game_code": "wq",
-                    "title": "competition",
-                    "data": {
-                        "home_team": team_home,
-                        "guest_team": team_guest,
-                        "lg_id": league_id,
-                        "status": 0,
-                        "match_id": game_id,
-                        "match_date": match_date,
-                        "match_time": match_time,
-                        "tag": number,
-                        "source": "hg3535",
-                        "is_rollball": 0,
-                        "is_today": 0,
-                        "is_morningplate": 1,
-                        "is_stringscene": 0,
-                        "us_time": us_time
-                    }
-                }
-            if pt == 3:
-                payload = {
-                    "game_code": "wq",
-                    "title": "competition",
-                    "data": {
-                        "home_team": team_home,
-                        "guest_team": team_guest,
-                        "lg_id": league_id,
-                        "status": 0,
-                        "match_id": game_id,
-                        "match_date": match_date,
-                        "match_time": match_time,
-                        "tag": number,
-                        "source": "hg3535",
-                        "is_rollball": 0,
-                        "is_today": 0,
-                        "is_morningplate": 0,
-                        "is_stringscene": 1,
-                        "us_time": us_time
-                    }
-                }
-            wq_odds.insert(0, payload)
-        # 让盘
-        if concedes_dict:
-            for key, value in concedes_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=1,
-                         league_id=league_id, p_code='concede', condition=fuhao(str(concedes_dict_rule[key])), game_code='wq', zq_odds=wq_odds)
-        # 让局
-        if bureaus_dict:
-            for key, value in bureaus_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=3,
-                         league_id=league_id, p_code='bureau', condition=fuhao(str(bureaus_dict_rule[key])), game_code='wq', zq_odds=wq_odds)
-        if total_number_dict:
-            for key, value in total_number_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=4, league_id=league_id, p_code='total_number', condition=total_number_dict_rule[key], game_code='wq', zq_odds=wq_odds)
-        if odd_evens_dict:
-            for key, value in odd_evens_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=5, league_id=league_id,
-                         p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='wq', zq_odds=wq_odds)
-        if kemps_dict:
-            for key, value in kemps_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id, p_code='kemp', condition="", game_code='wq', zq_odds=wq_odds)
-        # b = json.dumps(wq_odds)
-        # print(b)
-        r = requests.post(url, data={"data": json.dumps(wq_odds)})
-        # logger.warning(r.text)
-        print(r.text)
-        return item
-
-
-# 网球 波胆--------------------------------------------------------------------------------------------------------------
-class Wqbodanpipeline(object):
-    def process_item(self, item, spider):
-        # 使用twisted将mysql插入变成异步执行
-        wb_odds = []
-        url = 'http://admin.5gogo.com/setSports'
-        logger = logging.getLogger(__name__)
-        # logger.warning(query.addErrback(self.handle_error, item, spider))
-        # 比赛日期
-        try:
-            data_game = item['data_game'].split("/")
-            month = str(data_game[1].strip())
-            day = str(data_game[0])
-        except Exception as e:
-            logger.warning(e)
-            data_game = item['data_game'].split(" ")
-            months = str(data_game[1].strip())
-            month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07',
-                          'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
-            month = month_dict[months]
-            day = str(data_game[0])
-        # 比赛时间
-        time_game = str(item['time_game'])
-        # 比赛时间，时间戳
-        ctime = "2019" + "-" + month + "-" + day + " " + time_game + ":00"
-        r_ctime = "2019" + "-" + month + "-" + day
-        # 现在时间，时间戳
-        utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
-        # 比赛id
-        competition_id = item['game_id']
-        # 联赛id
-        league_id = item['league_id']
-        # 联赛name
-        league_name = item['league_name']
-        # 主队
-        team_home = item['team_home']
-        # 客队
-        team_guest = item['team_guest']
-        # 主队得分
-        score_home = item['score_home']
-        # 客队得分
-        score_guest = item['score_guest']
-        # number
-        number = item['number']
-        corner_ball = item['corner_ball']
-        half_way = item['half_way']
-        # 类型早盘，今日，滚球，串场
-        pt = item['pt']
-        bodan_datas = item['bodan_data']
-        p_code = "bodan"
-        p_id = 7
-        bodan_dict = {"bodanhome_two_zero": "2-0", "bodanhome_two_one": "2-1",
-                      "bodanhome_three_zero": "3-0", "bodanhome_three_one": "3-1",
-                      "bodanhome_three_two": "3-2",
-                      "bodanhome_four_zero": "4-0", "bodanhome_four_one": "4-1",
-                      "bodanhome_four_two": "4-2", "bodanhome_four_three": "4-3",
-                      "bodanguest_two_zero": "0-2", "bodanguest_two_one": "1-2",
-                      "bodanguest_three_zero": "0-3",
-                      "bodanguest_three_one": "1-3", "bodanguest_three_two": "2-3",
-                      "bodanguest_four_zero": "0-4", "bodanguest_four_one": "1-4",
-                      "bodanguest_four_two": "2-4", "bodanguest_four_three": "3-4"}
-
-        if bodan_datas:
-            for key, value in bodan_datas.items():
-                one_post(data=value, match_id=competition_id, odds_code=key, p_id=2, league_id=league_id, p_code='bodan',
-                         condition=bodan_dict[key], game_code='wq', zq_odds=wb_odds)
-        r = requests.post(url, data={"data": json.dumps(wb_odds)})
-        # logger.warning(r.text)
-        print(r.text)
-        return item
-
-
-# 棒球 让球&大小盘--------------------------------------------------------------------------------------------------------
-class Bangqiupipeline(object):
-    def process_item(self, item, spider):
-        # print(item)
-        logger = logging.getLogger(__name__)
-        bq_odds = []
-        url = 'http://admin.5gogo.com/setSports'
-        # logger.warning(query.addErrback(self.handle_error, item, spider))
-        # 联赛id
-        league_id = item['league_id']
-        # 联赛名
-        league_name = item['league_name']
-        # result = item['result']
-        # 比赛id
-        game_id = item['game_id']
-        # 球队1
-        team_home = item['team_home']
-        # 球队2
-        team_guest = item['team_guest']
-        # 数量(97>)
-        number = item['number']
-        # 比赛状态
-        zhuangtai = item['zhuangtai']
-        # 日期
-        # data_game = item['data_game']
-        try:
-            data_game = item['data_game'].split("/")
-            month = str(data_game[1].strip())
-            day = str(data_game[0])
-        except Exception as e:
-            logger.warning('data_game字段分割错误')
-            logger.warning(e)
-            data_game = item['data_game'].split(" ")
-            months = str(data_game[1].strip())
-            month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07',
-                          'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
-            month = month_dict[months]
-            day = str(data_game[0])
-        # 比赛时间
-        time_game = str(item['time_game'])
-        # 比赛时间，时间戳
-        ctime = "2019" + "-" + month + "-" + day + " " + time_game + ":00"
-        r_ctime = "2019" + "-" + month + "-" + day
-        # 现在时间，时间戳
-        utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
-        # 队1分数
-        score_home = item['score_home']
-        # 队2分数
-        score_guest = item['score_guest']
-        # 第几节
-        jijie = item['jijie']
-        # 球队得分
-        qiudui = item['qiudui']
-        pt = item['pt']
-        # 让球
-        concedes_dict = item['concedes_dict']
-        concedes_dict_rule = item['concedes_dict_rule']
-        # 独赢
-        capots_dict = item['capots_dict']
-        # 总得分大小
-        total_size_dict = item['total_size_dict']
-        total_size_dict_rule = item['total_size_dict_rule']
-        # 总得分单双
-        odd_evens_dict = item['odd_evens_dict']
-        odd_evens_dict_rule = item['odd_evens_dict_rule']
-        bangqiu = item['bangqiu']
-        match_date, match_time, time3 = new_time(ctime)
-        us_time = ctime
-        # 插入赛事表
-        if bangqiu == '棒球':
-            if pt == 1:
-                payload = {
-                    "game_code": "bq",
-                    "title": "competition",
-                    "data": {
-                        "home_team": team_home,
-                        "guest_team": team_guest,
-                        "lg_id": league_id,
-                        "status": 0,
-                        "match_id": game_id,
-                        "match_date": match_date,
-                        "match_time": match_time,
-                        "tag": number,
-                        "source": "hg3535",
-                        "is_rollball": 0,
-                        "is_today": 1,
-                        "is_morningplate": 0,
-                        "is_stringscene": 0,
-                        "us_time": us_time
-                    }
-                }
-            if pt == 2:
-                payload = {
-                    "game_code": "bq",
-                    "title": "competition",
-                    "data": {
-                        "home_team": team_home,
-                        "guest_team": team_guest,
-                        "lg_id": league_id,
-                        "status": 0,
-                        "match_id": game_id,
-                        "match_date": match_date,
-                        "match_time": match_time,
-                        "tag": number,
-                        "source": "hg3535",
-                        "is_rollball": 0,
-                        "is_today": 0,
-                        "is_morningplate": 1,
-                        "is_stringscene": 0,
-                        "us_time": us_time
-                    }
-                }
-            if pt == 3:
-                payload = {
-                    "game_code": "bq",
-                    "title": "competition",
-                    "data": {
-                        "home_team": team_home,
-                        "guest_team": team_guest,
-                        "lg_id": league_id,
-                        "status": 0,
-                        "match_id": game_id,
-                        "match_date": match_date,
-                        "match_time": match_time,
-                        "tag": number,
-                        "source": "hg3535",
-                        "is_rollball": 0,
-                        "is_today": 0,
-                        "is_morningplate": 0,
-                        "is_stringscene": 1,
-                        "us_time": us_time
-                    }
-                }
-        # 让球
-        three_post(data=concedes_dict, match_id=game_id, p_id=1, league_id=league_id, p_code='concede',condition=concedes_dict_rule, game_code='bq', zq_odds=bq_odds)
-        # 总得分：大/小
-        three_post(data=total_size_dict, match_id=game_id, p_id=2, league_id=league_id, p_code='total_size',
-                   condition=total_size_dict_rule, game_code='bq', zq_odds=bq_odds)
-        # 单双
-        three_post(data=odd_evens_dict, match_id=game_id, p_id=3, league_id=league_id, p_code='two_sides',
-                   condition=odd_evens_dict_rule, game_code='bq', zq_odds=bq_odds)
-        # 插入独赢
-        if capots_dict:
-            for key, value in capots_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=4, league_id=league_id, p_code='capot', condition="", game_code='bq', zq_odds=bq_odds)
-        r = requests.post(url, data={"data": json.dumps(bq_odds)})
-        # logger.warning(r.text)
-        print(r.text)
-        return item
-
-
-# 足球 篮球 网球 棒球 冠军------------------------------------------------------------------------------------------------
-class Guanjunpipeline(object):
-    def process_item(self, item, spider):
-        gj_odds = []
-        url = 'http://admin.5gogo.com/setSports'
-        logger = logging.getLogger(__name__)
-        data_game = item['data_game'].replace('年', "-").replace('月', "-").replace('日', "")
-        time_game = item['time_game']
-        ctime = data_game + " " + time_game + ":00"
-        utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
-        league_name = item['league_name']
-        tema_home = item['tema_home']
-        league_id = item['league_id']
-        game_id = item['game_id']
-        new_league_name = item['new_league_name']
-        # 冠军赔率
-        champion_team = item['champion_team']
-        new_champion = item['new_champion']
-        # 构建唯一哈希索引
-        time1 = time.mktime(time.strptime(ctime, '%Y-%m-%d %H:%M:%S')) + 43200
-        time2 = time.localtime(time1)
-        time3 = time.strftime('%Y-%m-%d %H:%M:%S', time2)
-        # data_time = str(time3).split(" ")
-        # match_date,match_time = new_time(ctime)
-        pt = item['pt']
-        new_hash = hash_func(match_id=champion_team, odds_code=new_champion, sort=new_league_name, p_id=tema_home)
-
-        ball = item['ball']
-        # 插入st_zq_odds表
-        r_hash = hash_func(league_id, new_champion, tema_home, champion_team)
-        # 冠军联赛
-        guanl = guanl_post(ball=ball, league_name=league_name, league_id=league_id, time3=time3)
-        gj_odds.append(guanl)
-        # 冠军赛事
-        gs = gs_post(ball=ball, league_id=league_id, league_name=league_name, data_game=data_game)
-        gj_odds.append(gs)
-        # 冠军赔率
-        go = go_post(ball=ball, league_id=league_id, new_champion=new_champion, new_league_name=new_league_name, value=champion_team, r_hash=r_hash, new_hash=new_hash, tema_home=tema_home)
-        gj_odds.append(go)
-        r = requests.post(url, data={"data": json.dumps(gj_odds)})
-        # logger.warning(r.text)
-        print(r.text)
-
-
-# 足球 篮球 网球 棒球 联赛------------------------------------------------------------------------------------------------
-class Liansaipipeline(object):
-    def process_item(self, item, spider):
-        logger = logging.getLogger(__name__)
-        ls_list = []
-        url = 'http://admin.5gogo.com/setSports'
-        area_id = item["area_id"]
-        area_name = item["area_name"]
-        st_league = item["st_league"]
-        # print(st_league)
-        name_chinese = item["name_chinese"]
-        ball = item['ball']
-        # utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        area_dict = {"南美洲": 3, "北美洲": 4, "欧洲": 5, "大洋洲": 6, "南极洲": 7, "非洲": 1, "世界": 8, "亚洲": 2}
-        if ball == "足球":
-            z_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='zq', qiu='足球')
-            ls_list.append(z_ls)
-            r = requests.post(url, data={"data": json.dumps(ls_list)})
-            # logger.warning(r.text)
-            # print(r.text)
-        elif ball == "篮球":
-            l_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='lq', qiu='篮球')
-            ls_list.append(l_ls)
-            # if st_league == 29037:
-            #     print(l_ls)
-            print(json.dumps(ls_list))
-            r = requests.post(url, data={"data": json.dumps(ls_list)})
-            logger.warning(r.text)
-            print(r.text)
-        elif ball == "网球":
-            w_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='wq', qiu='网球')
-            ls_list.append(w_ls)
-            r = requests.post(url, data={"data": json.dumps(ls_list)})
-            # logger.warning(r.text)
-            print(r.text)
-        elif ball == "棒球":
-            b_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='bq', qiu='棒球')
-            ls_list.append(b_ls)
-            r = requests.post(url, data={"data": json.dumps(ls_list)})
-            print(r.text)
-            # logger.warning(r.text)
-        return item
-
-
-# ---------------------------------------------------------滚球---------------------------------------------------------
-# 滚球足球 插入
-class Roll_Zuqiupipeline(object):
-    def process_item(self, item, spider):
-        logger = logging.getLogger(__name__)
-        url = 'http://admin.5gogo.com/setSports'
-        roll_zq = []
-        # 比赛日期
-        try:
-            data_game = item['data_game'].split("/")
-            month = str(data_game[1].strip())
-            day = str(data_game[0])
-        except Exception as e:
-            logger.warning(e)
-            data_game = item['data_game'].split(" ")
-            months = str(data_game[1].strip())
-            month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07', 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
-            month = month_dict[months]
-            day = str(data_game[0])
-        # 比赛时间
-        time_game = str(item['time_game'])
-        # print(time_game)
-        # 比赛时间，时间戳
-        ctime = "2019" + "-" + month + "-" + day + "" + time_game + ":00"
-        r_ctime = "2019" + "-" + month + "-" + day
-        # 现在时间，时间戳
-        utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
-        # 比赛id
-        competition_id = item['game_id']
-        # 联赛id
-        league_id = item['league_id']
-        # 联赛name
-        league_name = item['league_name']
-        # 主队
-        team_home = item['team_home']
-        # 客队
-        team_guest = item['team_guest']
-        # number
-        number = item['number']
-        score_home = item['score_home']
-        score_guest = item['score_guest']
-        half_way = item['half_way']
-        pt = item['pt']
-        match_score = "{}:{}".format(score_home,score_guest)
-        corner_ball = item['corner_ball']
-        p_code, p_id = get_pcode(corner_ball, 'goal_size')
-        # 构建唯一索引
-        half_size_guest = item["half_size_guest"]
-        half_size_guest_rule = item["half_size_guest_rule"]
-        half_size_home = item["half_size_home"]
-        half_size_home_rule = item["half_size_home_rule"]
-        try:
-            # 让球 数据插入数据库
-            two_post(data=half_size_home, match_id=competition_id, odds_code='half_goal_size_big', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_size_home_rule, game_code='zq', zq_odds=roll_zq)
-            # 让球 数据插入数据库
-            two_post(data=half_size_guest, match_id=competition_id, odds_code='half_goal_size_small', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_size_guest_rule, game_code='zq', zq_odds=roll_zq)
-
-            # 全场场大小
-            size_guest = item["size_guest"]
-            size_guest_rule = item["size_guest_rule"]
-            size_home = item["size_home"]
-            size_home_rule = item["size_home_rule"]
-            two_post(data=size_guest, match_id=competition_id, odds_code='goal_size_small', p_id=p_id, league_id=league_id, p_code=p_code, condition=size_guest_rule, game_code='zq', zq_odds=roll_zq)
-            two_post(data=size_home, match_id=competition_id, odds_code='goal_size_big', p_id=p_id, league_id=league_id, p_code=p_code, condition=size_home_rule, game_code='zq', zq_odds=roll_zq)
-            p_code, p_id = get_pcode(corner_ball, 'concede')
-            # 上半场让球
-            half_concede_home_rule = item["half_concede_home_rule"]
-            half_concede_home = item["half_concede_home"]
-            half_concede_guest_rule = item["half_concede_guest_rule"]
-            half_concede_guest = item["half_concede_guest"]
-            # 上半场让球
-            two_post(data=half_concede_home, match_id=competition_id, odds_code='half_concede_home', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_concede_home_rule, game_code='zq', zq_odds=roll_zq)
-            two_post(data=half_concede_guest, match_id=competition_id, odds_code='half_concede_guest', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_concede_guest_rule, game_code='zq', zq_odds=roll_zq)
-            concede_guest = item["concede_guest"]
-            concede_guest_rule = item["concede_guest_rule"]
-            concede_home = item["concede_home"]
-            concede_home_rule = item["concede_home_rule"]
-            # 全场让球
-            two_post(data=concede_guest, match_id=competition_id, odds_code='concede_guest', p_id=p_id, league_id=league_id, p_code=p_code, condition=concede_guest_rule, game_code='zq', zq_odds=roll_zq)
-            two_post(data=concede_home, match_id=competition_id, odds_code='concede_home', p_id=p_id, league_id=league_id, p_code=p_code, condition=concede_home_rule, game_code='zq', zq_odds=roll_zq)
-
-            p_code, p_id = get_pcode(corner_ball, 'capot')
-# 独赢-------------------------------------------------------------------------------------------------------------------
-            half_capot_home = item["half_capot_home"]
-            half_capot_guest = item["half_capot_guest"]
-            half_capot_dogfall = item["half_capot_dogfall"]
-
-            capot_home = item["capot_home"]
-            capot_guest = item["capot_guest"]
-            capot_dogfall = item["capot_dogfall"]
-            # 上半场独赢 主队
-            one_post(data=half_capot_home, match_id=competition_id, odds_code='half_capot_home', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition=1, game_code='zq', zq_odds=roll_zq)
-            # 上半场独赢 客队
-            one_post(data=half_capot_guest, match_id=competition_id, odds_code='half_capot_guest', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition=2, game_code='zq', zq_odds=roll_zq)
-            # 上半场独赢 和
-            one_post(data=half_capot_dogfall, match_id=competition_id, odds_code='half_capot_dogfall', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition='X', game_code='zq', zq_odds=roll_zq)
-            # 全场独赢 主队
-            one_post(data=capot_home, match_id=competition_id, odds_code='capot_home', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition=1, game_code='zq', zq_odds=roll_zq)
-            # 全场独赢 客队
-            one_post(data=capot_guest, match_id=competition_id, odds_code='capot_guest', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition=2, game_code='zq', zq_odds=roll_zq)
-            # 全场独赢 和
-            one_post(data=capot_dogfall, match_id=competition_id, odds_code='capot_dogfall', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition='X', game_code='zq', zq_odds=roll_zq)
-
-# 入球数单双-------------------------------------------------------------------------------------------------------------
-            p_code, p_id = get_pcode(corner_ball, 'two_sides')
-            odd_even_odd = item["odd_even_odd"]
-            odd_even_even = item["odd_even_even"]
-            half_odd_even_odd = item["half_odd_even_odd"]
-            half_odd_even_even = item["half_odd_even_even"]
-            # 全场入球数 单双
-            # 上半场入球数 单双
-            one_post(data=odd_even_odd, match_id=competition_id, odds_code='two_sides_single', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition='单', game_code='zq', zq_odds=roll_zq)
-            one_post(data=odd_even_even, match_id=competition_id, odds_code='two_sides_double', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=roll_zq)
-            # 全场入球数 单双
-            one_post(data=half_odd_even_odd, match_id=competition_id, odds_code='half_two_sides_single', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=roll_zq)
-            one_post(data=half_odd_even_even, match_id=competition_id, odds_code='half_two_sides_double', p_id=p_id,
-                     league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=roll_zq)
-# 总入球数 --------------------------------------------------------------------------------------------------------------
-            p_code, p_id = get_pcode(corner_ball, 'total_goal')
-            total_goals = item['total_goal']
-            total_dict = {'total_goal_zero': '0-1', 'total_goal_two': '2-3', 'total_goal_four': '4-6',
-                          'total_goal_seven': '7或以上', 'half_total_goal_zero': '0', "half_total_goal_one": '1',
-                          "half_total_goal_two": '2', "half_total_goal_three": '3或以上'}
-            for key, value in total_goals.items():
-                one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
-                         league_id=league_id, p_code=p_code, condition=total_dict[key], game_code='zq', zq_odds=roll_zq)
-
-# 全场半场 --------------------------------------------------------------------------------------------------------------
-            half_fulls = item['half_full']
-            p_code, p_id = get_pcode(corner_ball, 'half_full')
-            full_dict = {"half_full_home_home": "主主", "half_full_home_dogfall": "主和",
-                         "half_full_home_guest": "主客", "half_full_dogfall_home": "和主",
-                         "half_full_dogfall_dogfall": "和和", "half_full_dogfall_guest": "和客",
-                         "half_full_guest_home": "客主", "half_full_guest_dogfall": "客和",
-                         "half_full_guest_guest": "客客"}
-            if half_fulls:
-                for key, value in half_fulls.items():
-                    # if value:
-                    one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=full_dict[key], game_code='zq', zq_odds=roll_zq)
-# 波胆------------------------------------------------------------------------------------------------------------------
-            bodan_datas = item['bodan_data']
-            p_code, p_id = get_pcode(corner_ball, 'bodan')
-            bodan_dict = {"bodanhome_one_zero": "1-0", "bodanhome_two_zero": "2-0",
-                          "bodanhome_two_one": "2-1", "bodanhome_three_zero": "3-0",
-                          "bodanhome_three_one": "3-1", "bodanhome_three_two": "3-2",
-                          "bodanhome_four_zero": "4-0", "bodanhome_four_one": "4-1",
-                          "bodanhome_four_two": "4-2", "bodanhome_four_three": "4-3",
-                          "bodanguest_one_zero": "0-1", "bodanguest_two_zero": "0-2",
-                          "bodanguest_two_one": "1-2", "bodanguest_three_zero": "0-3",
-                          "bodanguest_three_one": "1-3", "bodanguest_three_two": "2-3",
-                          "bodanguest_four_zero": "0-4", "bodanguest_four_one": "1-4",
-                          "bodanguest_four_two": "2-4", "bodanguest_four_three": "3-4",
-                          "bodandogfall_zero_zero": "0-0", "bodandogfall_one_one": "1-1",
-                          "bodandogfall_two_two": "2-2", "bodandogfall_three_three": "3-3",
-                          "bodandogfall_four_four": "4-4", "bodanother": "其他",
-                          "halfbodanhome_one_zero": "1-0", "halfbodanhome_two_zero": "2-0",
-                          "halfbodanhome_two_one": "2-1", "halfbodanhome_three_zero": "3-0",
-                          "halfbodanhome_three_one": "3-1", "halfbodanhome_three_two": "3-2",
-                          "halfbodanguest_one_zero": "0-1", "halfbodanguest_two_zero": "0-2",
-                          "halfbodanguest_two_one": "1-2", "halfbodanguest_three_zero": "0-3",
-                          "halfbodanguest_three_one": "1-3", "halfbodanguest_three_two": "2-3",
-                          "halfbodandogfall_zero_zero": "0-0", "halfbodandogfall_one_one": "1-1",
-                          "halfbodandogfall_two_two": "2-2", "halfbodandogfall_three_three": "3-3",
-                          "halfbodanother": "其他"}
-            if bodan_datas:
-                for key, value in bodan_datas.items():
-                    one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=bodan_dict[key], game_code='zq', zq_odds=roll_zq)
-
-# 最先进球/最后进球 ------------------------------------------------------------------------------------------------------
-            first_last_balls = item['first_last_ball']
-            p_code, p_id = get_pcode(corner_ball, 'first_last_ball')
-            first_last_dict = {"first_last_ball": "最先进球", "first_ball_home": "最先进球", "first_ball_guest": "最先进球",
-                               "last_ball_home": "最后进球", "last_ball_guest": "最后进球", "not_ball": "没有进球"}
-            if first_last_balls:
-                for key, value in first_last_balls.items():
-                    # 构建唯一索引
-                    one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=first_last_dict[key], game_code='zq', zq_odds=roll_zq)
-
-            p_code, p_id = get_pcode(corner_ball, 'tema_ball')
-            full_dicts = item['full_data']
-            half_dicts = item['half_data']
-            full_dict_rules = item['full_data_rule']
-            half_dict_rules = item['half_data_rule']
-            if full_dicts:
-                for key, value in full_dicts.items():
-                    one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=full_dict_rules[key], game_code='zq', zq_odds=roll_zq)
-            if half_dicts:
-                for key, value in half_dicts.items():
-                    one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=half_dict_rules[key], game_code='zq', zq_odds=roll_zq)
-            zq_competition = {
-                "game_code": "zq",
-                "title": "competition",
-                "data": {
-                    "home_team": team_home,
-                    "guest_team": team_guest,
-                    "lg_id": league_id,
-                    "status": 1,
-                    "match_id": competition_id,
-                    "match_date": r_ctime,
-                    "match_time": "",
-                    "tag": number,
-                    "source": "hg3535",
-                    "is_rollball": 1,
-                    "is_today": 0,
-                    "is_morningplate": 0,
-                    "is_stringscene": 0,
-                    "us_time": ""
-                }
-            }
-            roll_zq.append(zq_competition)
-            zq_match_result = {
-                "game_code": "zq",
-                "title": "match_result_record",
-                "data": {
-                    "home_team": team_home,
-                    "guest_team": team_home,
-                    "lg_id": league_id,
-                    "home_rate": "",
-                    "guest_rate": "",
-                    "home_score": score_home,
-                    "guest_score": score_guest,
-                    "all_goal": "",
-                    "status": 1,
-                    "first_score": "",
-                    "last_score": "",
-                    "match_score": match_score,
-                    "match_winer": "",
-                    "match_time": time_game,
-                    "match_process": half_way,
-                    "tag": number,
-                    "match_id": competition_id,
-                    "u_home_score": "",
-                    "u_guest_score": "",
-                    "p_code": p_code,
-                    "source": "hg3535"
-                }
-            }
-            roll_zq.append(zq_match_result)
-        except Exception as e:
-            logger.warning(e)
-        r = requests.post(url, data={"data": json.dumps(roll_zq)})
-        # logger.warning(r.text)
-        print(r.text)
-        return item
-
-
-# 滚球篮球 插入
-class Roll_Lanqiupipeline(object):
-    def process_item(self, item, spider):
-        url = 'http://admin.5gogo.com/setSports'
-        roll_lq = []
-        # 使用twisted将mysql插入变成异步执行
-        logger = logging.getLogger(__name__)
-        # 联赛id
-        league_id = item['league_id']
-        # 联赛名
-        league_name = item['league_name']
-        # result = item['result']
-        # 比赛id
-        game_id = item['game_id']
-        # 球队1 #home_team
-        team_home = item['team_home']
-        # 球队2 # guest_team
-        team_guest = item['team_guest']
-        # 数量(97>)
-        number = item['number']
-        # 比赛状态
-        zhuangtai = item['zhuangtai']
-        # 日期
-        # data_game = item['data_game']
-        try:
-            data_game = item['data_game'].split("/")
-            month = str(data_game[1].strip())
-            day = str(data_game[0])
-        except Exception as e:
-            logger.warning(e)
-            data_game = item['data_game'].split(" ")
-            months = str(data_game[1].strip())
-            month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07', 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
-            month = month_dict[months]
-            day = str(data_game[0])
-        # 比赛时间
-        time_game = str(item['time_game'])
-        # 比赛时间，时间戳
-        ctime = "2019" + "-" + month + "-" + day + "" + time_game + ":00"
-        r_ctime = "2019" + "-" + month + "-" + day
-        expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))#过期时间
-        # 现在时间，时间戳
-        utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        # 队1分数
-        score_home = item['score_home']
-        # 队2分数
-        score_guest = item['score_guest']
-        # 第几节
-        jijie = item['jijie']
-        # 球队得分
-        qiudui = item['qiudui']
-        pt = item['pt']
-        match_score = "{}:{}".format(score_home,score_guest)
-        concedes_dict = item['concede']
-        concedes_dict_rule = item['concede_rule']
-        odd_evens_dict = item['odd_even']
-        odd_evens_dict_rule = item['odd_even_rule']
-        total_sizes_dict = item['total_size']
-        total_sizes_dict_rule = item['total_size_rule']
-        last_numbers_dict = item['last_number']
-        capots_dict = item['capot']
-        team_scores_dict = item['team_score']
-        team_scores_dict_rule = item['team_score_rule']
-        if concedes_dict:
-            for key, value in concedes_dict.items():
-                two_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id, p_code='concede', condition=concedes_dict_rule[key], game_code='lq', zq_odds=roll_lq)
-        if total_sizes_dict:
-            for key, value in total_sizes_dict.items():
-                two_post(data=value, match_id=game_id, odds_code=key, p_id=3, league_id=league_id, p_code='total_size',
-                         condition=total_sizes_dict_rule[key], game_code='lq', zq_odds=roll_lq)
-
-        if odd_evens_dict:
-            for key, value in odd_evens_dict.items():
-                # two_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id, p_code='two_sides',
-                #          condition=odd_evens_dict_rule[key], game_code='lq', zq_odds=roll_lq)
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id,
-                         p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='lq', zq_odds=roll_lq)
-
-        lastnumber_dict = {'0或5': '_zero_five', '1或6': '_one_six', '2或7': '_two_seven', '3或8': '_three_eight',
-                           '4或9': '_four_nine'}
-        last_home = last_numbers_dict['last_home']
-        if last_home:
-            for key, value in last_home.items():
-                one_post(data=value, match_id=game_id, odds_code="last_number" + lastnumber_dict[key], p_id=4, league_id=league_id, p_code='last_home', condition=key, game_code='lq', zq_odds=roll_lq)
-
-        last_guest = last_numbers_dict['last_guest']
-        if last_guest:
-            for key, value in last_guest.items():
-                one_post(data=value, match_id=game_id, odds_code="last_number" + lastnumber_dict[key], p_id=4, league_id=league_id,
-                         p_code='last_guest', condition=key, game_code='lq', zq_odds=roll_lq)
-
-        if capots_dict:
-            for key, value in capots_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=5, league_id=league_id,
-                         p_code='capot', condition="", game_code='lq', zq_odds=roll_lq)
-
-        if team_scores_dict:
-            for key, value in team_scores_dict.items():
-                two_post(data=value, match_id=game_id, odds_code=key, p_id=6, league_id=league_id,
-                         p_code='team_score', condition=team_scores_dict_rule[key], game_code='lq', zq_odds=roll_lq)
-        lq_competition = {
-            "game_code": "lq",
-            "title": "competition",
-            "data": {
-                "home_team": team_home,
-                "guest_team": team_guest,
-                "lg_id": league_id,
-                "status": 1,
-                "match_id": game_id,
-                "match_date": r_ctime,
-                "match_time": "",
-                "tag": number,
-                "source": 'hg3535',
-                "is_rollball": 1,
-                "is_today": 0,
-                "is_morningplate": 0,
-                "is_stringscene": 0,
-                "us_time": ""
-            }
-        }
-        roll_lq.insert(0, lq_competition)
-        lq_match_result = {
-            "game_code": "lq",
-            "title": "match_result_record",
-            "data": {
-                "home_team": team_home,
-                "guest_team": team_home,
-                "lg_id": league_id,
-                "home_rate": "",
-                "guest_rate": "",
-                "home_score": score_home,
-                "guest_score": score_guest,
-                "all_goal": "",
-                "status": 1,
-                "first_score": "",
-                "last_score": "",
-                "match_score": match_score,
-                "match_winer": "",
-                "match_time": time_game,
-                "match_process": jijie,
-                "tag": number,
-                "match_id": game_id,
-                "u_home_score": "",
-                "u_guest_score": "",
-                "p_code": "",
-                "source": "hg3535"
-            }
-        }
-        roll_lq.append(lq_match_result)
-        # print(roll_lq)
-        r = requests.post(url, data={"data": json.dumps(roll_lq)})
-        # logger.warning(r.text)
-        print(r.text)
-        return item
-
-
-# 滚球网球 插入
-class Roll_Wangqiupipeline(object):
-    def process_item(self, item, spider):
-        print(item)
-        url = 'http://admin.5gogo.com/setSports'
-        roll_wq = []
-        logger = logging.getLogger(__name__)
-        # 联赛id
-        league_id = item['league_id']
-        # 联赛名
-        league_name = item['league_name']
-        # result = item['result']
-        # 比赛id
-        game_id = item['game_id']
-        # 球队1
-        team_home = item['team_home']
-        # 球队2
-        team_guest = item['team_guest']
-        # 数量(97>)
-        number = item['number']
-        # 比赛状态
-        zhuangtai = item['zhuangtai']
-        # 日期
-        # data_game = item['data_game']
-        try:
-            data_game = item['data_game'].split("/")
-            month = str(data_game[1].strip())
-            day = str(data_game[0])
-        except Exception as e:
-            logger.warning(e)
-            data_game = item['data_game'].split(" ")
-            months = str(data_game[1].strip())
-            month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07', 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
-            month = month_dict[months]
-            day = str(data_game[0])
-        # 比赛时间
-        time_game = str(item['time_game'])
-        # 比赛时间，时间戳
-        ctime = "2019" + "-" + month + "-" + day + "" + time_game + ":00"
-        r_ctime = "2019" + "-" + month + "-" + day
-        # 现在时间，时间戳
-        utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        # 队1分数
-        score_home = item['score_home']
-        # 队2分数
-        score_guest = item['score_guest']
-        # 第几节
-        jijie = item['jijie']
-        # 球队得分
-        qiudui = item['qiudui']
-        pt = item['pt']
-        #取不到 暂时注掉
-        match_date, match_time = new_times(ctime)
-        # 让盘
-        concedes_dict = item['concedes_dict']
-        concedes_dict_rule = item['concedes_dict_rule']
-        # 冠军 独赢
-        kemps_dict = item['kemps_dict']
-        # 让局
-        bureaus_dict = item['bureaus_dict']
-        bureaus_dict_rule = item['bureaus_dict_rule']
-        # 总局数大小
-        total_number_dict = item['total_number_dict']
-        total_number_dict_rule = item['total_number_dict_rule']
-        # 总局数单双
-        odd_evens_dict = item['odd_evens_dict']
-        odd_evens_dict_rule = item['odd_evens_dict_rule']
-        sq_dict = item['sq_dict']
-        new_sq_dict = json.dumps(sq_dict)
-        # if concedes_dict:
-        #     for key, value in concedes_dict.items():
-        #         one_post(data=value, match_id=game_id, odds_code=key, p_id=6, league_id=league_id,
-        #                  p_code='dishes', condition=concedes_dict_rule[key], game_code='wq', zq_odds=roll_wq)
-        three_post(data=concedes_dict, match_id=game_id, p_id=6, league_id=league_id, p_code='dishes',
-                   condition=concedes_dict_rule, game_code='wq', zq_odds=roll_wq)
-        if kemps_dict:
-            for key, value in kemps_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id,
-                         p_code='kemp', condition="", game_code='wq', zq_odds=roll_wq)
-        # if bureaus_dict:
-        #     for key, value in bureaus_dict.items():
-        #         one_post(data=value, match_id=game_id, odds_code=key, p_id=3, league_id=league_id,
-        #                  p_code='bureau', condition=bureaus_dict_rule[key], game_code='wq', zq_odds=roll_wq)
-        three_post(data=bureaus_dict, match_id=game_id, p_id=3, league_id=league_id, p_code='bureau',
-                   condition=bureaus_dict_rule, game_code='wq', zq_odds=roll_wq)
-
-        if total_number_dict:
-            for key, value in total_number_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=3, league_id=league_id,
-                         p_code='total_number', condition=total_number_dict_rule[key], game_code='wq', zq_odds=roll_wq)
-        if odd_evens_dict:
-            for key, value in odd_evens_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=5, league_id=league_id,
-                         p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='wq', zq_odds=roll_wq)
-        wq_competition = {
-            "game_code": "wq",
-            "title": "competition",
-            "data": {
-                "home_team": team_home,
-                "guest_team": team_guest,
-                "lg_id": league_id,
-                "status": 1,
-                "match_id": game_id,
-                "match_date": r_ctime,
-                "match_time": "",
-                "tag": number,
-                "source": 'hg3535',
-                "is_rollball": 1,
-                "is_today": 0,
-                "is_morningplate": 0,
-                "is_stringscene": 0,
-                "us_time": ""
-            }
-        }
-        roll_wq.append(wq_competition)
-        wq_match_result = {
-            "game_code": "wq",
-            "title": "match_result_record",
-            "data": {
-                "update_time": '',
-                "home_player_let_plate": "",
-                "guest_player_let_plate": "",
-                "home_player_let_inning": "",
-                "guest_player_let_inning": "",
-                "all_inning": "",
-                "first_score_player": "",
-                "last_score_player": "",
-                "first_inning_score": "",
-                "second_inning_score": "",
-                "third_inning_score": "",
-                "match_winer_player": "",
-                "home_player_name": team_home,
-                "guest_player_name": team_home,
-                "lg_id": league_id,
-                "home_rate": "",
-                "guest_rate": "",
-                "home_player_score": score_home,
-                "guest_player_score": score_guest,
-                "all_goal": "",
-                "status": 1,
-                "first_score": "",
-                "last_score": "",
-                "match_score": "",
-                "match_winer": "",
-                "match_time": time_game,
-                "match_process": jijie[1:],
-                "tag": number,
-                "match_id": game_id,
-                "u_home_score": "",
-                "u_guest_score": "",
-                "p_code": "",
-                "source": "hg3535",
-                "result_mark": new_sq_dict
-            }
-        }
-        roll_wq.append(wq_match_result)
-        # print(json.dumps(roll_wq))
-        r = requests.post(url, data={"data": json.dumps(roll_wq)})
-        # logger.warning(r.text)
-        print(r.text)
-        print(json.dumps(roll_wq))
-        return item
-
-
-# 滚球棒球 插入
-class Roll_Banqiupipeline(object):
-    def process_item(self, item, spider):
-        # 使用twisted将mysql插入变成异步执行
-        logger = logging.getLogger(__name__)
-        # 联赛id
-        url = 'http://admin.5gogo.com/setSports'
-        roll_bq = []
-        league_id = item['league_id']
-        # 联赛名
-        league_name = item['league_name']
-        # result = item['result']
-        # 比赛id
-        game_id = item['game_id']
-        # 球队1
-        team_home = item['team_home']
-        # 球队2
-        team_guest = item['team_guest']
-        # 数量(97>)
-        number = item['number']
-        #新增 match_score_dict
-        match_score_dict = item['match_score_dict']
-        # 比赛状态
-        zhuangtai = item['zhuangtai']
-        # 日期
-        # data_game = item['data_game']
-        data_game = item['data_game'].split("/")
-        month = str(data_game[1].strip())
-        day = str(data_game[0])
-        # 比赛时间
-        # time_game = str(item['time_game'])
-        # 比赛时间，时间戳
-        # ctime = "2019" + "-" + month + "-" + day + "" + time_game + ":00".strip()
-        r_ctime = "2019" + "-" + month + "-" + day
-        # 现在时间，时间戳
-        utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
-        # 队1分数
-        score_home = item['score_home']
-        # 队2分数
-        score_guest = item['score_guest']
-        # 第几节
-        jijie = item['jijie']
-        # 球队得分
-        qiudui = item['qiudui']
-        pt = item['pt']
-        #滚球这个位置获取不到这些字段
-        # match_date, match_time = new_time(ctime)
-        # 让球
-        concedes_dict = item['concedes_dict']
-        concedes_dict_rule = item['concedes_dict_rule']
-        # 独赢
-        capots_dict = item['capots_dict']
-        # 总得分大小
-        total_size_dict = item['total_size_dict']
-        total_size_dict_rule = item['total_size_dict_rule']
-        # 总得分单双
-        odd_evens_dict = item['odd_evens_dict']
-        odd_evens_dict_rule = item['odd_evens_dict_rule']
-        # 赛事失效时间
-        # n_time = out_time(ctime, 3.5)
-        new_match_score_dict = json.dumps(match_score_dict)
-        # 插入独赢
-        if capots_dict:
-            for key, value in capots_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id,
-                         p_code='capot', condition="", game_code='bq', zq_odds=roll_bq)
-        #让球
-        if concedes_dict:
-            for key, value in concedes_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id,
-                         p_code='concede', condition=concedes_dict_rule[key], game_code='bq', zq_odds=roll_bq)
-
-        if total_size_dict:
-            for key, value in total_size_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id,
-                         p_code='total_size', condition=total_size_dict_rule[key], game_code='bq', zq_odds=roll_bq)
-        if odd_evens_dict:
-            for key, value in odd_evens_dict.items():
-                one_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id,
-                         p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='bq', zq_odds=roll_bq)
-        # print(r_ctime)
-        bq_competition = {
-            "game_code": "bq",
-            "title": "competition",
-            "data": {
-                "home_team": team_home,
-                "guest_team": team_guest,
-                "lg_id": league_id,
-                "status": 1,
-                "match_id": game_id,
-                "match_date": r_ctime,
-                "match_time": "00:00",
-                "tag": number,
-                "source": 'hg3535',
-                "is_rollball": 1,
-                "is_today": 0,
-                "is_morningplate": 0,
-                "is_stringscene": 0,
-                "us_time": ""
-            }
-        }
-        roll_bq.append(bq_competition)
-        bq_match_result = {
-            "game_code": "bq",
-            "title": "match_result_record",
-            "data": {
-                "home_team": team_home,
-                "guest_team": team_guest,
-                "lg_id": league_id,
-                "home_rate": "",
-                "guest_rate": "",
-                "home_score": score_home,
-                "guest_score": score_guest,
-                # "all_goal": "",
-                "status": 1,
-                "first_score": "",
-                "last_score": "",
-                "match_score": qiudui,
-                "match_winer": "",
-                "match_time": "",
-                "match_process": jijie[1:],
-                "tag": number,
-                "match_id": game_id,
-                "all_inning": "",
-                # "u_home_score": "",
-                # "u_guest_score": "",
-                # "p_code": "",
-                "source": "hg3535",
-                # "result_mark": match_score_dict
-                "result_mark": new_match_score_dict
-                # "result_mark": {'0': 1}
-            }
-        }
-        roll_bq.append(bq_match_result)
-        # bbb = json.dumps(roll_bq)
-        print(roll_bq)
-        r = requests.post(url, data={"data": json.dumps(roll_bq)})
-        # logger.warning(r.text)
-        print(r.text)
-        return item
-
-
-# 足球 赛事结束 结果插入--------------------------------------------------------------------------------------------------
-class Zujieshuqiupipeline(object):
-    def process_item(self, item, spider):
-        logger = logging.getLogger(__name__)
-        url = 'http://admin.5gogo.com/upMatch'
-        # ctime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        # 赛事id
-        match_ids = item['id_score']
-        # print(match_ids)
-        # 全场比分
-        zq_jieshu = []
-        try:
-            if match_ids:
-                for match_id in match_ids:
-                    zq_dict = {
-                        "game_code": "zq",
-                        "match_id": match_id,
-                        # "status": 2,
-                        "source": "hg3535"
-                    }
-                    zq_jieshu.append(zq_dict)
-                r = requests.post(url, data={"data": json.dumps(zq_jieshu)})
-                print(r.text)
-        except Exception as e:
-            logger.warning('足球 赛事结束 结果插入错误')
-            logger.warning(e)
-        return item
-
-
-# 篮球 赛事结束 结果插入--------------------------------------------------------------------------------------------------
-class Lanjieshuqiupipeline(object):
-    def process_item(self, item, spider):
-        url = 'http://admin.5gogo.com/upMatch'
-        logger = logging.getLogger(__name__)
-        # ctime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        # 赛事id
-        match_ids = item['id_score']
-        lq_jieshu = []
-        try:
-            if match_ids:
-                for match_id in match_ids:
-                    lq_dict = {
-                        "game_code": "lq",
-                        "match_id": match_id,
-                        # "status": 2
-                        "source": "hg3535"
-                    }
-                    lq_jieshu.append(lq_dict)
-                r = requests.post(url, data={"data": json.dumps(lq_jieshu)})
-                print(r.text)
-        except Exception as e:
-            logger.warning('足球 赛事结束 结果插入错误')
-            logger.warning(e)
-        return item
-
-
-# 棒球 赛事结束 结果插入--------------------------------------------------------------------------------------------------
-class Bangjieshuqiupipeline(object):
-    def process_item(self, item, spider):
-        url = 'http://admin.5gogo.com/upMatch'
-        logger = logging.getLogger(__name__)
-        # ctime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        # 赛事id
-        match_ids = item['id_score']
-        bq_jieshu = []
-        try:
-            if match_ids:
-                for match_id in match_ids:
-                    bq_dict = {
-                        "game_code": "bq",
-                        "match_id": match_id,
-                        # "status": 2
-                        "source": "hg3535"
-                    }
-                    bq_jieshu.append(bq_dict)
-                r = requests.post(url, data={"data": json.dumps(bq_jieshu)})
-                print(r.text)
-        except Exception as e:
-            logger.warning('足球 赛事结束 结果插入错误')
-            logger.warning(e)
-        return item
-
-
-# 网球 赛事结束 结果插入--------------------------------------------------------------------------------------------------
-class Wangjieshuqiupipeline(object):
-    def process_item(self, item, spider):
-        url = 'http://admin.5gogo.com/upMatch'
-        logger = logging.getLogger(__name__)
-        # ctime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        # 赛事id
-        match_ids = item['id_score']
-        wq_jieshu = []
-        try:
-            if match_ids:
-                for match_id in match_ids:
-                    wq_dict = {
-                        "game_code": "wq",
-                        "match_id": match_id,
-                        # "status": 2
-                        "source": "hg3535"
-                    }
-                    wq_jieshu.append(wq_dict)
-                r = requests.post(url, data={"data": json.dumps(wq_jieshu)})
-                print(r.text)
-        except Exception as e:
-            logger.warning('足球 赛事结束 结果插入错误')
-            logger.warning(e)
-        return item
+        pass

hg3535/settings.py

@@ -75,23 +75,7 @@ DOWNLOADER_MIDDLEWARES = {
 
 # Configure item pipeline
 # See https://doc.scrapy.org/en/latest/topics/item-pipeline.html
-ITEM_PIPELINES = {
-    # 'scrapy_redis.pipelines.RedisPipeline': 400,
-    # # 篮球
-    # 'hg3535.pipeline.Lanqiupipeline': 300,
-    # # 冠军
-    # 'hg3535.pipeline.Guanjunpipeline': 300,
-    # # 联赛
-    # 'hg3535.pipeline.Liansaipipeline': 300,
-    # # 足球
-    # 'hg3535.pipeline.Zuqiupipeline': 300,
-    # # 网球
-    # "hg3535.pipeline.Wangqiupipeline": 300,
-    # # 网球波胆
-    # 'hg3535.pipeline.Wqbodanpipeline': 300,
-    # # 棒球让球&大小盘
-    # "hg3535.pipeline.Bangqiupipeline": 300,
-}
+ITEM_PIPELINES = {}
 
 # Enable and configure the AutoThrottle extension (disabled by default)
 # See https://doc.scrapy.org/en/latest/topics/autothrottle.html
@@ -154,7 +138,7 @@ MATCH_RESULT = "http://stadmin.bocai108.com:19093/setMatchResult"
 MATCH_STATUS = "http://stadmin.bocai108.com:19093/upMatch"
 ODDSCH = "http://stadmin.bocai108.com:19093/setOddsCH"
 SAIGUO_RESULT = "http://stadmin.bocai108.com:19093/setResultExpress"
-MATCHWARN = "http://stadmin.bocai108.com/setMatchWarn"
+MATCHWARN = "http://stadmin.bocai108.com:19093/setMatchWarn"
 
 R_HOST = '192.168.2.200'
 R_POST = 6379

hg3535/spiders/jieshu.py

@@ -30,6 +30,8 @@ class HgjieshuSpider(scrapy.Spider):
                 match_id = match_id.decode()
                 url = 'https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/true/ubt/am/isp/false'.format(match_id)
                 yield scrapy.Request(url=url, callback=self.parse, dont_filter=True)
+        # url = 'https://odata.yonghuai5515.com/odds6i/d/getamodds/zh-cn/eid/{}/iip/true/ubt/am/isp/false'.format(3560310)
+        # yield scrapy.Request(url=url, callback=self.parse, dont_filter=True)
 
     def parse(self, response):
         logger = logging.getLogger(__name__)
@@ -44,8 +46,6 @@ class HgjieshuSpider(scrapy.Spider):
             item['match_id'] = match_id
             item['status'] = status
             yield item
-            # else:
-            #     return
         except Exception as e:
             logger.warning(e)
             return

hg3535/spiders/zhibo.py

@@ -62,7 +62,6 @@ class ZuqiuSpider(scrapy.Spider):
             return
 
     def parse_two(self, response):
-        # 球队进球数 大小
         mid = response.meta['matchid']
         response = json.loads(response.text)
         match_datas = response['doc']

hg3535/utils/helper.py

@@ -16,7 +16,6 @@ class Helper(object):
         #     print(e)
         fs_session = FuturesSession()
         data = fs_session.post(url, data={"data": json.dumps(params), "token": "u4Gdf015662654065d5b503ea2517"}, timeout=180).result()
-        # data = fs_session.post(url, data={"data": json.dumps(params), "token": "u4Gdf015662654065d5b503ea2517"}).result()
         try:
             new_data = data.json()
         except Exception as e: