Your Name 6 жил өмнө
parent
commit
33a5c5e1e3

+ 346 - 234
hg3535/.idea/workspace.xml

@@ -3,28 +3,14 @@
   <component name="ChangeListManager">
     <list default="true" id="7fa42e97-ddea-4404-91db-5a9ccc162649" name="Default Changelist" comment="">
       <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/log/ball_status.log" beforeDir="false" />
-      <change beforePath="$PROJECT_DIR$/log/bangqiu.log" beforeDir="false" />
-      <change beforePath="$PROJECT_DIR$/log/guanjun.log" beforeDir="false" />
-      <change beforePath="$PROJECT_DIR$/log/lanqiu.log" beforeDir="false" />
-      <change beforePath="$PROJECT_DIR$/log/liansai.log" beforeDir="false" />
-      <change beforePath="$PROJECT_DIR$/log/roll_zuqiu.log" beforeDir="false" />
-      <change beforePath="$PROJECT_DIR$/log/wangqiu.log" beforeDir="false" />
-      <change beforePath="$PROJECT_DIR$/log/wqbodan.log" beforeDir="false" />
-      <change beforePath="$PROJECT_DIR$/log/zuqiu.log" beforeDir="false" />
+      <change beforePath="$PROJECT_DIR$/items.py" beforeDir="false" afterPath="$PROJECT_DIR$/items.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/main.py" beforeDir="false" afterPath="$PROJECT_DIR$/main.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/main_time.py" beforeDir="false" afterPath="$PROJECT_DIR$/main_time.py" afterDir="false" />
+      <change beforePath="$PROJECT_DIR$/pipelines.py" beforeDir="false" afterPath="$PROJECT_DIR$/pipelines.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/settings.py" beforeDir="false" afterPath="$PROJECT_DIR$/settings.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/spiders/bangqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/bangqiu.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/spiders/guanjun.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/guanjun.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/spiders/hg3535_bangqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/hg3535_bangqiu.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/spiders/hg3535_lanqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/hg3535_lanqiu.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/spiders/hg3535_wangqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/hg3535_wangqiu.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/spiders/hg3535_zq_status.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/hg3535_zq_status.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/spiders/hg3535_zuqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/hg3535_zuqiu.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/spiders/lanqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/lanqiu.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/spiders/liansai.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/liansai.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/spiders/wangqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/wangqiu.py" afterDir="false" />
-      <change beforePath="$PROJECT_DIR$/spiders/wqbodan.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/wqbodan.py" afterDir="false" />
       <change beforePath="$PROJECT_DIR$/spiders/zuqiu.py" beforeDir="false" afterPath="$PROJECT_DIR$/spiders/zuqiu.py" afterDir="false" />
     </list>
     <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
@@ -35,7 +21,8 @@
   </component>
   <component name="CoverageDataManager">
     <SUITE FILE_PATH="coverage/hg3535$items.coverage" NAME="items Coverage Results" MODIFIED="1554291398794" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
-    <SUITE FILE_PATH="coverage/hg3535$main.coverage" NAME="main Coverage Results" MODIFIED="1558344889617" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
+    <SUITE FILE_PATH="coverage/hg3535$main.coverage" NAME="main Coverage Results" MODIFIED="1558607406833" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
+    <SUITE FILE_PATH="coverage/hg3535$hgjieshu.coverage" NAME="hgjieshu Coverage Results" MODIFIED="1558494720094" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/spiders" />
     <SUITE FILE_PATH="coverage/hg3535$halffull.coverage" NAME="halffull Coverage Results" MODIFIED="1554544334424" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/spiders" />
     <SUITE FILE_PATH="coverage/hg3535$pipelines.coverage" NAME="pipelines Coverage Results" MODIFIED="1554290866137" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$" />
     <SUITE FILE_PATH="coverage/hg3535$today_all.coverage" NAME="today_all Coverage Results" MODIFIED="1553172114927" SOURCE_PROVIDER="com.intellij.coverage.DefaultCoverageFileProvider" RUNNER="coverage.py" COVERAGE_BY_TEST_ENABLED="true" COVERAGE_TRACING_ENABLED="false" WORKING_DIRECTORY="$PROJECT_DIR$/spiders" />
@@ -61,24 +48,38 @@
     <favorites_list name="hg3535" />
   </component>
   <component name="FileEditorManager">
-    <leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
+    <leaf>
       <file pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/spiders/wangqiu.py">
+        <entry file="file://$PROJECT_DIR$/spiders/hg3535_zq_status_up.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="270">
-              <caret line="15" column="6" selection-start-line="15" selection-start-column="4" selection-end-line="15" selection-end-column="36" />
+            <state relative-caret-position="-32">
+              <caret line="227" column="27" selection-start-line="227" selection-start-column="27" selection-end-line="227" selection-end-column="27" />
               <folding>
-                <element signature="e#48#59#0" expanded="true" />
+                <element signature="e#25#40#0" expanded="true" />
               </folding>
             </state>
           </provider>
         </entry>
       </file>
       <file pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/spiders/wqbodan.py">
+        <entry file="file://$PROJECT_DIR$/spiders/hg3535_zuqiu.py">
+          <provider selected="true" editor-type-id="text-editor" />
+        </entry>
+      </file>
+      <file pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/spiders/hgjieshu.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="-270">
-              <caret line="15" column="37" selection-start-line="15" selection-start-column="37" selection-end-line="15" selection-end-column="37" />
+            <state relative-caret-position="400">
+              <caret line="37" column="23" lean-forward="true" selection-start-line="37" selection-start-column="23" selection-end-line="37" selection-end-column="23" />
+            </state>
+          </provider>
+        </entry>
+      </file>
+      <file pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/spiders/lanqiu.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="256">
+              <caret line="49" selection-start-line="49" selection-end-line="50" selection-end-column="101" />
               <folding>
                 <element signature="e#24#35#0" expanded="true" />
               </folding>
@@ -86,23 +87,36 @@
           </provider>
         </entry>
       </file>
-      <file pinned="false" current-in-tab="true">
-        <entry file="file://$PROJECT_DIR$/main.py">
+      <file pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/spiders/liansai.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="144">
-              <caret line="8" column="37" lean-forward="true" selection-start-line="8" selection-start-column="37" selection-end-line="8" selection-end-column="37" />
+            <state relative-caret-position="234">
+              <caret line="19" selection-start-line="19" selection-end-line="20" selection-end-column="102" />
               <folding>
-                <element signature="e#0#10#0" expanded="true" />
+                <element signature="e#24#39#0" expanded="true" />
               </folding>
             </state>
           </provider>
         </entry>
       </file>
       <file pinned="false" current-in-tab="false">
-        <entry file="file://$PROJECT_DIR$/settings.py">
+        <entry file="file://$PROJECT_DIR$/spiders/wangqiu.py">
+          <provider selected="true" editor-type-id="text-editor" />
+        </entry>
+      </file>
+      <file pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/spiders/wqbodan.py">
+          <provider selected="true" editor-type-id="text-editor" />
+        </entry>
+      </file>
+      <file pinned="false" current-in-tab="false">
+        <entry file="file://$PROJECT_DIR$/spiders/zuqiu.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="324">
-              <caret line="162" lean-forward="true" selection-start-line="162" selection-end-line="162" />
+            <state relative-caret-position="-144">
+              <caret line="13" column="18" lean-forward="true" selection-start-line="13" selection-start-column="18" selection-end-line="13" selection-end-column="18" />
+              <folding>
+                <element signature="e#24#35#0" expanded="true" />
+              </folding>
             </state>
           </provider>
         </entry>
@@ -110,8 +124,8 @@
       <file pinned="false" current-in-tab="false">
         <entry file="file://$PROJECT_DIR$/main_time.py">
           <provider selected="true" editor-type-id="text-editor">
-            <state relative-caret-position="211">
-              <caret line="22" column="23" selection-start-line="22" selection-start-column="23" selection-end-line="22" selection-end-column="23" />
+            <state relative-caret-position="106">
+              <caret line="30" column="21" lean-forward="true" selection-start-line="30" selection-start-column="21" selection-end-line="30" selection-end-column="21" />
               <folding>
                 <element signature="e#0#11#0" expanded="true" />
               </folding>
@@ -119,6 +133,15 @@
           </provider>
         </entry>
       </file>
+      <file pinned="false" current-in-tab="true">
+        <entry file="file://$PROJECT_DIR$/settings.py">
+          <provider selected="true" editor-type-id="text-editor">
+            <state relative-caret-position="36">
+              <caret line="26" column="24" selection-start-line="26" selection-start-column="24" selection-end-line="26" selection-end-column="24" />
+            </state>
+          </provider>
+        </entry>
+      </file>
     </leaf>
   </component>
   <component name="FileTemplateManagerImpl">
@@ -130,9 +153,6 @@
   </component>
   <component name="FindInProjectRecents">
     <findStrings>
-      <find>data</find>
-      <find>es</find>
-      <find>new_list</find>
       <find>bodan</find>
       <find>fbnp_all</find>
       <find>htft</find>
@@ -160,6 +180,9 @@
       <find>try</find>
       <find>&gt;=</find>
       <find>Roll_Lanqiu</find>
+      <find>psycopg2.extras</find>
+      <find>pt</find>
+      <find>Lanqiustatus</find>
     </findStrings>
   </component>
   <component name="Git.Settings">
@@ -169,11 +192,6 @@
   <component name="IdeDocumentHistory">
     <option name="CHANGED_PATHS">
       <list>
-        <option value="$PROJECT_DIR$/models.py" />
-        <option value="$PROJECT_DIR$/spiders/today_all.py" />
-        <option value="$PROJECT_DIR$/spiders/bqrangqiu.py" />
-        <option value="$PROJECT_DIR$/getcode.py" />
-        <option value="$PROJECT_DIR$/spiders/bangqiuls.py" />
         <option value="$PROJECT_DIR$/spiders/duying.py" />
         <option value="$PROJECT_DIR$/spiders/danshuang.py" />
         <option value="$PROJECT_DIR$/spiders/bodan.py" />
@@ -191,11 +209,8 @@
         <option value="$PROJECT_DIR$/spiders/wgbodan.py" />
         <option value="$PROJECT_DIR$/jianting.py" />
         <option value="$PROJECT_DIR$/requirements.txt" />
-        <option value="$PROJECT_DIR$/main_time.py" />
         <option value="$PROJECT_DIR$/items.py" />
         <option value="$PROJECT_DIR$/log/zuqiu_log.log" />
-        <option value="$PROJECT_DIR$/middlewares.py" />
-        <option value="$PROJECT_DIR$/spiders/hg3535_zq_status_up.py" />
         <option value="$PROJECT_DIR$/log/ball_status.log" />
         <option value="$PROJECT_DIR$/log/bangqiu.log" />
         <option value="$PROJECT_DIR$/log/guanjun.log" />
@@ -205,29 +220,37 @@
         <option value="$PROJECT_DIR$/log/wangqiu.log" />
         <option value="$PROJECT_DIR$/log/wqbodan.log" />
         <option value="$PROJECT_DIR$/log/zuqiu.log" />
-        <option value="$PROJECT_DIR$/pipelines.py" />
-        <option value="$PROJECT_DIR$/spiders/zuqiu.py" />
-        <option value="$PROJECT_DIR$/spiders/bangqiu.py" />
-        <option value="$PROJECT_DIR$/spiders/guanjun.py" />
         <option value="$PROJECT_DIR$/spiders/hg3535_bangqiu.py" />
         <option value="$PROJECT_DIR$/spiders/hg3535_lanqiu.py" />
         <option value="$PROJECT_DIR$/spiders/hg3535_wangqiu.py" />
-        <option value="$PROJECT_DIR$/spiders/hg3535_zq_status.py" />
+        <option value="$PROJECT_DIR$/spiders/wangqiu.py" />
+        <option value="$PROJECT_DIR$/spiders/wqbodan.py" />
         <option value="$PROJECT_DIR$/spiders/hg3535_zuqiu.py" />
+        <option value="$PROJECT_DIR$/spiders/hg3535_zq_status.py" />
+        <option value="$PROJECT_DIR$/spiders/kaishi.py" />
+        <option value="$PROJECT_DIR$/kaishi.py" />
+        <option value="$PROJECT_DIR$/main_notroll.py" />
+        <option value="$PROJECT_DIR$/spiders/guanjun.py" />
+        <option value="$PROJECT_DIR$/text.py" />
+        <option value="$PROJECT_DIR$/middlewares.py" />
+        <option value="$PROJECT_DIR$/spiders/hgjieshu.py" />
+        <option value="$PROJECT_DIR$/spiders/zuqiu.py" />
+        <option value="$PROJECT_DIR$/spiders/hg3535_zq_status_up.py" />
+        <option value="$PROJECT_DIR$/pipelines.py" />
+        <option value="$PROJECT_DIR$/main.py" />
+        <option value="$PROJECT_DIR$/spiders/bangqiu.py" />
         <option value="$PROJECT_DIR$/spiders/lanqiu.py" />
         <option value="$PROJECT_DIR$/spiders/liansai.py" />
-        <option value="$PROJECT_DIR$/spiders/wangqiu.py" />
-        <option value="$PROJECT_DIR$/spiders/wqbodan.py" />
+        <option value="$PROJECT_DIR$/main_time.py" />
         <option value="$PROJECT_DIR$/settings.py" />
-        <option value="$PROJECT_DIR$/main.py" />
       </list>
     </option>
   </component>
-  <component name="ProjectFrameBounds" extendedState="6">
-    <option name="x" value="33" />
-    <option name="y" value="254" />
-    <option name="width" value="1473" />
-    <option name="height" value="904" />
+  <component name="ProjectFrameBounds" extendedState="7">
+    <option name="x" value="452" />
+    <option name="y" value="3" />
+    <option name="width" value="1362" />
+    <option name="height" value="1050" />
   </component>
   <component name="ProjectLevelVcsManager" settingsEditedManually="true" />
   <component name="ProjectView">
@@ -235,6 +258,7 @@
       <foldersAlwaysOnTop value="true" />
     </navigator>
     <panes>
+      <pane id="Scope" />
       <pane id="ProjectPane">
         <subPane>
           <expand>
@@ -242,11 +266,6 @@
               <item name="hg3535" type="b2602c69:ProjectViewProjectNode" />
               <item name="hg3535" type="462c0819:PsiDirectoryNode" />
             </path>
-            <path>
-              <item name="hg3535" type="b2602c69:ProjectViewProjectNode" />
-              <item name="hg3535" type="462c0819:PsiDirectoryNode" />
-              <item name="log" type="462c0819:PsiDirectoryNode" />
-            </path>
             <path>
               <item name="hg3535" type="b2602c69:ProjectViewProjectNode" />
               <item name="hg3535" type="462c0819:PsiDirectoryNode" />
@@ -260,7 +279,6 @@
           <select />
         </subPane>
       </pane>
-      <pane id="Scope" />
     </panes>
   </component>
   <component name="PropertiesComponent">
@@ -270,6 +288,15 @@
     <property name="nodejs_npm_path_reset_for_default_project" value="true" />
     <property name="settings.editor.selected.configurable" value="com.jetbrains.python.configuration.PyActiveSdkModuleConfigurable" />
   </component>
+  <component name="RecentsManager">
+    <key name="CopyFile.RECENT_KEYS">
+      <recent name="C:\Users\admin\Desktop\sports_scrapy\hg3535" />
+    </key>
+    <key name="MoveFile.RECENT_KEYS">
+      <recent name="C:\Users\admin\Desktop\sports_scrapy\hg3535" />
+      <recent name="C:\Users\admin\Desktop\sports_scrapy\hg3535\spiders" />
+    </key>
+  </component>
   <component name="RunDashboard">
     <option name="ruleStates">
       <list>
@@ -305,7 +332,7 @@
       <option name="INPUT_FILE" value="" />
       <method v="2" />
     </configuration>
-    <configuration name="items" type="PythonConfigurationType" factoryName="Python" temporary="true">
+    <configuration name="hgjieshu" type="PythonConfigurationType" factoryName="Python" temporary="true">
       <module name="hg3535" />
       <option name="INTERPRETER_OPTIONS" value="" />
       <option name="PARENT_ENVS" value="true" />
@@ -313,12 +340,12 @@
         <env name="PYTHONUNBUFFERED" value="1" />
       </envs>
       <option name="SDK_HOME" value="" />
-      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$" />
+      <option name="WORKING_DIRECTORY" value="$PROJECT_DIR$/spiders" />
       <option name="IS_MODULE_SDK" value="true" />
       <option name="ADD_CONTENT_ROOTS" value="true" />
       <option name="ADD_SOURCE_ROOTS" value="true" />
       <EXTENSION ID="PythonCoverageRunConfigurationExtension" runner="coverage.py" />
-      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/items.py" />
+      <option name="SCRIPT_NAME" value="$PROJECT_DIR$/spiders/hgjieshu.py" />
       <option name="PARAMETERS" value="" />
       <option name="SHOW_COMMAND_LINE" value="false" />
       <option name="EMULATE_TERMINAL" value="false" />
@@ -396,10 +423,10 @@
     <recent_temporary>
       <list>
         <item itemvalue="Python.main" />
+        <item itemvalue="Python.hgjieshu" />
         <item itemvalue="Python.wangqiu" />
         <item itemvalue="Python.liansai" />
         <item itemvalue="Python.halffull" />
-        <item itemvalue="Python.items" />
       </list>
     </recent_temporary>
   </component>
@@ -492,7 +519,15 @@
       <workItem from="1557912853175" duration="15000" />
       <workItem from="1557975839431" duration="2154000" />
       <workItem from="1558073764460" duration="791000" />
-      <workItem from="1558336021790" duration="8402000" />
+      <workItem from="1558336021790" duration="10087000" />
+      <workItem from="1558350644883" duration="488000" />
+      <workItem from="1558400741265" duration="650000" />
+      <workItem from="1558404700616" duration="5457000" />
+      <workItem from="1558419261499" duration="10550000" />
+      <workItem from="1558438097772" duration="25035000" />
+      <workItem from="1558506590036" duration="13475000" />
+      <workItem from="1558523229860" duration="749000" />
+      <workItem from="1558529201114" duration="31436000" />
     </task>
     <task id="LOCAL-00001" summary="修改后,版本二">
       <created>1555727493584</created>
@@ -627,11 +662,18 @@
       <option name="project" value="LOCAL" />
       <updated>1557466602178</updated>
     </task>
-    <option name="localTasksCounter" value="20" />
+    <task id="LOCAL-00020" summary="'更新日志按天输出'">
+      <created>1558345052627</created>
+      <option name="number" value="00020" />
+      <option name="presentableId" value="LOCAL-00020" />
+      <option name="project" value="LOCAL" />
+      <updated>1558345052627</updated>
+    </task>
+    <option name="localTasksCounter" value="21" />
     <servers />
   </component>
   <component name="TimeTrackingManager">
-    <option name="totallyTimeSpent" value="1417306000" />
+    <option name="totallyTimeSpent" value="1506831000" />
   </component>
   <component name="TodoView">
     <todo-panel id="selected-file">
@@ -644,23 +686,24 @@
   </component>
   <component name="ToolWindowManager">
     <frame x="-8" y="-8" width="1936" height="1066" extended-state="6" />
+    <editor active="true" />
     <layout>
-      <window_info active="true" content_ui="combo" id="Project" order="0" sideWeight="0.71173847" visible="true" weight="0.21268657" />
+      <window_info active="true" content_ui="combo" id="Project" order="0" sideWeight="0.71173847" visible="true" weight="0.17803837" />
       <window_info id="Structure" order="1" sideWeight="0.2882615" side_tool="true" weight="0.1108742" />
       <window_info id="Favorites" order="2" sideWeight="0.5013405" side_tool="true" weight="0.108208954" />
       <window_info anchor="bottom" id="Message" order="0" />
       <window_info anchor="bottom" id="Find" order="1" weight="0.32832617" />
-      <window_info anchor="bottom" id="Debug" order="2" sideWeight="0.49946696" weight="0.30686694" />
+      <window_info anchor="bottom" id="Debug" order="2" sideWeight="0.49946696" weight="0.45922747" />
       <window_info anchor="bottom" id="Cvs" order="3" weight="0.25" />
       <window_info anchor="bottom" id="Inspection" order="4" weight="0.4" />
       <window_info anchor="bottom" id="TODO" order="5" weight="0.32832617" />
       <window_info anchor="bottom" id="Docker" order="6" show_stripe_button="false" />
       <window_info anchor="bottom" id="Version Control" order="7" weight="0.2918455" />
       <window_info anchor="bottom" id="Database Changes" order="8" />
-      <window_info anchor="bottom" id="Event Log" order="9" sideWeight="0.5053305" side_tool="true" weight="0.40128756" />
-      <window_info anchor="bottom" x="22" y="376" width="1876" height="298" id="Terminal" order="10" sideWeight="0.4946695" weight="0.29291844" />
-      <window_info anchor="bottom" id="Python Console" order="11" sideWeight="0.49946696" weight="0.41309014" />
-      <window_info anchor="bottom" id="Run" order="12" sideWeight="0.4946695" visible="true" weight="0.4828326" />
+      <window_info anchor="bottom" id="Event Log" order="9" sideWeight="0.50586355" side_tool="true" weight="0.39055794" />
+      <window_info anchor="bottom" x="22" y="376" width="1876" height="298" id="Terminal" order="10" sideWeight="0.49413645" weight="0.38733906" />
+      <window_info anchor="bottom" id="Python Console" order="11" sideWeight="0.49946696" weight="0.32832617" />
+      <window_info anchor="bottom" id="Run" order="12" sideWeight="0.4946695" visible="true" weight="0.50429183" />
       <window_info anchor="right" id="Commander" internal_type="SLIDING" order="0" type="SLIDING" weight="0.4" />
       <window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
       <window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
@@ -721,7 +764,8 @@
     <MESSAGE value="Merge http://git.meme100.com:10180/aqm/sports_scrapy&#10;&#10;# Conflicts:&#10;#&#9;hg3535/settings.py" />
     <MESSAGE value="Merge http://git.meme100.com:10180/aqm/sports_scrapy&#10;&#10;# Conflicts:&#10;#&#9;hg3535/settings.py&#10;'更新'" />
     <MESSAGE value="'更新'" />
-    <option name="LAST_COMMIT_MESSAGE" value="'更新'" />
+    <MESSAGE value="'更新日志按天输出'" />
+    <option name="LAST_COMMIT_MESSAGE" value="'更新日志按天输出'" />
   </component>
   <component name="XDebuggerManager">
     <breakpoint-manager>
@@ -731,11 +775,6 @@
           <line>84</line>
           <option name="timeStamp" value="4" />
         </line-breakpoint>
-        <line-breakpoint enabled="true" suspend="THREAD" type="python-line">
-          <url>file://$PROJECT_DIR$/middlewares.py</url>
-          <line>29</line>
-          <option name="timeStamp" value="16" />
-        </line-breakpoint>
       </breakpoints>
       <default-breakpoints>
         <breakpoint type="python-exception">
@@ -763,324 +802,397 @@
     </expressions>
   </component>
   <component name="editorHistoryManager">
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy_deltafetch/__init__.py" />
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy_deltafetch/middleware.py" />
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/spidermiddlewares/referer.py">
+    <entry file="file://$PROJECT_DIR$/log/zuqiu_2019_5_22.log">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="151">
-          <caret line="338" selection-start-line="338" selection-end-line="338" />
+        <state relative-caret-position="-32286">
+          <caret line="990" lean-forward="true" selection-start-line="990" selection-end-line="990" />
         </state>
       </provider>
+      <provider editor-type-id="LargeFileEditor">
+        <state relative-caret-position="-28086" />
+      </provider>
     </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/http/request/__init__.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/enum.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="414">
-          <caret line="51" selection-start-line="51" selection-end-line="51" />
+        <state relative-caret-position="149">
+          <caret line="518" selection-start-line="518" selection-end-line="518" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/urllib/parse.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/socket.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="156">
-          <caret line="114" selection-start-line="114" selection-end-line="114" />
+        <state relative-caret-position="149">
+          <caret line="102" selection-start-line="102" selection-end-line="102" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/utils/httpobj.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/redis/connection.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="180">
-          <caret line="12" selection-start-line="12" selection-end-line="12" />
+        <state relative-caret-position="185">
+          <caret line="519" selection-start-line="519" selection-end-line="519" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/spidermiddlewares/offsite.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/redis/client.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="192">
-          <caret line="47" selection-start-line="47" selection-end-line="47" />
+        <state relative-caret-position="185">
+          <caret line="771" selection-start-line="771" selection-end-line="771" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/core/spidermw.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/psycopg2/extras.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="151">
-          <caret line="41" selection-start-line="41" selection-end-line="41" />
+        <state relative-caret-position="193">
+          <caret line="141" selection-start-line="141" selection-end-line="141" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/redis/client.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/psycopg2/__init__.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="141">
-          <caret line="615" selection-start-line="615" selection-end-line="615" />
+        <state relative-caret-position="1908">
+          <caret line="124" selection-start-line="124" selection-end-line="124" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/utils/misc.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/psycopg2/extensions.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="464">
-          <caret line="141" selection-start-line="141" selection-end-line="141" />
+        <state relative-caret-position="3186">
+          <caret line="184" selection-start-line="184" selection-end-line="184" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/pprint.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/settings/__init__.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="149">
-          <caret line="56" selection-start-line="56" selection-end-line="56" />
+        <state relative-caret-position="1512">
+          <caret line="91" selection-start-line="91" selection-end-line="91" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/middleware.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/twisted/internet/defer.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="450">
-          <caret line="31" selection-start-line="31" selection-end-line="31" />
+        <state relative-caret-position="158">
+          <caret line="1417" selection-start-line="1417" selection-end-line="1417" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/myspider/requests.seen" />
-    <entry file="file://$PROJECT_DIR$/spiders/wgbodan.py" />
-    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/twisted/enterprise/adbapi.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/crawler.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="160">
-          <caret line="464" selection-start-line="464" selection-end-line="464" />
+        <state relative-caret-position="150">
+          <caret line="81" selection-start-line="81" selection-end-line="81" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/jianting.py">
+    <entry file="file://$PROJECT_DIR$/log/liansai_2019_5_22.log">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="306">
-          <caret line="17" column="30" lean-forward="true" selection-start-line="17" selection-start-column="30" selection-end-line="17" selection-end-column="30" />
+        <state relative-caret-position="-199074" />
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/text.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="252">
+          <caret line="14" column="13" lean-forward="true" selection-start-line="14" selection-start-column="13" selection-end-line="14" selection-end-column="13" />
           <folding>
-            <element signature="e#0#9#0" expanded="true" />
+            <element signature="e#0#15#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/requirements.txt">
+    <entry file="file://$PROJECT_DIR$/../../sports_scrapy - 副本/sports_scrapy - 副本/hg3535/spiders/hg3535_bq_status.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="735">
-          <caret line="62" selection-start-line="62" selection-end-line="62" />
+        <state relative-caret-position="-90">
+          <caret line="166" column="23" selection-start-line="166" selection-start-column="12" selection-end-line="166" selection-end-column="26" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/../../aa.xml">
-      <provider selected="true" editor-type-id="text-editor" />
+    <entry file="file://$PROJECT_DIR$/log/liansai_2019_5_23.log">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="-21011" />
+      </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/log.log" />
-    <entry file="file://$PROJECT_DIR$/log/zuqiu_log.log" />
-    <entry file="file://$PROJECT_DIR$/log/lanqiu_log.log" />
-    <entry file="file://$PROJECT_DIR$/middlewares.py">
+    <entry file="file://$PROJECT_DIR$/log/bangqiu_2019_5_23.log">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="509">
-          <caret line="153" column="14" selection-start-line="153" selection-start-column="14" selection-end-line="153" selection-end-column="14" />
-          <folding>
-            <element signature="e#168#181#0" expanded="true" />
-          </folding>
+        <state relative-caret-position="-266" />
+      </provider>
+    </entry>
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/utils/python.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="195">
+          <caret line="175" selection-start-line="175" selection-end-line="175" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/log/wqbodan.log">
-      <provider selected="true" editor-type-id="text-editor" />
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/http/response/text.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="205">
+          <caret line="75" selection-start-line="75" selection-end-line="75" />
+        </state>
+      </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/log/wangqiu.log">
-      <provider selected="true" editor-type-id="text-editor" />
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/w3lib/encoding.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="159">
+          <caret line="251" selection-start-line="251" selection-end-line="251" />
+        </state>
+      </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/log/roll_zuqiu.log">
-      <provider selected="true" editor-type-id="text-editor" />
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/encodings/idna.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="223">
+          <caret line="167" selection-start-line="167" selection-end-line="167" />
+        </state>
+      </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/log/liansai.log">
-      <provider selected="true" editor-type-id="text-editor" />
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/w3lib/url.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="151">
+          <caret line="75" selection-start-line="75" selection-end-line="75" />
+        </state>
+      </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/log/lanqiu.log">
-      <provider selected="true" editor-type-id="text-editor" />
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/core/downloader/middleware.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="159">
+          <caret line="65" selection-start-line="65" selection-end-line="65" />
+        </state>
+      </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/log/guanjun.log">
-      <provider selected="true" editor-type-id="text-editor" />
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/utils/trackref.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="159">
+          <caret line="30" selection-start-line="30" selection-end-line="30" />
+        </state>
+      </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/log/bangqiu.log">
-      <provider selected="true" editor-type-id="text-editor" />
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/w3lib/util.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="184">
+          <caret line="38" selection-start-line="38" selection-end-line="38" />
+        </state>
+      </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/log/ball_status.log">
-      <provider selected="true" editor-type-id="text-editor" />
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/urllib/parse.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="295">
+          <caret line="820" selection-start-line="820" selection-end-line="820" />
+        </state>
+      </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/items.py">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/http/request/__init__.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="4572">
-          <caret line="254" column="28" selection-start-line="254" selection-start-column="28" selection-end-line="254" selection-end-column="28" />
+        <state relative-caret-position="151">
+          <caret line="57" selection-start-line="57" selection-end-line="57" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/log/zuqiu.log">
+    <entry file="file://$USER_HOME$/AppData/Local/Programs/Python/Python36/Lib/site-packages/scrapy/http/response/__init__.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-22747" />
+        <state relative-caret-position="159">
+          <caret line="28" selection-start-line="28" selection-end-line="28" />
+        </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/zuqiu.py">
+    <entry file="file://$PROJECT_DIR$/jianting.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="270">
-          <caret line="15" column="7" selection-start-line="15" selection-start-column="4" selection-end-line="15" selection-end-column="36" />
+        <state>
           <folding>
-            <element signature="e#24#35#0" expanded="true" />
+            <element signature="e#0#9#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/hg3535_lanqiu.py">
+    <entry file="file://$PROJECT_DIR$/middlewares.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="432">
-          <caret line="37" column="24" lean-forward="true" selection-start-line="37" selection-start-column="24" selection-end-line="37" selection-end-column="24" />
+        <state relative-caret-position="73">
+          <caret line="137" selection-start-line="137" selection-end-line="142" selection-end-column="31" />
           <folding>
-            <element signature="e#24#39#0" expanded="true" />
+            <element signature="e#168#181#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/hg3535_bangqiu.py">
+    <entry file="file://$PROJECT_DIR$/items.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="162">
-          <caret line="17" lean-forward="true" selection-start-line="17" selection-end-line="17" />
-          <folding>
-            <element signature="e#46#61#0" expanded="true" />
-          </folding>
+        <state relative-caret-position="461">
+          <caret line="232" column="10" selection-start-line="232" selection-start-column="10" selection-end-line="232" selection-end-column="10" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/hg3535_wangqiu.py">
+    <entry file="file://$PROJECT_DIR$/log/guanjun_2019_5_23.log">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="-769591" />
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/log/wangqiu_2019_5_23.log">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-342">
-          <caret line="2" selection-start-line="2" selection-end-line="2" />
+        <state relative-caret-position="-4134">
+          <caret line="28" column="133" lean-forward="true" selection-start-line="28" selection-start-column="67" selection-end-line="28" selection-end-column="144" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zuqiu.py">
+    <entry file="file://$PROJECT_DIR$/kaishi.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="234">
-          <caret line="17" column="26" lean-forward="true" selection-start-line="17" selection-start-column="26" selection-end-line="17" selection-end-column="26" />
+        <state relative-caret-position="162">
+          <caret line="9" column="15" lean-forward="true" selection-start-line="9" selection-start-column="15" selection-end-line="9" selection-end-column="15" />
           <folding>
-            <element signature="e#24#35#0" expanded="true" />
+            <element signature="e#0#13#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/lanqiu.py">
+    <entry file="file://$PROJECT_DIR$/pipelines.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="522">
-          <caret line="68" column="51" lean-forward="true" selection-start-line="68" selection-start-column="51" selection-end-line="68" selection-end-column="51" />
+        <state relative-caret-position="139">
+          <caret line="1906" lean-forward="true" selection-start-line="1906" selection-end-line="1906" />
           <folding>
-            <element signature="e#24#35#0" expanded="true" />
+            <element signature="e#0#15#0" expanded="true" />
+            <element signature="e#89779#93327#0" />
+            <element signature="e#93398#96641#0" />
+            <element signature="e#96686#97376#0" />
+            <element signature="e#97418#97899#0" />
+            <element signature="e#97929#98244#0" />
+            <element signature="e#98285#114334#0" />
+            <element signature="e#114375#116515#0" />
+            <element signature="e#117113#138031#0" />
+            <element signature="e#137169#137458#0" />
+            <element signature="e#137502#151640#0" />
+            <element signature="e#151684#169827#0" />
+            <element signature="e#169871#171520#0" />
+            <element signature="e#171565#173311#0" />
+            <element signature="e#173356#175009#0" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zq_status.py">
+    <entry file="file://$PROJECT_DIR$/main.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="216">
-          <caret line="171" column="6" selection-start-line="171" selection-start-column="6" selection-end-line="171" selection-end-column="27" />
+        <state relative-caret-position="342">
+          <caret line="19" column="56" lean-forward="true" selection-start-line="19" selection-start-column="56" selection-end-line="19" selection-end-column="56" />
           <folding>
-            <element signature="e#24#35#0" expanded="true" />
+            <element signature="e#0#10#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zq_status_up.py">
+    <entry file="file://$PROJECT_DIR$/spiders/bangqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="1137">
-          <caret line="227" column="27" selection-start-line="227" selection-start-column="27" selection-end-line="227" selection-end-column="27" />
+        <state relative-caret-position="126">
+          <caret line="19" column="1" selection-start-line="19" selection-start-column="1" selection-end-line="20" selection-end-column="102" />
           <folding>
-            <element signature="e#25#40#0" expanded="true" />
+            <element signature="e#24#35#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/liansai.py">
+    <entry file="file://$PROJECT_DIR$/spiders/guanjun.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="108">
-          <caret line="13" column="6" selection-start-line="13" selection-start-column="4" selection-end-line="13" selection-end-column="36" />
+        <state relative-caret-position="720">
+          <caret line="43" column="45" selection-start-line="43" selection-start-column="45" selection-end-line="43" selection-end-column="45" />
           <folding>
-            <element signature="e#24#39#0" expanded="true" />
+            <element signature="e#24#35#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/guanjun.py">
+    <entry file="file://$PROJECT_DIR$/spiders/hg3535_bangqiu.py">
       <provider selected="true" editor-type-id="text-editor">
         <state relative-caret-position="144">
-          <caret line="14" column="30" lean-forward="true" selection-start-line="14" selection-start-column="4" selection-end-line="14" selection-end-column="36" />
+          <caret line="20" column="19" lean-forward="true" selection-start-line="20" selection-start-column="12" selection-end-line="20" selection-end-column="24" />
           <folding>
-            <element signature="e#24#35#0" expanded="true" />
+            <element signature="e#46#61#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/bangqiu.py">
+    <entry file="file://$PROJECT_DIR$/spiders/hg3535_lanqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="324">
-          <caret line="19" column="29" lean-forward="true" selection-start-line="19" selection-start-column="29" selection-end-line="19" selection-end-column="29" />
+        <state relative-caret-position="72">
+          <caret line="37" column="16" selection-start-line="37" selection-start-column="12" selection-end-line="37" selection-end-column="23" />
           <folding>
-            <element signature="e#24#35#0" expanded="true" />
+            <element signature="e#24#39#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/pipelines.py">
+    <entry file="file://$PROJECT_DIR$/spiders/hg3535_wangqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-16993">
-          <caret line="1340" selection-start-line="1340" selection-end-line="1340" />
-        </state>
+        <state relative-caret-position="-594" />
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/spiders/wangqiu.py">
+    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zq_status.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="270">
-          <caret line="15" column="6" selection-start-line="15" selection-start-column="4" selection-end-line="15" selection-end-column="36" />
+        <state relative-caret-position="-2700" />
+      </provider>
+    </entry>
+    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zq_status_up.py">
+      <provider selected="true" editor-type-id="text-editor">
+        <state relative-caret-position="-32">
+          <caret line="227" column="27" selection-start-line="227" selection-start-column="27" selection-end-line="227" selection-end-column="27" />
           <folding>
-            <element signature="e#48#59#0" expanded="true" />
+            <element signature="e#25#40#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/main_time.py">
+    <entry file="file://$PROJECT_DIR$/spiders/hg3535_zuqiu.py">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
+    <entry file="file://$PROJECT_DIR$/spiders/hgjieshu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="211">
-          <caret line="22" column="23" selection-start-line="22" selection-start-column="23" selection-end-line="22" selection-end-column="23" />
-          <folding>
-            <element signature="e#0#11#0" expanded="true" />
-          </folding>
+        <state relative-caret-position="400">
+          <caret line="37" column="23" lean-forward="true" selection-start-line="37" selection-start-column="23" selection-end-line="37" selection-end-column="23" />
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/log/zuqiu_2019_5_20.log">
+    <entry file="file://$PROJECT_DIR$/spiders/lanqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-31656" />
+        <state relative-caret-position="256">
+          <caret line="49" selection-start-line="49" selection-end-line="50" selection-end-column="101" />
+          <folding>
+            <element signature="e#24#35#0" expanded="true" />
+          </folding>
+        </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/log/liansai_2019_5_20.log">
+    <entry file="file://$PROJECT_DIR$/spiders/liansai.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-10380" />
+        <state relative-caret-position="234">
+          <caret line="19" selection-start-line="19" selection-end-line="20" selection-end-column="102" />
+          <folding>
+            <element signature="e#24#39#0" expanded="true" />
+          </folding>
+        </state>
       </provider>
     </entry>
+    <entry file="file://$PROJECT_DIR$/spiders/wangqiu.py">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
     <entry file="file://$PROJECT_DIR$/spiders/wqbodan.py">
+      <provider selected="true" editor-type-id="text-editor" />
+    </entry>
+    <entry file="file://$PROJECT_DIR$/spiders/zuqiu.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="-270">
-          <caret line="15" column="37" selection-start-line="15" selection-start-column="37" selection-end-line="15" selection-end-column="37" />
+        <state relative-caret-position="-144">
+          <caret line="13" column="18" lean-forward="true" selection-start-line="13" selection-start-column="18" selection-end-line="13" selection-end-column="18" />
           <folding>
             <element signature="e#24#35#0" expanded="true" />
           </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/settings.py">
+    <entry file="file://$PROJECT_DIR$/main_time.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="324">
-          <caret line="162" lean-forward="true" selection-start-line="162" selection-end-line="162" />
+        <state relative-caret-position="106">
+          <caret line="30" column="21" lean-forward="true" selection-start-line="30" selection-start-column="21" selection-end-line="30" selection-end-column="21" />
+          <folding>
+            <element signature="e#0#11#0" expanded="true" />
+          </folding>
         </state>
       </provider>
     </entry>
-    <entry file="file://$PROJECT_DIR$/main.py">
+    <entry file="file://$PROJECT_DIR$/settings.py">
       <provider selected="true" editor-type-id="text-editor">
-        <state relative-caret-position="144">
-          <caret line="8" column="37" lean-forward="true" selection-start-line="8" selection-start-column="37" selection-end-line="8" selection-end-column="37" />
-          <folding>
-            <element signature="e#0#10#0" expanded="true" />
-          </folding>
+        <state relative-caret-position="36">
+          <caret line="26" column="24" selection-start-line="26" selection-start-column="24" selection-end-line="26" selection-end-column="24" />
         </state>
       </provider>
     </entry>

BIN
hg3535/__pycache__/items.cpython-36.pyc


BIN
hg3535/__pycache__/middlewares.cpython-36.pyc


BIN
hg3535/__pycache__/pipelines.cpython-36.pyc


BIN
hg3535/__pycache__/settings.cpython-36.pyc


+ 27 - 0
hg3535/items.py

@@ -447,3 +447,30 @@ class Roll_Bangqiu(scrapy.Field):
     odd_evens_dict = scrapy.Field()
     odd_evens_dict_rule = scrapy.Field()
     match_score_dict = scrapy.Field()
+
+
+
+class Lanqiustatus(scrapy.Field):
+    match_id = scrapy.Field()
+    create_time = scrapy.Field()
+    status = scrapy.Field()
+    update_time = scrapy.Field()
+    ball_type = scrapy.Field()
+    zuqiu_toal = scrapy.Field()
+
+class Wanqiustatus(scrapy.Field):
+    match_id = scrapy.Field()
+    create_time = scrapy.Field()
+    status = scrapy.Field()
+    update_time = scrapy.Field()
+    ball_type = scrapy.Field()
+    zuqiu_toal = scrapy.Field()
+
+
+class Bangqiustatus(scrapy.Field):
+    match_id = scrapy.Field()
+    create_time = scrapy.Field()
+    status = scrapy.Field()
+    update_time = scrapy.Field()
+    ball_type = scrapy.Field()
+    zuqiu_toal = scrapy.Field()

+ 10 - 0
hg3535/kaishi.py

@@ -0,0 +1,10 @@
+import scrapy
+from scrapy.crawler import CrawlerProcess
+
+from .spiders.lanqiu import LanqiuSpider
+from .spiders.zuqiu import ZuqiuSpider
+
+process = CrawlerProcess()
+process.crawl(ZuqiuSpider)
+process.crawl(LanqiuSpider)
+process.start()

+ 3 - 2
hg3535/main.py

@@ -11,9 +11,10 @@ sys.path.append(os.path.dirname(os.path.abspath(__file__)))
 # execute(["scrapy", "crawl", "wangqiu"])
 # execute(["scrapy", "crawl", "wqbodan"])
 # execute(["scrapy", "crawl", "bangqiu"])
-# execute(["scrapy", "crawl", "roll_zuqiu"]) #滚球足球 回来要解开这个注释 其他全部解封
+execute(["scrapy", "crawl", "roll_zuqiu"]) #滚球足球 回来要解开这个注释 其他全部解封
 # execute(["scrapy", "crawl", "roll_lanqiu"]) #滚球篮球
 # execute(["scrapy", "crawl", "roll_wangqiu"]) #滚球网球
 # execute(["scrapy", "crawl", "roll_bangqiu"]) #滚球棒球
 # execute(["scrapy", "crawl", "ball_status"]) #滚球id本地存
-execute(["scrapy", "crawl", "ball_status_update"]) #滚球id结束时间更新状态
+# execute(["scrapy", "crawl", "ball_status_update"]) #滚球id结束时间更新状态
+# execute(["scrapy", "crawl", "hgjieshu"]) #滚球id结束时间更新状态

+ 23 - 0
hg3535/main_notroll.py

@@ -0,0 +1,23 @@
+import time
+import os
+import sys
+
+
+can = sys.argv[1]
+
+if can == 'notroll':
+    while True:
+        os.system("scrapy crawl zuqiu")
+        time.sleep(4)
+        os.system("scrapy crawl wqbodan")
+        time.sleep(4)
+        os.system("scrapy crawl wangqiu")
+        time.sleep(4)
+        os.system("scrapy crawl lanqiu")
+        time.sleep(4)
+        os.system("scrapy crawl liansai")
+        time.sleep(4)
+        os.system("scrapy crawl guanjun")
+        time.sleep(4)
+        os.system("scrapy crawl bangqiu")
+        time.sleep(180)

+ 10 - 10
hg3535/main_time.py

@@ -17,25 +17,25 @@ can = sys.argv[1]
 if can == 'roll':
     while True:
         os.system("scrapy crawl roll_zuqiu")
-        time.sleep(2)
+        time.sleep(3)
         os.system("scrapy crawl ball_status")
-        time.sleep(2)
+        time.sleep(3)
         os.system("scrapy crawl ball_status_update")
-        time.sleep(10)
+        time.sleep(30)
 
 if can == 'notroll':
     while True:
         os.system("scrapy crawl zuqiu")
-        time.sleep(2)
+        time.sleep(4)
         os.system("scrapy crawl wqbodan")
-        time.sleep(2)
+        time.sleep(4)
         os.system("scrapy crawl wangqiu")
-        time.sleep(2)
+        time.sleep(4)
         os.system("scrapy crawl lanqiu")
-        time.sleep(2)
+        time.sleep(4)
         os.system("scrapy crawl liansai")
-        time.sleep(2)
+        time.sleep(4)
         os.system("scrapy crawl guanjun")
-        time.sleep(2)
+        time.sleep(4)
         os.system("scrapy crawl bangqiu")
-        time.sleep(60)
+        time.sleep(300)

Файлын зөрүү хэтэрхий том тул дарагдсан байна
+ 439 - 283
hg3535/pipelines.py


+ 3 - 3
hg3535/settings.py

@@ -24,7 +24,7 @@ USER_AGENT = {
 ROBOTSTXT_OBEY = False
 
 # Configure maximum concurrent requests performed by Scrapy (default: 16)
-CONCURRENT_REQUESTS = 32
+CONCURRENT_REQUESTS = 16
 
 # Configure a delay for requests for the same website (default: 0)
 # See https://doc.scrapy.org/en/latest/topics/settings.html#download-delay
@@ -32,8 +32,8 @@ CONCURRENT_REQUESTS = 32
 #DOWNLOAD_DELAY = 3
 DOWNLOAD_DELAY = 0
 # The download delay setting will honor only one of:
-CONCURRENT_REQUESTS_PER_DOMAIN = 32
-CONCURRENT_REQUESTS_PER_IP = 32
+CONCURRENT_REQUESTS_PER_DOMAIN = 16
+CONCURRENT_REQUESTS_PER_IP = 16
 
 # Disable cookies (enabled by default)
 #COOKIES_ENABLED = False

BIN
hg3535/spiders/__pycache__/bangqiu.cpython-36.pyc


BIN
hg3535/spiders/__pycache__/guanjun.cpython-36.pyc


BIN
hg3535/spiders/__pycache__/hg3535_zq_status.cpython-36.pyc


BIN
hg3535/spiders/__pycache__/hg3535_zq_status_up.cpython-36.pyc


BIN
hg3535/spiders/__pycache__/hgjieshu.cpython-36.pyc


BIN
hg3535/spiders/__pycache__/lanqiu.cpython-36.pyc


BIN
hg3535/spiders/__pycache__/liansai.cpython-36.pyc


BIN
hg3535/spiders/__pycache__/zuqiu.cpython-36.pyc


+ 9 - 4
hg3535/spiders/bangqiu.py

@@ -41,24 +41,29 @@ class BqrangqiuSpider(scrapy.Spider):
                     for new_result in new_results:
                         game_id = str(new_result['i'][16])
                         if pt == 1:
-                            url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "iip=false&ubt=am&isp=false"
+                            url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "&iip=false&ubt=am&isp=false"
                             yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt == 2:
-                            url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "iip=false&ubt=am&isp=false"
+                            url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "&iip=false&ubt=am&isp=false"
                             yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
                         if pt == 3:
-                            url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "iip=false&ubt=am&isp=true"
+                            url = "https://hg3535z.com/odds2/d/getamodds?eid=" + game_id + "&iip=false&ubt=am&isp=true"
                             yield Request(url=url, callback=self.parse_each, meta={'pt': pt}, dont_filter=True)
 
     def parse_each(self, response):
+        # print('111111111111111111111111111111111111111111111111111111111')
         try:
             new_datas = json.loads(response.text)['eg']
+            # print(new_datas)
             pt = response.meta['pt']
-            bangqiu = json.loads(response.text)['i-ot']["s"]["n"]
+            # print(pt)
+            bangqiu = json.loads(response.text)['i'][31]
+            # print(bangqiu)
         except:
             new_datas = ""
             pt = 0
             bangqiu = ""
+            # print(bangqiu)
         if new_datas:
             # 联赛id
             league_id = new_datas["c"]["k"]

+ 16 - 6
hg3535/spiders/guanjun.py

@@ -23,12 +23,22 @@ class LqguanjunSpider(scrapy.Spider):
 
     def start_requests(self):
         for z in range(1, 5):
-            for y in range(1, 4):
-                for x in range(0, 4):
-                    url = 'https://hg3535z.com/odds2/d/getodds?sid=' + str(z) + '&pt=' + str(y) + '&ubt=or&pn=' + str(
-                        x) + '&sb=2&dc=null&pid=0'
-                    # yield Request(url=url, callback=self.parse, meta={'pt': y, 'sid': z}, dont_filter=True)
-                    yield Request(url=url, callback=self.parse, meta={'pt': y, 'sid': z}, dont_filter=True)
+            # for y in range(1, 4):
+            #     for x in range(0, 4):
+            #         url = 'https://hg3535z.com/odds2/d/getodds?sid=' + str(z) + '&pt=' + str(y) + '&ubt=or&pn=' + str(
+            #             x) + '&sb=2&dc=null&pid=0'
+            #         # yield Request(url=url, callback=self.parse, meta={'pt': y, 'sid': z}, dont_filter=True)
+            #         # https://hg3535z.com/odds2/d/getodds?sid=1&pt=1&ubt=am&pn=0&sb=2&dc=null&pid=0
+            #         # https://hg3535z.com/odds2/d/getodds?sid=1&pt=1&ubt=or&pn=0&sb=2&dc=null&pid=0
+            #         yield Request(url=url, callback=self.parse, meta={'pt': y, 'sid': z}, dont_filter=True)
+            # for y in range(1, 4):
+            for x in range(0, 4):
+                url = 'https://hg3535z.com/odds2/d/getodds?sid=' + str(z) + '&pt=1&ubt=or&pn=' + str(
+                    x) + '&sb=2&dc=null&pid=0'
+                # yield Request(url=url, callback=self.parse, meta={'pt': y, 'sid': z}, dont_filter=True)
+                # https://hg3535z.com/odds2/d/getodds?sid=1&pt=1&ubt=am&pn=0&sb=2&dc=null&pid=0
+                # https://hg3535z.com/odds2/d/getodds?sid=1&pt=1&ubt=or&pn=0&sb=2&dc=null&pid=0
+                yield Request(url=url, callback=self.parse, meta={'pt': 1, 'sid': z}, dont_filter=True)
     def parse(self, response):
         try:
             datas = json.loads(response.text)

+ 57 - 0
hg3535/spiders/hgjieshu.py

@@ -0,0 +1,57 @@
+# -*- coding: utf-8 -*-
+# import re
+
+import scrapy
+
+
+class HgjieshuSpider(scrapy.Spider):
+    name = 'hgjieshu'
+    allowed_domains = ['hg3535z.com']
+    start_urls = ['https://hg3535z.com/zh-cn/info-centre/sportsbook-info/results/1/normal/1']
+
+    def parse(self, response):
+        # a = response.xpath('//*[@id="dt-cmp-66148"]/div[1]/div[3]/span[3]/text()')[0].extract_first()
+        if response.status == 200:
+            tema = response.xpath('//div[@class="rt-event"]//span[@class="pt"]/text()')
+            # print(tema)
+            aa = [i.extract() for i in tema ]
+
+            # b = response.xpath('//div[@class="rt-ft "]/text()')  #比分
+            b = response.xpath('//div[contains(@class,"rt-ft")]')#比分')]/text()')  #比分
+            # print(b)
+            # for i in tema:
+            #     print(i.extract())
+            #     c = i.xpath('//div/text()')
+            #     # yield c
+            #     i = i.extract()
+            #     print(i)
+            # aa = [(x, y, z.extract().split('">')[1].split('</')[0].strip())for x in tema if x % 2 == 0 for y in tema if x % 2 == 1 for z in b]
+            cc = [z.extract().split('">')[1].split('</')[0].strip() for z in b]
+            print(cc)
+            # dd = [(aa[x], aa[y], z) for x in range(len(aa)) if x % 2 == 0 for y in range(len(aa)) if y % 2 == 1 for z in cc]
+            print(cc)
+            print(len(cc))
+            print(len(tema))
+            print(len(aa))
+            print(aa)
+            # print(dd)
+                # print(type(cc))
+                # break
+
+                # i = i
+                # yield i
+                # print(i.extract())
+                # c = i.xpath()
+                # print(i.xpath('//div/text()'))
+                # print(type(i.extract()))
+            # d = i.xpath('//div/text()')
+
+            # print(c)
+            # print(a)
+            # print(len(a))
+            # # print(b)
+            # print(len(b))
+            # for e in d:
+            #     print(e)
+
+            pass

+ 12 - 7
hg3535/spiders/lanqiu.py

@@ -2,7 +2,6 @@
 import copy
 import datetime
 import json
-
 import scrapy
 from scrapy.http import Request
 
@@ -453,18 +452,24 @@ class LanqiuSpider(scrapy.Spider):
             last_numbers_dict = {}
             try:
                 last_numbers = result["p-o"][0]['o']
-                last_home = {}
-                for last_number in last_numbers:
-                    last_home[last_number[0]] = last_number[2]
+                last_home = {last_numbers[0][0]: last_numbers[0][2], last_numbers[0][1]: last_numbers[1][2],
+                             last_numbers[2][0]: last_numbers[2][2], last_numbers[3][0]: last_numbers[3][2],
+                             last_numbers[4][0]: last_numbers[4][2]}
+                # if last_numbers:
+                #     for last_number in last_numbers:
+                #         last_home[last_number[0]] = last_number[2]
             except:
                 last_home = {}
             last_numbers_dict["last_home"] = last_home
             # 球队得分最后一位数 客队
             try:
                 new_last_numbers = result["p-o"][1]['o']
-                last_guest = {}
-                for new_last_number in new_last_numbers:
-                    last_guest[new_last_number[0]] = new_last_number[2]
+                last_guest = {new_last_numbers[0][0]: new_last_numbers[0][2], new_last_numbers[0][1]: new_last_numbers[1][2],
+                              new_last_numbers[2][0]: new_last_numbers[2][2], new_last_numbers[3][0]: new_last_numbers[3][2],
+                              new_last_numbers[4][0]: new_last_numbers[4][2]}
+                # if new_last_numbers:
+                #     for new_last_number in new_last_numbers:
+                #         last_guest[new_last_number[0]] = new_last_number[2]
             except:
                 last_guest = {}
             last_numbers_dict["last_guest"] = last_guest

+ 0 - 1
hg3535/spiders/zuqiu.py

@@ -4,7 +4,6 @@ import json
 
 import scrapy
 from scrapy.http import Request
-
 from .. items import Zuqiu
 # from scrapy.spidermiddlewares.httperror import HttpError
 # from twisted.internet.error import DNSLookupError

Энэ ялгаанд хэт олон файл өөрчлөгдсөн тул зарим файлыг харуулаагүй болно