roll_zuqiu_2019_5_20.log 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171
  1. 2019-05-20 17:30:17 [scrapy.extensions.telnet] INFO: Telnet Password: 8d1f0a62a0be1c79
  2. 2019-05-20 17:30:17 [scrapy.middleware] INFO: Enabled extensions:
  3. ['scrapy.extensions.corestats.CoreStats',
  4. 'scrapy.extensions.telnet.TelnetConsole',
  5. 'scrapy.extensions.logstats.LogStats']
  6. 2019-05-20 17:30:17 [scrapy.middleware] INFO: Enabled downloader middlewares:
  7. ['hg3535.middlewares.Hg3535timeoutDownloaderMiddleware',
  8. 'scrapy.downloadermiddlewares.httpauth.HttpAuthMiddleware',
  9. 'scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware',
  10. 'scrapy.downloadermiddlewares.downloadtimeout.DownloadTimeoutMiddleware',
  11. 'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware',
  12. 'scrapy.downloadermiddlewares.redirect.MetaRefreshMiddleware',
  13. 'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware',
  14. 'scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware',
  15. 'scrapy.downloadermiddlewares.stats.DownloaderStats']
  16. 2019-05-20 17:30:17 [scrapy.middleware] INFO: Enabled spider middlewares:
  17. ['scrapy.spidermiddlewares.httperror.HttpErrorMiddleware',
  18. 'scrapy.spidermiddlewares.offsite.OffsiteMiddleware',
  19. 'scrapy.spidermiddlewares.referer.RefererMiddleware',
  20. 'scrapy.spidermiddlewares.urllength.UrlLengthMiddleware',
  21. 'scrapy.spidermiddlewares.depth.DepthMiddleware']
  22. 2019-05-20 17:30:17 [scrapy.middleware] INFO: Enabled item pipelines:
  23. ['hg3535.pipelines.Roll_Zuqiupipeline']
  24. 2019-05-20 17:30:17 [scrapy.core.engine] INFO: Spider opened
  25. 2019-05-20 17:30:17 [scrapy.extensions.logstats] INFO: Crawled 0 pages (at 0 pages/min), scraped 0 items (at 0 items/min)
  26. 2019-05-20 17:30:17 [scrapy.extensions.telnet] INFO: Telnet console listening on 127.0.0.1:6023
  27. 2019-05-20 17:30:17 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://hg3535z.com/odds2/d/getodds?sid=1&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0> (referer: None)
  28. 2019-05-20 17:30:18 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://hg3535z.com/odds2/d/getamodds?eid=3194048&iip=true&ubt=am&isp=false> (referer: https://hg3535z.com/odds2/d/getodds?sid=1&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0)
  29. 2019-05-20 17:30:18 [scrapy.core.scraper] DEBUG: Scraped from <200 https://hg3535z.com/odds2/d/getamodds?eid=3194048&iip=true&ubt=am&isp=false>
  30. None
  31. 2019-05-20 17:30:18 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://hg3535z.com/odds2/d/getamodds?eid=3193552&iip=true&ubt=am&isp=false> (referer: https://hg3535z.com/odds2/d/getodds?sid=1&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0)
  32. 2019-05-20 17:30:18 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://hg3535z.com/odds2/d/getamodds?eid=3194589&iip=true&ubt=am&isp=false> (referer: https://hg3535z.com/odds2/d/getodds?sid=1&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0)
  33. 2019-05-20 17:30:18 [scrapy.core.scraper] DEBUG: Scraped from <200 https://hg3535z.com/odds2/d/getamodds?eid=3193552&iip=true&ubt=am&isp=false>
  34. None
  35. 2019-05-20 17:30:18 [scrapy.core.scraper] DEBUG: Scraped from <200 https://hg3535z.com/odds2/d/getamodds?eid=3194589&iip=true&ubt=am&isp=false>
  36. None
  37. 2019-05-20 17:30:18 [scrapy.core.engine] INFO: Closing spider (finished)
  38. 2019-05-20 17:30:19 [scrapy.statscollectors] INFO: Dumping Scrapy stats:
  39. {'downloader/request_bytes': 1514,
  40. 'downloader/request_count': 4,
  41. 'downloader/request_method_count/GET': 4,
  42. 'downloader/response_bytes': 12426,
  43. 'downloader/response_count': 4,
  44. 'downloader/response_status_count/200': 4,
  45. 'finish_reason': 'finished',
  46. 'finish_time': datetime.datetime(2019, 5, 20, 9, 30, 19, 731256),
  47. 'item_scraped_count': 3,
  48. 'log_count/DEBUG': 7,
  49. 'log_count/INFO': 9,
  50. 'request_depth_max': 1,
  51. 'response_received_count': 4,
  52. 'scheduler/dequeued': 4,
  53. 'scheduler/dequeued/memory': 4,
  54. 'scheduler/enqueued': 4,
  55. 'scheduler/enqueued/memory': 4,
  56. 'start_time': datetime.datetime(2019, 5, 20, 9, 30, 17, 739581)}
  57. 2019-05-20 17:30:19 [scrapy.core.engine] INFO: Spider closed (finished)
  58. 2019-05-20 17:30:56 [scrapy.extensions.telnet] INFO: Telnet Password: 0d169b417754a76b
  59. 2019-05-20 17:30:56 [scrapy.middleware] INFO: Enabled extensions:
  60. ['scrapy.extensions.corestats.CoreStats',
  61. 'scrapy.extensions.telnet.TelnetConsole',
  62. 'scrapy.extensions.logstats.LogStats']
  63. 2019-05-20 17:30:56 [scrapy.middleware] INFO: Enabled downloader middlewares:
  64. ['hg3535.middlewares.Hg3535timeoutDownloaderMiddleware',
  65. 'scrapy.downloadermiddlewares.httpauth.HttpAuthMiddleware',
  66. 'scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware',
  67. 'scrapy.downloadermiddlewares.downloadtimeout.DownloadTimeoutMiddleware',
  68. 'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware',
  69. 'scrapy.downloadermiddlewares.redirect.MetaRefreshMiddleware',
  70. 'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware',
  71. 'scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware',
  72. 'scrapy.downloadermiddlewares.stats.DownloaderStats']
  73. 2019-05-20 17:30:56 [scrapy.middleware] INFO: Enabled spider middlewares:
  74. ['scrapy.spidermiddlewares.httperror.HttpErrorMiddleware',
  75. 'scrapy.spidermiddlewares.offsite.OffsiteMiddleware',
  76. 'scrapy.spidermiddlewares.referer.RefererMiddleware',
  77. 'scrapy.spidermiddlewares.urllength.UrlLengthMiddleware',
  78. 'scrapy.spidermiddlewares.depth.DepthMiddleware']
  79. 2019-05-20 17:30:56 [scrapy.middleware] INFO: Enabled item pipelines:
  80. ['hg3535.pipelines.Roll_Zuqiupipeline']
  81. 2019-05-20 17:30:56 [scrapy.core.engine] INFO: Spider opened
  82. 2019-05-20 17:30:56 [scrapy.extensions.logstats] INFO: Crawled 0 pages (at 0 pages/min), scraped 0 items (at 0 items/min)
  83. 2019-05-20 17:30:56 [scrapy.extensions.telnet] INFO: Telnet console listening on 127.0.0.1:6023
  84. 2019-05-20 17:30:56 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://hg3535z.com/odds2/d/getodds?sid=1&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0> (referer: None)
  85. 2019-05-20 17:30:57 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://hg3535z.com/odds2/d/getamodds?eid=3193552&iip=true&ubt=am&isp=false> (referer: https://hg3535z.com/odds2/d/getodds?sid=1&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0)
  86. 2019-05-20 17:30:57 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://hg3535z.com/odds2/d/getamodds?eid=3194048&iip=true&ubt=am&isp=false> (referer: https://hg3535z.com/odds2/d/getodds?sid=1&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0)
  87. 2019-05-20 17:30:57 [scrapy.core.scraper] DEBUG: Scraped from <200 https://hg3535z.com/odds2/d/getamodds?eid=3193552&iip=true&ubt=am&isp=false>
  88. None
  89. 2019-05-20 17:30:57 [scrapy.core.scraper] DEBUG: Scraped from <200 https://hg3535z.com/odds2/d/getamodds?eid=3194048&iip=true&ubt=am&isp=false>
  90. None
  91. 2019-05-20 17:30:57 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://hg3535z.com/odds2/d/getamodds?eid=3194589&iip=true&ubt=am&isp=false> (referer: https://hg3535z.com/odds2/d/getodds?sid=1&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0)
  92. 2019-05-20 17:30:57 [scrapy.core.scraper] DEBUG: Scraped from <200 https://hg3535z.com/odds2/d/getamodds?eid=3194589&iip=true&ubt=am&isp=false>
  93. None
  94. 2019-05-20 17:30:57 [scrapy.core.engine] INFO: Closing spider (finished)
  95. 2019-05-20 17:31:18 [scrapy.statscollectors] INFO: Dumping Scrapy stats:
  96. {'downloader/request_bytes': 1514,
  97. 'downloader/request_count': 4,
  98. 'downloader/request_method_count/GET': 4,
  99. 'downloader/response_bytes': 12408,
  100. 'downloader/response_count': 4,
  101. 'downloader/response_status_count/200': 4,
  102. 'finish_reason': 'finished',
  103. 'finish_time': datetime.datetime(2019, 5, 20, 9, 31, 18, 576900),
  104. 'item_scraped_count': 3,
  105. 'log_count/DEBUG': 7,
  106. 'log_count/INFO': 9,
  107. 'request_depth_max': 1,
  108. 'response_received_count': 4,
  109. 'scheduler/dequeued': 4,
  110. 'scheduler/dequeued/memory': 4,
  111. 'scheduler/enqueued': 4,
  112. 'scheduler/enqueued/memory': 4,
  113. 'start_time': datetime.datetime(2019, 5, 20, 9, 30, 56, 654519)}
  114. 2019-05-20 17:31:18 [scrapy.core.engine] INFO: Spider closed (finished)
  115. 2019-05-20 17:31:38 [scrapy.extensions.telnet] INFO: Telnet Password: 73bc037d8ec557e8
  116. 2019-05-20 17:31:38 [scrapy.middleware] INFO: Enabled extensions:
  117. ['scrapy.extensions.corestats.CoreStats',
  118. 'scrapy.extensions.telnet.TelnetConsole',
  119. 'scrapy.extensions.logstats.LogStats']
  120. 2019-05-20 17:31:38 [scrapy.middleware] INFO: Enabled downloader middlewares:
  121. ['hg3535.middlewares.Hg3535timeoutDownloaderMiddleware',
  122. 'scrapy.downloadermiddlewares.httpauth.HttpAuthMiddleware',
  123. 'scrapy.downloadermiddlewares.defaultheaders.DefaultHeadersMiddleware',
  124. 'scrapy.downloadermiddlewares.downloadtimeout.DownloadTimeoutMiddleware',
  125. 'scrapy.downloadermiddlewares.useragent.UserAgentMiddleware',
  126. 'scrapy.downloadermiddlewares.redirect.MetaRefreshMiddleware',
  127. 'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware',
  128. 'scrapy.downloadermiddlewares.httpproxy.HttpProxyMiddleware',
  129. 'scrapy.downloadermiddlewares.stats.DownloaderStats']
  130. 2019-05-20 17:31:38 [scrapy.middleware] INFO: Enabled spider middlewares:
  131. ['scrapy.spidermiddlewares.httperror.HttpErrorMiddleware',
  132. 'scrapy.spidermiddlewares.offsite.OffsiteMiddleware',
  133. 'scrapy.spidermiddlewares.referer.RefererMiddleware',
  134. 'scrapy.spidermiddlewares.urllength.UrlLengthMiddleware',
  135. 'scrapy.spidermiddlewares.depth.DepthMiddleware']
  136. 2019-05-20 17:31:38 [scrapy.middleware] INFO: Enabled item pipelines:
  137. ['hg3535.pipelines.Roll_Zuqiupipeline']
  138. 2019-05-20 17:31:38 [scrapy.core.engine] INFO: Spider opened
  139. 2019-05-20 17:31:38 [scrapy.extensions.logstats] INFO: Crawled 0 pages (at 0 pages/min), scraped 0 items (at 0 items/min)
  140. 2019-05-20 17:31:38 [scrapy.extensions.telnet] INFO: Telnet console listening on 127.0.0.1:6023
  141. 2019-05-20 17:31:38 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://hg3535z.com/odds2/d/getodds?sid=1&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0> (referer: None)
  142. 2019-05-20 17:31:39 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://hg3535z.com/odds2/d/getamodds?eid=3193552&iip=true&ubt=am&isp=false> (referer: https://hg3535z.com/odds2/d/getodds?sid=1&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0)
  143. 2019-05-20 17:31:39 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://hg3535z.com/odds2/d/getamodds?eid=3194048&iip=true&ubt=am&isp=false> (referer: https://hg3535z.com/odds2/d/getodds?sid=1&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0)
  144. 2019-05-20 17:31:39 [scrapy.core.scraper] DEBUG: Scraped from <200 https://hg3535z.com/odds2/d/getamodds?eid=3193552&iip=true&ubt=am&isp=false>
  145. None
  146. 2019-05-20 17:31:39 [scrapy.core.scraper] DEBUG: Scraped from <200 https://hg3535z.com/odds2/d/getamodds?eid=3194048&iip=true&ubt=am&isp=false>
  147. None
  148. 2019-05-20 17:31:39 [scrapy.core.engine] DEBUG: Crawled (200) <GET https://hg3535z.com/odds2/d/getamodds?eid=3194589&iip=true&ubt=am&isp=false> (referer: https://hg3535z.com/odds2/d/getodds?sid=1&pt=4&ubt=am&pn=0&sb=2&dc=null&pid=0)
  149. 2019-05-20 17:31:39 [scrapy.core.scraper] DEBUG: Scraped from <200 https://hg3535z.com/odds2/d/getamodds?eid=3194589&iip=true&ubt=am&isp=false>
  150. None
  151. 2019-05-20 17:31:39 [scrapy.core.engine] INFO: Closing spider (finished)
  152. 2019-05-20 17:31:43 [scrapy.statscollectors] INFO: Dumping Scrapy stats:
  153. {'downloader/request_bytes': 1514,
  154. 'downloader/request_count': 4,
  155. 'downloader/request_method_count/GET': 4,
  156. 'downloader/response_bytes': 12421,
  157. 'downloader/response_count': 4,
  158. 'downloader/response_status_count/200': 4,
  159. 'finish_reason': 'finished',
  160. 'finish_time': datetime.datetime(2019, 5, 20, 9, 31, 43, 294805),
  161. 'item_scraped_count': 3,
  162. 'log_count/DEBUG': 7,
  163. 'log_count/INFO': 9,
  164. 'request_depth_max': 1,
  165. 'response_received_count': 4,
  166. 'scheduler/dequeued': 4,
  167. 'scheduler/dequeued/memory': 4,
  168. 'scheduler/enqueued': 4,
  169. 'scheduler/enqueued/memory': 4,
  170. 'start_time': datetime.datetime(2019, 5, 20, 9, 31, 38, 533532)}
  171. 2019-05-20 17:31:43 [scrapy.core.engine] INFO: Spider closed (finished)