items.py 9.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374
  1. # -*- coding: utf-8 -*-
  2. # Define here the models for your scraped items
  3. #
  4. # See documentation in:
  5. # http://doc.scrapy.org/en/latest/topics/items.html
  6. import scrapy
  7. class ScrapyYzdItem(scrapy.Item):
  8. # define the fields for your item here like:
  9. # name = scrapy.Field()
  10. pass
  11. class Today_all(scrapy.Field):
  12. # 让球大小盘
  13. concede_size = scrapy.Field()
  14. # 独赢
  15. capot = scrapy.Field()
  16. # 入球数-单双
  17. odd_even = scrapy.Field()
  18. # 总入球
  19. total_goal = scrapy.Field()
  20. # 半场/全场
  21. half_full = scrapy.Field()
  22. # 波胆
  23. bodan = scrapy.Field()
  24. # 最先/最后进球
  25. first_last_ball = scrapy.Field()
  26. # 冠军
  27. champion = scrapy.Field()
  28. def get_insert_sql(self):
  29. insert_sql = """
  30. INSERT INTO st_zq_odds(lg_id, odds_code, match_id, ctime, utime, max, odds, p_id, p_code, team, type, source, sole)
  31. VALUES (%s, %s, %s, %s, %s, %s, %s, %s,%s, %s, %s, %s, %s)
  32. """
  33. params = (00000, 'test1111',00000, '2019-04-02 14:04:48', '2019-04-02 14:04:48',0.1,0.16,0,'test','11',0,'h532','2222222333')
  34. return insert_sql, params
  35. class LanqiuItem(scrapy.Item):
  36. # 联赛id
  37. league_id = scrapy.Field()
  38. # 联赛名
  39. league_name = scrapy.Field()
  40. result = scrapy.Field()
  41. # 比赛id
  42. game_id = scrapy.Field()
  43. # 球队1
  44. team_home = scrapy.Field()
  45. # 球队2
  46. team_guest = scrapy.Field()
  47. # 数量(97>)
  48. number = scrapy.Field()
  49. # 比赛状态
  50. zhuangtai = scrapy.Field()
  51. # 日期
  52. data_game = scrapy.Field()
  53. # 开赛时间
  54. time_game = scrapy.Field()
  55. # 队1分数
  56. score_home = scrapy.Field()
  57. # 队2分数
  58. score_guest = scrapy.Field()
  59. # 第几节
  60. jijie = scrapy.Field()
  61. # 球队得分
  62. qiudui = scrapy.Field()
  63. concede = scrapy.Field()
  64. odd_even = scrapy.Field()
  65. total_size = scrapy.Field()
  66. last_number = scrapy.Field()
  67. capot = scrapy.Field()
  68. team_score = scrapy.Field()
  69. class Hg3535Item(scrapy.Item):
  70. league_id = scrapy.Field() # 联赛id
  71. league_name = scrapy.Field() # 联赛名
  72. ctn = scrapy.Field() #角球或者其他
  73. one_team_name = scrapy.Field() #队一名
  74. two_team_name = scrapy.Field() #队二名
  75. num = scrapy.Field() # num值
  76. date_match = scrapy.Field() # 比赛日期
  77. date_time = scrapy.Field() # 比赛时间
  78. one_team_score = scrapy.Field() # 队一比分
  79. two_team_score = scrapy.Field() # 队二比分
  80. half_time = scrapy.Field() #半场
  81. match_id = scrapy.Field() #比赛id
  82. give_ball = scrapy.Field() # ah列表 全场让球
  83. full_size = scrapy.Field() # ou列表 全场大小
  84. win_situation = scrapy.Field() #1x2列表全场独赢
  85. half_handicap = scrapy.Field() # ahlst 上半场让球
  86. half_size = scrapy.Field() # oulst 上半场大小
  87. half_win = scrapy.Field() # 1x2lst 上半场独赢
  88. full_score = scrapy.Field() # oe 全场入球
  89. half_goal = scrapy.Field() # oelst 上半场入球
  90. total_goal = scrapy.Field() # tg 全场总入球
  91. first_half_goal = scrapy.Field() # tglst 上半场总入球
  92. half_full_time = scrapy.Field() # hf 半场/全场
  93. full_field = scrapy.Field() # cs 全场波胆
  94. half_wave = scrapy.Field() # cslst 上半场波胆
  95. advanced_ball = scrapy.Field() # ttslast 最先进球
  96. final_goal = scrapy.Field() # tts1st 最后进球
  97. class DoubanItem(scrapy.Item):
  98. movie_name = scrapy.Field()
  99. movie_director = scrapy.Field()
  100. movie_writer = scrapy.Field()
  101. movie_starring = scrapy.Field()
  102. movie_category = scrapy.Field()
  103. movie_country = scrapy.Field()
  104. #movie_language = scrapy.Field()
  105. movie_date = scrapy.Field()
  106. movie_time = scrapy.Field()
  107. movie_star = scrapy.Field()
  108. movie_5score = scrapy.Field()
  109. movie_4score = scrapy.Field()
  110. movie_3score = scrapy.Field()
  111. movie_2score = scrapy.Field()
  112. movie_1score = scrapy.Field()
  113. movie_describe = scrapy.Field()
  114. pass
  115. class jdItem(scrapy.Item):
  116. phone_id = scrapy.Field()
  117. phone_name = scrapy.Field()
  118. phone_price = scrapy.Field()
  119. phone_houdu = scrapy.Field()
  120. phone_CPU = scrapy.Field()
  121. phone_ROM = scrapy.Field()
  122. phone_RAM = scrapy.Field()
  123. phone_screen = scrapy.Field()
  124. phone_frontcam = scrapy.Field()
  125. phone_backcam = scrapy.Field()
  126. pass
  127. class SteamItem(scrapy.Item):
  128. name = scrapy.Field()
  129. price = scrapy.Field()
  130. release_date = scrapy.Field()
  131. metacritic_score = scrapy.Field()
  132. user_reviews_count = scrapy.Field()
  133. positive_user_reviews_count = scrapy.Field()
  134. positive_percent = scrapy.Field()
  135. negative_user_reviews_count = scrapy.Field()
  136. steam_user_reviews_count = scrapy.Field()
  137. non_steam_user_reviews_count = scrapy.Field()
  138. english_user_reviews_count = scrapy.Field()
  139. non_english_user_reviews_count = scrapy.Field()
  140. pass
  141. class Temaball(scrapy.Field):
  142. league_id = scrapy.Field()
  143. league_name = scrapy.Field()
  144. game_id = scrapy.Field()
  145. team_home = scrapy.Field()
  146. team_guest = scrapy.Field()
  147. number = scrapy.Field()
  148. data_game = scrapy.Field()
  149. time_game = scrapy.Field()
  150. full_data = scrapy.Field()
  151. half_data = scrapy.Field()
  152. half_full = scrapy.Field()
  153. full_data_rule = scrapy.Field()
  154. half_data_rule = scrapy.Field()
  155. #篮球
  156. class Lanqiu(scrapy.Field):
  157. # 联赛id
  158. league_id = scrapy.Field()
  159. # 联赛名
  160. league_name = scrapy.Field()
  161. result = scrapy.Field()
  162. # 比赛id
  163. game_id = scrapy.Field()
  164. # 球队1
  165. team_home = scrapy.Field()
  166. # 球队2
  167. team_guest = scrapy.Field()
  168. # 数量(97>)
  169. number = scrapy.Field()
  170. # 比赛状态
  171. zhuangtai = scrapy.Field()
  172. # 日期
  173. data_game = scrapy.Field()
  174. # 开赛时间
  175. time_game = scrapy.Field()
  176. # 队1分数
  177. score_home = scrapy.Field()
  178. # 队2分数
  179. score_guest = scrapy.Field()
  180. # 第几节
  181. jijie = scrapy.Field()
  182. # 球队得分
  183. qiudui = scrapy.Field()
  184. concede = scrapy.Field()
  185. concede_rule = scrapy.Field()
  186. odd_even = scrapy.Field()
  187. odd_even_rule = scrapy.Field()
  188. total_size = scrapy.Field()
  189. total_size_rule = scrapy.Field()
  190. last_number = scrapy.Field()
  191. capot = scrapy.Field()
  192. team_score = scrapy.Field()
  193. team_score_rule = scrapy.Field()
  194. # 网球 让球&大小盘--------------------------------------------------------------------------------------------------------
  195. class Wangqiu(scrapy.Field):
  196. # 联赛id
  197. league_id = scrapy.Field()
  198. # 联赛名
  199. league_name = scrapy.Field()
  200. result = scrapy.Field()
  201. # 比赛id
  202. game_id = scrapy.Field()
  203. # 球队1
  204. team_home = scrapy.Field()
  205. # 球队2
  206. team_guest = scrapy.Field()
  207. # 数量(97>)
  208. number = scrapy.Field()
  209. # 比赛状态
  210. zhuangtai = scrapy.Field()
  211. # 日期
  212. data_game = scrapy.Field()
  213. # 开赛时间
  214. time_game = scrapy.Field()
  215. # 队1分数
  216. score_home = scrapy.Field()
  217. # 队2分数
  218. score_guest = scrapy.Field()
  219. # 第几节
  220. jijie = scrapy.Field()
  221. # 球队得分
  222. qiudui = scrapy.Field()
  223. pt = scrapy.Field()
  224. concedes_dict = scrapy.Field()
  225. concedes_dict_rule = scrapy.Field()
  226. kemps_dict = scrapy.Field()
  227. bureaus_dict = scrapy.Field()
  228. bureaus_dict_rule = scrapy.Field()
  229. total_number_dict = scrapy.Field()
  230. total_number_dict_rule = scrapy.Field()
  231. odd_evens_dict = scrapy.Field()
  232. odd_evens_dict_rule = scrapy.Field()
  233. class Bangqiu(scrapy.Field):
  234. # 联赛id
  235. league_id = scrapy.Field()
  236. # 联赛名
  237. league_name = scrapy.Field()
  238. result = scrapy.Field()
  239. # 比赛id
  240. game_id = scrapy.Field()
  241. # 球队1
  242. team_home = scrapy.Field()
  243. # 球队2
  244. team_guest = scrapy.Field()
  245. # 数量(97>)
  246. number = scrapy.Field()
  247. # 比赛状态
  248. zhuangtai = scrapy.Field()
  249. # 日期
  250. data_game = scrapy.Field()
  251. # 开赛时间
  252. time_game = scrapy.Field()
  253. # 队1分数
  254. score_home = scrapy.Field()
  255. # 队2分数
  256. score_guest = scrapy.Field()
  257. # 第几节
  258. jijie = scrapy.Field()
  259. # 球队得分
  260. qiudui = scrapy.Field()
  261. pt = scrapy.Field()
  262. concedes_dict = scrapy.Field()
  263. concedes_dict_rule = scrapy.Field()
  264. capots_dict = scrapy.Field()
  265. total_size_dict = scrapy.Field()
  266. total_size_dict_rule = scrapy.Field()
  267. odd_evens_dict = scrapy.Field()
  268. odd_evens_dict_rule = scrapy.Field()
  269. # 棒球 冠军--------------------------------------------------------------------------------------------------------------
  270. class Bqguanjun(scrapy.Field):
  271. league_name = scrapy.Field()
  272. tema_home = scrapy.Field()
  273. league_id = scrapy.Field()
  274. game_id = scrapy.Field()
  275. data_game = scrapy.Field()
  276. time_game = scrapy.Field()
  277. new_league_name = scrapy.Field()
  278. champion_team = scrapy.Field()
  279. new_champion = scrapy.Field()
  280. pt = scrapy.Field()
  281. zhuangtai = scrapy.Field()
  282. champion = scrapy.Field()
  283. # 棒球 联赛--------------------------------------------------------------------------------------------------------------
  284. class Bangqiuls(scrapy.Field):
  285. area_id = scrapy.Field()
  286. area_name = scrapy.Field()
  287. st_zq_league = scrapy.Field()
  288. name_chinese = scrapy.Field()
  289. class Zuqiustatus(scrapy.Field):
  290. match_id = scrapy.Field()
  291. create_time = scrapy.Field()
  292. status = scrapy.Field()
  293. update_time = scrapy.Field()
  294. ball_type = scrapy.Field()
  295. zuqiu_toal = scrapy.Field()
  296. class Bangqiustatus(scrapy.Field):
  297. match_id = scrapy.Field()
  298. create_time = scrapy.Field()
  299. status = scrapy.Field()
  300. update_time = scrapy.Field()
  301. ball_type = scrapy.Field()
  302. zuqiu_toal = scrapy.Field()
  303. class Lanqiustatus(scrapy.Field):
  304. match_id = scrapy.Field()
  305. create_time = scrapy.Field()
  306. status = scrapy.Field()
  307. update_time = scrapy.Field()
  308. ball_type = scrapy.Field()
  309. zuqiu_toal = scrapy.Field()
  310. class Wanqiustatus(scrapy.Field):
  311. match_id = scrapy.Field()
  312. create_time = scrapy.Field()
  313. status = scrapy.Field()
  314. update_time = scrapy.Field()
  315. ball_type = scrapy.Field()
  316. zuqiu_toal = scrapy.Field()