|
|
@@ -1,374 +0,0 @@
|
|
|
-# -*- coding: utf-8 -*-
|
|
|
-
|
|
|
-# Define here the models for your scraped items
|
|
|
-#
|
|
|
-# See documentation in:
|
|
|
-# http://doc.scrapy.org/en/latest/topics/items.html
|
|
|
-
|
|
|
-import scrapy
|
|
|
-
|
|
|
-
|
|
|
-class ScrapyYzdItem(scrapy.Item):
|
|
|
- # define the fields for your item here like:
|
|
|
- # name = scrapy.Field()
|
|
|
- pass
|
|
|
-
|
|
|
-class Today_all(scrapy.Field):
|
|
|
- # 让球大小盘
|
|
|
- concede_size = scrapy.Field()
|
|
|
-# 独赢
|
|
|
- capot = scrapy.Field()
|
|
|
-# 入球数-单双
|
|
|
- odd_even = scrapy.Field()
|
|
|
-# 总入球
|
|
|
- total_goal = scrapy.Field()
|
|
|
-# 半场/全场
|
|
|
- half_full = scrapy.Field()
|
|
|
-# 波胆
|
|
|
- bodan = scrapy.Field()
|
|
|
-# 最先/最后进球
|
|
|
- first_last_ball = scrapy.Field()
|
|
|
-# 冠军
|
|
|
- champion = scrapy.Field()
|
|
|
-
|
|
|
- def get_insert_sql(self):
|
|
|
- insert_sql = """
|
|
|
- INSERT INTO st_zq_odds(lg_id, odds_code, match_id, ctime, utime, max, odds, p_id, p_code, team, type, source, sole)
|
|
|
- VALUES (%s, %s, %s, %s, %s, %s, %s, %s,%s, %s, %s, %s, %s)
|
|
|
- """
|
|
|
- params = (00000, 'test1111',00000, '2019-04-02 14:04:48', '2019-04-02 14:04:48',0.1,0.16,0,'test','11',0,'h532','2222222333')
|
|
|
- return insert_sql, params
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-class LanqiuItem(scrapy.Item):
|
|
|
- # 联赛id
|
|
|
- league_id = scrapy.Field()
|
|
|
- # 联赛名
|
|
|
- league_name = scrapy.Field()
|
|
|
- result = scrapy.Field()
|
|
|
- # 比赛id
|
|
|
- game_id = scrapy.Field()
|
|
|
- # 球队1
|
|
|
- team_home = scrapy.Field()
|
|
|
- # 球队2
|
|
|
- team_guest = scrapy.Field()
|
|
|
- # 数量(97>)
|
|
|
- number = scrapy.Field()
|
|
|
- # 比赛状态
|
|
|
- zhuangtai = scrapy.Field()
|
|
|
- # 日期
|
|
|
- data_game = scrapy.Field()
|
|
|
- # 开赛时间
|
|
|
- time_game = scrapy.Field()
|
|
|
- # 队1分数
|
|
|
- score_home = scrapy.Field()
|
|
|
- # 队2分数
|
|
|
- score_guest = scrapy.Field()
|
|
|
- # 第几节
|
|
|
- jijie = scrapy.Field()
|
|
|
- # 球队得分
|
|
|
- qiudui = scrapy.Field()
|
|
|
-
|
|
|
- concede = scrapy.Field()
|
|
|
- odd_even = scrapy.Field()
|
|
|
- total_size = scrapy.Field()
|
|
|
- last_number = scrapy.Field()
|
|
|
- capot = scrapy.Field()
|
|
|
- team_score = scrapy.Field()
|
|
|
-
|
|
|
-class Hg3535Item(scrapy.Item):
|
|
|
- league_id = scrapy.Field() # 联赛id
|
|
|
- league_name = scrapy.Field() # 联赛名
|
|
|
- ctn = scrapy.Field() #角球或者其他
|
|
|
- one_team_name = scrapy.Field() #队一名
|
|
|
- two_team_name = scrapy.Field() #队二名
|
|
|
- num = scrapy.Field() # num值
|
|
|
- date_match = scrapy.Field() # 比赛日期
|
|
|
- date_time = scrapy.Field() # 比赛时间
|
|
|
- one_team_score = scrapy.Field() # 队一比分
|
|
|
- two_team_score = scrapy.Field() # 队二比分
|
|
|
- half_time = scrapy.Field() #半场
|
|
|
- match_id = scrapy.Field() #比赛id
|
|
|
- give_ball = scrapy.Field() # ah列表 全场让球
|
|
|
- full_size = scrapy.Field() # ou列表 全场大小
|
|
|
- win_situation = scrapy.Field() #1x2列表全场独赢
|
|
|
- half_handicap = scrapy.Field() # ahlst 上半场让球
|
|
|
- half_size = scrapy.Field() # oulst 上半场大小
|
|
|
- half_win = scrapy.Field() # 1x2lst 上半场独赢
|
|
|
- full_score = scrapy.Field() # oe 全场入球
|
|
|
- half_goal = scrapy.Field() # oelst 上半场入球
|
|
|
- total_goal = scrapy.Field() # tg 全场总入球
|
|
|
- first_half_goal = scrapy.Field() # tglst 上半场总入球
|
|
|
- half_full_time = scrapy.Field() # hf 半场/全场
|
|
|
- full_field = scrapy.Field() # cs 全场波胆
|
|
|
- half_wave = scrapy.Field() # cslst 上半场波胆
|
|
|
- advanced_ball = scrapy.Field() # ttslast 最先进球
|
|
|
- final_goal = scrapy.Field() # tts1st 最后进球
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-class DoubanItem(scrapy.Item):
|
|
|
- movie_name = scrapy.Field()
|
|
|
- movie_director = scrapy.Field()
|
|
|
- movie_writer = scrapy.Field()
|
|
|
- movie_starring = scrapy.Field()
|
|
|
- movie_category = scrapy.Field()
|
|
|
- movie_country = scrapy.Field()
|
|
|
- #movie_language = scrapy.Field()
|
|
|
- movie_date = scrapy.Field()
|
|
|
- movie_time = scrapy.Field()
|
|
|
- movie_star = scrapy.Field()
|
|
|
- movie_5score = scrapy.Field()
|
|
|
- movie_4score = scrapy.Field()
|
|
|
- movie_3score = scrapy.Field()
|
|
|
- movie_2score = scrapy.Field()
|
|
|
- movie_1score = scrapy.Field()
|
|
|
- movie_describe = scrapy.Field()
|
|
|
- pass
|
|
|
-
|
|
|
-
|
|
|
-class jdItem(scrapy.Item):
|
|
|
- phone_id = scrapy.Field()
|
|
|
- phone_name = scrapy.Field()
|
|
|
- phone_price = scrapy.Field()
|
|
|
- phone_houdu = scrapy.Field()
|
|
|
- phone_CPU = scrapy.Field()
|
|
|
- phone_ROM = scrapy.Field()
|
|
|
- phone_RAM = scrapy.Field()
|
|
|
- phone_screen = scrapy.Field()
|
|
|
- phone_frontcam = scrapy.Field()
|
|
|
- phone_backcam = scrapy.Field()
|
|
|
- pass
|
|
|
-
|
|
|
-class SteamItem(scrapy.Item):
|
|
|
-
|
|
|
- name = scrapy.Field()
|
|
|
- price = scrapy.Field()
|
|
|
- release_date = scrapy.Field()
|
|
|
- metacritic_score = scrapy.Field()
|
|
|
- user_reviews_count = scrapy.Field()
|
|
|
- positive_user_reviews_count = scrapy.Field()
|
|
|
- positive_percent = scrapy.Field()
|
|
|
- negative_user_reviews_count = scrapy.Field()
|
|
|
- steam_user_reviews_count = scrapy.Field()
|
|
|
- non_steam_user_reviews_count = scrapy.Field()
|
|
|
- english_user_reviews_count = scrapy.Field()
|
|
|
- non_english_user_reviews_count = scrapy.Field()
|
|
|
- pass
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-class Temaball(scrapy.Field):
|
|
|
- league_id = scrapy.Field()
|
|
|
- league_name = scrapy.Field()
|
|
|
- game_id = scrapy.Field()
|
|
|
- team_home = scrapy.Field()
|
|
|
- team_guest = scrapy.Field()
|
|
|
- number = scrapy.Field()
|
|
|
- data_game = scrapy.Field()
|
|
|
- time_game = scrapy.Field()
|
|
|
- full_data = scrapy.Field()
|
|
|
- half_data = scrapy.Field()
|
|
|
- half_full = scrapy.Field()
|
|
|
- full_data_rule = scrapy.Field()
|
|
|
- half_data_rule = scrapy.Field()
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-#篮球
|
|
|
-class Lanqiu(scrapy.Field):
|
|
|
- # 联赛id
|
|
|
- league_id = scrapy.Field()
|
|
|
- # 联赛名
|
|
|
- league_name = scrapy.Field()
|
|
|
- result = scrapy.Field()
|
|
|
- # 比赛id
|
|
|
- game_id = scrapy.Field()
|
|
|
- # 球队1
|
|
|
- team_home = scrapy.Field()
|
|
|
- # 球队2
|
|
|
- team_guest = scrapy.Field()
|
|
|
- # 数量(97>)
|
|
|
- number = scrapy.Field()
|
|
|
- # 比赛状态
|
|
|
- zhuangtai = scrapy.Field()
|
|
|
- # 日期
|
|
|
- data_game = scrapy.Field()
|
|
|
- # 开赛时间
|
|
|
- time_game = scrapy.Field()
|
|
|
- # 队1分数
|
|
|
- score_home = scrapy.Field()
|
|
|
- # 队2分数
|
|
|
- score_guest = scrapy.Field()
|
|
|
- # 第几节
|
|
|
- jijie = scrapy.Field()
|
|
|
- # 球队得分
|
|
|
- qiudui = scrapy.Field()
|
|
|
-
|
|
|
- concede = scrapy.Field()
|
|
|
- concede_rule = scrapy.Field()
|
|
|
- odd_even = scrapy.Field()
|
|
|
- odd_even_rule = scrapy.Field()
|
|
|
- total_size = scrapy.Field()
|
|
|
- total_size_rule = scrapy.Field()
|
|
|
- last_number = scrapy.Field()
|
|
|
- capot = scrapy.Field()
|
|
|
- team_score = scrapy.Field()
|
|
|
- team_score_rule = scrapy.Field()
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-# 网球 让球&大小盘--------------------------------------------------------------------------------------------------------
|
|
|
-class Wangqiu(scrapy.Field):
|
|
|
- # 联赛id
|
|
|
- league_id = scrapy.Field()
|
|
|
- # 联赛名
|
|
|
- league_name = scrapy.Field()
|
|
|
- result = scrapy.Field()
|
|
|
- # 比赛id
|
|
|
- game_id = scrapy.Field()
|
|
|
- # 球队1
|
|
|
- team_home = scrapy.Field()
|
|
|
- # 球队2
|
|
|
- team_guest = scrapy.Field()
|
|
|
- # 数量(97>)
|
|
|
- number = scrapy.Field()
|
|
|
- # 比赛状态
|
|
|
- zhuangtai = scrapy.Field()
|
|
|
- # 日期
|
|
|
- data_game = scrapy.Field()
|
|
|
- # 开赛时间
|
|
|
- time_game = scrapy.Field()
|
|
|
- # 队1分数
|
|
|
- score_home = scrapy.Field()
|
|
|
- # 队2分数
|
|
|
- score_guest = scrapy.Field()
|
|
|
- # 第几节
|
|
|
- jijie = scrapy.Field()
|
|
|
- # 球队得分
|
|
|
- qiudui = scrapy.Field()
|
|
|
- pt = scrapy.Field()
|
|
|
-
|
|
|
- concedes_dict = scrapy.Field()
|
|
|
- concedes_dict_rule = scrapy.Field()
|
|
|
- kemps_dict = scrapy.Field()
|
|
|
- bureaus_dict = scrapy.Field()
|
|
|
- bureaus_dict_rule = scrapy.Field()
|
|
|
- total_number_dict = scrapy.Field()
|
|
|
- total_number_dict_rule = scrapy.Field()
|
|
|
- odd_evens_dict = scrapy.Field()
|
|
|
- odd_evens_dict_rule = scrapy.Field()
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-class Bangqiu(scrapy.Field):
|
|
|
- # 联赛id
|
|
|
- league_id = scrapy.Field()
|
|
|
- # 联赛名
|
|
|
- league_name = scrapy.Field()
|
|
|
- result = scrapy.Field()
|
|
|
- # 比赛id
|
|
|
- game_id = scrapy.Field()
|
|
|
- # 球队1
|
|
|
- team_home = scrapy.Field()
|
|
|
- # 球队2
|
|
|
- team_guest = scrapy.Field()
|
|
|
- # 数量(97>)
|
|
|
- number = scrapy.Field()
|
|
|
- # 比赛状态
|
|
|
- zhuangtai = scrapy.Field()
|
|
|
- # 日期
|
|
|
- data_game = scrapy.Field()
|
|
|
- # 开赛时间
|
|
|
- time_game = scrapy.Field()
|
|
|
- # 队1分数
|
|
|
- score_home = scrapy.Field()
|
|
|
- # 队2分数
|
|
|
- score_guest = scrapy.Field()
|
|
|
- # 第几节
|
|
|
- jijie = scrapy.Field()
|
|
|
- # 球队得分
|
|
|
- qiudui = scrapy.Field()
|
|
|
- pt = scrapy.Field()
|
|
|
- concedes_dict = scrapy.Field()
|
|
|
- concedes_dict_rule = scrapy.Field()
|
|
|
- capots_dict = scrapy.Field()
|
|
|
- total_size_dict = scrapy.Field()
|
|
|
- total_size_dict_rule = scrapy.Field()
|
|
|
- odd_evens_dict = scrapy.Field()
|
|
|
- odd_evens_dict_rule = scrapy.Field()
|
|
|
-
|
|
|
-
|
|
|
-# 棒球 冠军--------------------------------------------------------------------------------------------------------------
|
|
|
-class Bqguanjun(scrapy.Field):
|
|
|
- league_name = scrapy.Field()
|
|
|
- tema_home = scrapy.Field()
|
|
|
- league_id = scrapy.Field()
|
|
|
- game_id = scrapy.Field()
|
|
|
- data_game = scrapy.Field()
|
|
|
- time_game = scrapy.Field()
|
|
|
- new_league_name = scrapy.Field()
|
|
|
- champion_team = scrapy.Field()
|
|
|
- new_champion = scrapy.Field()
|
|
|
- pt = scrapy.Field()
|
|
|
- zhuangtai = scrapy.Field()
|
|
|
- champion = scrapy.Field()
|
|
|
-
|
|
|
-
|
|
|
-# 棒球 联赛--------------------------------------------------------------------------------------------------------------
|
|
|
-class Bangqiuls(scrapy.Field):
|
|
|
- area_id = scrapy.Field()
|
|
|
- area_name = scrapy.Field()
|
|
|
- st_zq_league = scrapy.Field()
|
|
|
- name_chinese = scrapy.Field()
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-class Zuqiustatus(scrapy.Field):
|
|
|
- match_id = scrapy.Field()
|
|
|
- create_time = scrapy.Field()
|
|
|
- status = scrapy.Field()
|
|
|
- update_time = scrapy.Field()
|
|
|
- ball_type = scrapy.Field()
|
|
|
- zuqiu_toal = scrapy.Field()
|
|
|
-
|
|
|
-
|
|
|
-class Bangqiustatus(scrapy.Field):
|
|
|
- match_id = scrapy.Field()
|
|
|
- create_time = scrapy.Field()
|
|
|
- status = scrapy.Field()
|
|
|
- update_time = scrapy.Field()
|
|
|
- ball_type = scrapy.Field()
|
|
|
- zuqiu_toal = scrapy.Field()
|
|
|
-
|
|
|
-
|
|
|
-
|
|
|
-class Lanqiustatus(scrapy.Field):
|
|
|
- match_id = scrapy.Field()
|
|
|
- create_time = scrapy.Field()
|
|
|
- status = scrapy.Field()
|
|
|
- update_time = scrapy.Field()
|
|
|
- ball_type = scrapy.Field()
|
|
|
- zuqiu_toal = scrapy.Field()
|
|
|
-
|
|
|
-
|
|
|
-class Wanqiustatus(scrapy.Field):
|
|
|
- match_id = scrapy.Field()
|
|
|
- create_time = scrapy.Field()
|
|
|
- status = scrapy.Field()
|
|
|
- update_time = scrapy.Field()
|
|
|
- ball_type = scrapy.Field()
|
|
|
- zuqiu_toal = scrapy.Field()
|