| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785 |
- import json
- import time
- import logging
- import requests
- from .ball_func import get_pcode, new_time, out_time, hash_func, fuhao, one_post, \
- two_post, three_post, gs_post, go_post, guanl_post, liansai, new_times
- # 足球 赔率 赛事---------------------------------------------------------------------------------------------------------
- class Zuqiupipeline(object):
- def process_item(self, item, spider):
- # 使用twisted将mysql插入变成异步执行
- # print(item)
- zq_odds = []
- url = 'http://admin.5gogo.com/setSports'
- # zq_competitions = []
- logger = logging.getLogger(__name__)
- # logger.warning(query.addErrback(self.handle_error, item, spider))
- # 比赛日期
- try:
- data_game = item['data_game'].split("/")
- # print(data_game)
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07',
- 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + " " + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- # 比赛id
- competition_id = item['game_id']
- # 联赛id
- league_id = item['league_id']
- # 联赛name
- league_name = item['league_name']
- # # 主队
- team_home = item['team_home']
- # 客队
- team_guest = item['team_guest']
- # number
- number = item['number']
- pt = item['pt']
- corner_ball = item['corner_ball']
- p_code, p_id = get_pcode(corner_ball, 'goal_size')
- # 构建唯一索引
- half_size_guest = item["half_size_guest"]
- half_size_guest_rule = item["half_size_guest_rule"]
- half_size_home = item["half_size_home"]
- half_size_home_rule = item["half_size_home_rule"]
- zuqiu = item['zuqiu']
- # two_post(data=half_size_home, match_id=competition_id, odds_code='half_goal_size_big', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_size_home_rule, game_code='zq', zq_odds=zq_odds)
- # # print(a)
- # two_post(data=half_size_guest, match_id=competition_id, odds_code='half_goal_size_small', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=half_size_guest_rule, game_code='zq', zq_odds=zq_odds)
- # 全场场大小
- size_guest = item["size_guest"]
- size_guest_rule = item["size_guest_rule"]
- size_home = item["size_home"]
- size_home_rule = item["size_home_rule"]
- # two_post(data=size_guest, match_id=competition_id, odds_code='goal_size_small', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=size_guest_rule, game_code='zq', zq_odds=zq_odds)
- # two_post(data=size_home, match_id=competition_id, odds_code='goal_size_big', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=size_home_rule, game_code='zq', zq_odds=zq_odds)
- p_code, p_id = get_pcode(corner_ball, 'concede')
- # 上半场大小
- half_concede_home_rule = item["half_concede_home_rule"]
- half_concede_home = item["half_concede_home"]
- half_concede_guest_rule = item["half_concede_guest_rule"]
- half_concede_guest = item["half_concede_guest"]
- # # 上半场让球
- # two_post(data=half_concede_home, match_id=competition_id, odds_code='half_concede_home', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=half_concede_home_rule, game_code='zq', zq_odds=zq_odds)
- # two_post(data=half_concede_guest, match_id=competition_id, odds_code='half_concede_guest', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=half_concede_guest_rule, game_code='zq', zq_odds=zq_odds)
- concede_guest = item["concede_guest"]
- concede_guest_rule = item["concede_guest_rule"]
- concede_home = item["concede_home"]
- concede_home_rule = item["concede_home_rule"]
- # # 全场让球
- # two_post(data=concede_guest, match_id=competition_id, odds_code='concede_guest', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=concede_guest_rule, game_code='zq', zq_odds=zq_odds)
- # two_post(data=concede_home, match_id=competition_id, odds_code='concede_home', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=concede_home_rule, game_code='zq', zq_odds=zq_odds)
- # 独赢-------------------------------------------------------------------------------------------------------------------
- p_code, p_id = get_pcode(corner_ball, 'capot')
- half_capot_home = item["half_capot_home"]
- half_capot_guest = item["half_capot_guest"]
- half_capot_dogfall = item["half_capot_dogfall"]
- capot_home = item["capot_home"]
- capot_guest = item["capot_guest"]
- capot_dogfall = item["capot_dogfall"]
- # # 上半场独赢 主队
- # one_post(data=half_capot_home, match_id=competition_id, odds_code='half_capot_home', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=1, game_code='zq', zq_odds=zq_odds)
- # # 上半场独赢 客队
- # one_post(data=half_capot_guest, match_id=competition_id, odds_code='half_capot_guest', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=2, game_code='zq', zq_odds=zq_odds)
- # # 上半场独赢 和
- # one_post(data=half_capot_dogfall, match_id=competition_id, odds_code='half_capot_dogfall', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition='X', game_code='zq', zq_odds=zq_odds)
- # # 全场独赢 主队
- # one_post(data=capot_home, match_id=competition_id, odds_code='capot_home', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=1, game_code='zq', zq_odds=zq_odds)
- # # 全场独赢 客队
- # one_post(data=capot_guest, match_id=competition_id, odds_code='capot_guest', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=2, game_code='zq', zq_odds=zq_odds)
- # # 全场独赢 和
- # one_post(data=capot_dogfall, match_id=competition_id, odds_code='capot_dogfall', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition='X', game_code='zq', zq_odds=zq_odds)
- # 入球数单双-------------------------------------------------------------------------------------------------------------
- p_code, p_id = get_pcode(corner_ball, 'two_sides')
- odd_even_odd = item["odd_even_odd"]
- odd_even_even = item["odd_even_even"]
- half_odd_even_odd = item["half_odd_even_odd"]
- half_odd_even_even = item["half_odd_even_even"]
- # 全场入球数 单双
- # # 上半场入球数 单双
- # one_post(data=odd_even_odd, match_id=competition_id, odds_code='two_sides_single', p_id=p_id, league_id=league_id, p_code=p_code, condition='单', game_code='zq', zq_odds=zq_odds)
- # one_post(data=odd_even_even, match_id=competition_id, odds_code='two_sides_double', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=zq_odds)
- #
- # # 全场入球数 单双
- # one_post(data=half_odd_even_odd, match_id=competition_id, odds_code='half_two_sides_single', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition='单', game_code='zq', zq_odds=zq_odds)
- # one_post(data=half_odd_even_even, match_id=competition_id, odds_code='half_two_sides_double', p_id=p_id,
- # league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=zq_odds)
- # 总入球数 --------------------------------------------------------------------------------------------------------------
- p_code, p_id = get_pcode(corner_ball, 'total_goal')
- total_goals = item['total_goal']
- total_dict = {'total_goal_zero': '0-1', 'total_goal_two': '2-3', 'total_goal_four': '4-6',
- 'total_goal_seven': '7或以上', 'half_total_goal_zero': '0', "half_total_goal_one": '1',
- "half_total_goal_two": '2', "half_total_goal_three": '3或以上'}
- # # 全场入球数 单双
- # 上半场入球数 单双
- for key, value in total_goals.items():
- pass
- # one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=total_dict[key], game_code='zq', zq_odds=zq_odds)
- # 全场半场 --------------------------------------------------------------------------------------------------------------
- half_fulls = item['half_full']
- p_code, p_id = get_pcode(corner_ball, 'half_full')
- full_dict = {"half_full_home_home": "主主", "half_full_home_dogfall": "主和",
- "half_full_home_guest": "主客", "half_full_dogfall_home": "和主",
- "half_full_dogfall_dogfall": "和和", "half_full_dogfall_guest": "和客",
- "half_full_guest_home": "客主", "half_full_guest_dogfall": "客和",
- "half_full_guest_guest": "客客"}
- if half_fulls:
- for key, value in half_fulls.items():
- pass
- # one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=full_dict[key], game_code='zq', zq_odds=zq_odds)
- # 波胆------------------------------------------------------------------------------------------------------------------
- bodan_datas = item['bodan_data']
- p_code, p_id = get_pcode(corner_ball, 'bodan')
- bodan_dict = {"bodanhome_one_zero": "1-0", "bodanhome_two_zero": "2-0",
- "bodanhome_two_one": "2-1", "bodanhome_three_zero": "3-0",
- "bodanhome_three_one": "3-1", "bodanhome_three_two": "3-2",
- "bodanhome_four_zero": "4-0", "bodanhome_four_one": "4-1",
- "bodanhome_four_two": "4-2", "bodanhome_four_three": "4-3",
- "bodanguest_one_zero": "0-1", "bodanguest_two_zero": "0-2",
- "bodanguest_two_one": "1-2", "bodanguest_three_zero": "0-3",
- "bodanguest_three_one": "1-3", "bodanguest_three_two": "2-3",
- "bodanguest_four_zero": "0-4", "bodanguest_four_one": "1-4",
- "bodanguest_four_two": "2-4", "bodanguest_four_three": "3-4",
- "bodandogfall_zero_zero": "0-0", "bodandogfall_one_one": "1-1",
- "bodandogfall_two_two": "2-2", "bodandogfall_three_three": "3-3",
- "bodandogfall_four_four": "4-4", "bodanother": "其他",
- "halfbodanhome_one_zero": "1-0", "halfbodanhome_two_zero": "2-0",
- "halfbodanhome_two_one": "2-1", "halfbodanhome_three_zero": "3-0",
- "halfbodanhome_three_one": "3-1", "halfbodanhome_three_two": "3-2",
- "halfbodanguest_one_zero": "0-1", "halfbodanguest_two_zero": "0-2",
- "halfbodanguest_two_one": "1-2", "halfbodanguest_three_zero": "0-3",
- "halfbodanguest_three_one": "1-3", "halfbodanguest_three_two": "2-3",
- "halfbodandogfall_zero_zero": "0-0", "halfbodandogfall_one_one": "1-1",
- "halfbodandogfall_two_two": "2-2", "halfbodandogfall_three_three": "3-3",
- "halfbodanother": "其他"}
- if bodan_datas:
- for key, value in bodan_datas.items():
- pass
- # one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=bodan_dict[key], game_code='zq', zq_odds=zq_odds)
- # 最先进球/最后进球 ------------------------------------------------------------------------------------------------------
- first_last_balls = item['first_last_ball']
- p_code, p_id = get_pcode(corner_ball, 'first_last_ball')
- first_last_dict = {"first_last_ball": "最先进球", "first_ball_home": "最先进球", "first_ball_guest": "最先进球",
- "last_ball_home": "最后进球", "last_ball_guest": "最后进球", "not_ball": "没有进球"}
- if first_last_balls:
- for key, value in first_last_balls.items():
- pass
- # one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=first_last_dict[key], game_code='zq', zq_odds=zq_odds)
- p_code, p_id = get_pcode(corner_ball, 'tema_ball')
- full_dicts = item['full_data']
- half_dicts = item['half_data']
- full_dict_rules = item['full_data_rule']
- half_dict_rules = item['half_data_rule']
- if full_dicts:
- for key, value in full_dicts.items():
- pass
- # one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=full_dict_rules[key], game_code='zq', zq_odds=zq_odds)
- if half_dicts:
- for key, value in half_dicts.items():
- pass
- # one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
- # league_id=league_id, p_code=p_code, condition=half_dict_rules[key], game_code='zq', zq_odds=zq_odds)
- match_date, match_time, time3 = new_time(ctime)
- n_time = out_time(time3, 1.5)
- # 插入st_zq_competition表
- if zuqiu == "足球":
- if pt == 1:
- payload = {
- "game_code": "zq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": competition_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 1,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": ctime
- }
- }
- if pt == 2:
- payload = {
- "game_code": "zq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": competition_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 1,
- "is_stringscene": 0,
- "us_time": ctime
- }
- }
- if pt == 3:
- payload = {
- "game_code": "zq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": competition_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 1,
- "us_time": ctime
- }
- }
- zq_odds.insert(0, payload)
- bb = zq_odds
- r = requests.post(url, data={"data": json.dumps(zq_odds)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 篮球 让球大小----------------------------------------------------------------------------------------------------------
- class Lanqiupipeline(object):
- def process_item(self, item, spider):
- # 使用twisted将mysql插入变成异步执行
- lq_odds = []
- url = 'http://admin.5gogo.com/setSports'
- logger = logging.getLogger(__name__)
- # # logger.warning(query.addErrback(self.handle_error, item, spider))
- # 联赛id
- league_id = item['league_id']
- # 联赛名
- league_name = item['league_name']
- # result = item['result']
- # 比赛id
- game_id = item['game_id']
- # 球队1
- team_home = item['team_home']
- # 球队2
- team_guest = item['team_guest']
- # 数量(97>)
- number = item['number']
- # 比赛状态
- zhuangtai = item['zhuangtai']
- # 日期
- # data_game = item['data_game']
- try:
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07',
- 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + " " + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- # 队1分数
- score_home = item['score_home']
- # 队2分数
- score_guest = item['score_guest']
- # 第几节
- jijie = item['jijie']
- # 球队得分
- qiudui = item['qiudui']
- pt = item['pt']
- concedes_dict = item['concede']
- concedes_dict_rule = item['concede_rule']
- odd_evens_dict = item['odd_even']
- odd_evens_dict_rule = item['odd_even_rule']
- total_sizes_dict = item['total_size']
- total_sizes_dict_rule = item['total_size_rule']
- last_numbers_dict = item['last_number']
- capots_dict = item['capot']
- team_scores_dict = item['team_score']
- team_scores_dict_rule = item['team_score_rule']
- # 让球
- lanqiu = item['lanqiu']
- # 让球 数据插入数据库
- if concedes_dict:
- for key, value in concedes_dict.items():
- two_post(data=value, match_id=game_id, odds_code=key, p_id=1,
- league_id=league_id, p_code='concede', condition=concedes_dict_rule[key], game_code='lq', zq_odds=lq_odds)
- if odd_evens_dict:
- for key, value in odd_evens_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=2,
- league_id=league_id, p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='lq', zq_odds=lq_odds)
- # 总分单双 数据插入数据库
- if total_sizes_dict:
- for key, value in total_sizes_dict.items():
- two_post(data=value, match_id=game_id, odds_code=key, p_id=3,
- league_id=league_id, p_code='total_size', condition=total_sizes_dict_rule[key], game_code='lq', zq_odds=lq_odds)
- # 全场总分大小 数据插入数据库
- # 全场总分大小 数据插入数据库
- if team_scores_dict:
- for key, value in team_scores_dict.items():
- two_post(data=value, match_id=game_id, odds_code=key, p_id=6,
- league_id=league_id, p_code='total_size', condition=team_scores_dict_rule[key], game_code='lq', zq_odds=lq_odds)
- lastnumber_dict = {'0或5': '_zero_five', '1或6': '_one_six', '2或7': '_two_seven', '3或8': '_three_eight', '4或9': '_four_nine'}
- if last_numbers_dict['last_home']:
- for key, value in last_numbers_dict['last_home'].items():
- one_post(data=value, match_id=game_id, odds_code="last_home" + lastnumber_dict[key], p_id=4,
- league_id=league_id, p_code='last_number', condition=key, game_code='lq', zq_odds=lq_odds)
- if last_numbers_dict['last_guest']:
- for key, value in last_numbers_dict['last_guest'].items():
- one_post(data=value, match_id=game_id, odds_code="last_guest" + lastnumber_dict[key], p_id=4,
- league_id=league_id, p_code='last_number', condition=key, game_code='lq', zq_odds=lq_odds)
- three_post(data=capots_dict, match_id=game_id, p_id=5, league_id=league_id, p_code='capot', condition="", game_code='lq', zq_odds=lq_odds)
- match_date, match_time, time3 = new_time(ctime)
- n_time = out_time(time3, 1.5)
- us_time = ctime
- if lanqiu == "篮球":
- if pt == 1:
- payload = {
- "game_code": "lq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 1,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": us_time
- }
- }
- if pt == 2:
- payload = {
- "game_code": "lq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 1,
- "is_stringscene": 0,
- "us_time": us_time
- }
- }
- if pt == 3:
- payload = {
- "game_code": "lq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 1,
- "us_time": us_time
- }
- }
- lq_odds.insert(0, payload)
- r = requests.post(url, data={"data": json.dumps(lq_odds)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 网球 让球&大小盘--------------------------------------------------------------------------------------------------------
- class Wangqiupipeline(object):
- def process_item(self, item, spider):
- wq_odds = []
- logger = logging.getLogger(__name__)
- url = 'http://admin.5gogo.com/setSports'
- # logger.warning(query.addErrback(self.handle_error, item, spider))
- # 联赛id
- league_id = item['league_id']
- # 联赛名
- league_name = item['league_name']
- # result = item['result']
- # 比赛id
- game_id = item['game_id']
- # print(game_id)
- # 球队1
- team_home = item['team_home']
- # 球队2
- team_guest = item['team_guest']
- # 数量(97>)
- number = item['number']
- # 比赛状态
- zhuangtai = item['zhuangtai']
- # 日期
- # data_game = item['data_game']
- try:
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07',
- 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + " " + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- # 队1分数
- score_home = item['score_home']
- # 队2分数
- score_guest = item['score_guest']
- # 第几节
- jijie = item['jijie']
- # 球队得分
- qiudui = item['qiudui']
- pt = item['pt']
- # 让盘
- concedes_dict = item['concedes_dict']
- concedes_dict_rule = item['concedes_dict_rule']
- # 冠军
- kemps_dict = item['kemps_dict']
- # 让局
- bureaus_dict = item['bureaus_dict']
- bureaus_dict_rule = item['bureaus_dict_rule']
- # 总局数大小
- total_number_dict = item['total_number_dict']
- total_number_dict_rule = item['total_number_dict_rule']
- # 总局数单双
- odd_evens_dict = item['odd_evens_dict']
- odd_evens_dict_rule = item['odd_evens_dict_rule']
- wangqiu = item['wangqiu']
- us_time = ctime
- match_date, match_time, time3 = new_time(ctime)
- n_time = out_time(time3, 3)
- # 插入赛事表
- if wangqiu == "网球":
- if pt == 1:
- payload = {
- "game_code": "wq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 1,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": us_time
- }
- }
- if pt == 2:
- payload = {
- "game_code": "wq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 1,
- "is_stringscene": 0,
- "us_time": us_time
- }
- }
- if pt == 3:
- payload = {
- "game_code": "wq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 1,
- "us_time": us_time
- }
- }
- wq_odds.insert(0, payload)
- # 让盘
- if concedes_dict:
- for key, value in concedes_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=1,
- league_id=league_id, p_code='concede', condition=fuhao(str(concedes_dict_rule[key])), game_code='wq', zq_odds=wq_odds)
- # 让局
- if bureaus_dict:
- for key, value in bureaus_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=3,
- league_id=league_id, p_code='bureau', condition=fuhao(str(bureaus_dict_rule[key])), game_code='wq', zq_odds=wq_odds)
- if total_number_dict:
- for key, value in total_number_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=4, league_id=league_id, p_code='total_number', condition=total_number_dict_rule[key], game_code='wq', zq_odds=wq_odds)
- if odd_evens_dict:
- for key, value in odd_evens_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=5, league_id=league_id,
- p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='wq', zq_odds=wq_odds)
- if kemps_dict:
- for key, value in kemps_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id, p_code='kemp', condition="", game_code='wq', zq_odds=wq_odds)
- # b = json.dumps(wq_odds)
- # print(b)
- r = requests.post(url, data={"data": json.dumps(wq_odds)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 网球 波胆--------------------------------------------------------------------------------------------------------------
- class Wqbodanpipeline(object):
- def process_item(self, item, spider):
- # 使用twisted将mysql插入变成异步执行
- wb_odds = []
- url = 'http://admin.5gogo.com/setSports'
- logger = logging.getLogger(__name__)
- # logger.warning(query.addErrback(self.handle_error, item, spider))
- # 比赛日期
- try:
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07',
- 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + " " + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- # 比赛id
- competition_id = item['game_id']
- # 联赛id
- league_id = item['league_id']
- # 联赛name
- league_name = item['league_name']
- # 主队
- team_home = item['team_home']
- # 客队
- team_guest = item['team_guest']
- # 主队得分
- score_home = item['score_home']
- # 客队得分
- score_guest = item['score_guest']
- # number
- number = item['number']
- corner_ball = item['corner_ball']
- half_way = item['half_way']
- # 类型早盘,今日,滚球,串场
- pt = item['pt']
- bodan_datas = item['bodan_data']
- p_code = "bodan"
- p_id = 7
- bodan_dict = {"bodanhome_two_zero": "2-0", "bodanhome_two_one": "2-1",
- "bodanhome_three_zero": "3-0", "bodanhome_three_one": "3-1",
- "bodanhome_three_two": "3-2",
- "bodanhome_four_zero": "4-0", "bodanhome_four_one": "4-1",
- "bodanhome_four_two": "4-2", "bodanhome_four_three": "4-3",
- "bodanguest_two_zero": "0-2", "bodanguest_two_one": "1-2",
- "bodanguest_three_zero": "0-3",
- "bodanguest_three_one": "1-3", "bodanguest_three_two": "2-3",
- "bodanguest_four_zero": "0-4", "bodanguest_four_one": "1-4",
- "bodanguest_four_two": "2-4", "bodanguest_four_three": "3-4"}
- if bodan_datas:
- for key, value in bodan_datas.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=2, league_id=league_id, p_code='bodan',
- condition=bodan_dict[key], game_code='wq', zq_odds=wb_odds)
- r = requests.post(url, data={"data": json.dumps(wb_odds)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 棒球 让球&大小盘--------------------------------------------------------------------------------------------------------
- class Bangqiupipeline(object):
- def process_item(self, item, spider):
- # print(item)
- logger = logging.getLogger(__name__)
- bq_odds = []
- url = 'http://admin.5gogo.com/setSports'
- # logger.warning(query.addErrback(self.handle_error, item, spider))
- # 联赛id
- league_id = item['league_id']
- # 联赛名
- league_name = item['league_name']
- # result = item['result']
- # 比赛id
- game_id = item['game_id']
- # 球队1
- team_home = item['team_home']
- # 球队2
- team_guest = item['team_guest']
- # 数量(97>)
- number = item['number']
- # 比赛状态
- zhuangtai = item['zhuangtai']
- # 日期
- # data_game = item['data_game']
- try:
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning('data_game字段分割错误')
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07',
- 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + " " + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- # 队1分数
- score_home = item['score_home']
- # 队2分数
- score_guest = item['score_guest']
- # 第几节
- jijie = item['jijie']
- # 球队得分
- qiudui = item['qiudui']
- pt = item['pt']
- # 让球
- concedes_dict = item['concedes_dict']
- concedes_dict_rule = item['concedes_dict_rule']
- # 独赢
- capots_dict = item['capots_dict']
- # 总得分大小
- total_size_dict = item['total_size_dict']
- total_size_dict_rule = item['total_size_dict_rule']
- # 总得分单双
- odd_evens_dict = item['odd_evens_dict']
- odd_evens_dict_rule = item['odd_evens_dict_rule']
- bangqiu = item['bangqiu']
- match_date, match_time, time3 = new_time(ctime)
- us_time = ctime
- # 插入赛事表
- if bangqiu == '棒球':
- if pt == 1:
- payload = {
- "game_code": "bq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 1,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": us_time
- }
- }
- if pt == 2:
- payload = {
- "game_code": "bq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 1,
- "is_stringscene": 0,
- "us_time": us_time
- }
- }
- if pt == 3:
- payload = {
- "game_code": "bq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 1,
- "us_time": us_time
- }
- }
- # 让球
- three_post(data=concedes_dict, match_id=game_id, p_id=1, league_id=league_id, p_code='concede',condition=concedes_dict_rule, game_code='bq', zq_odds=bq_odds)
- # 总得分:大/小
- three_post(data=total_size_dict, match_id=game_id, p_id=2, league_id=league_id, p_code='total_size',
- condition=total_size_dict_rule, game_code='bq', zq_odds=bq_odds)
- # 单双
- three_post(data=odd_evens_dict, match_id=game_id, p_id=3, league_id=league_id, p_code='two_sides',
- condition=odd_evens_dict_rule, game_code='bq', zq_odds=bq_odds)
- # 插入独赢
- if capots_dict:
- for key, value in capots_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=4, league_id=league_id, p_code='capot', condition="", game_code='bq', zq_odds=bq_odds)
- r = requests.post(url, data={"data": json.dumps(bq_odds)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 足球 篮球 网球 棒球 冠军------------------------------------------------------------------------------------------------
- class Guanjunpipeline(object):
- def process_item(self, item, spider):
- gj_odds = []
- url = 'http://admin.5gogo.com/setSports'
- logger = logging.getLogger(__name__)
- data_game = item['data_game'].replace('年', "-").replace('月', "-").replace('日', "")
- time_game = item['time_game']
- ctime = data_game + " " + time_game + ":00"
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- league_name = item['league_name']
- tema_home = item['tema_home']
- league_id = item['league_id']
- game_id = item['game_id']
- new_league_name = item['new_league_name']
- # 冠军赔率
- champion_team = item['champion_team']
- new_champion = item['new_champion']
- # 构建唯一哈希索引
- time1 = time.mktime(time.strptime(ctime, '%Y-%m-%d %H:%M:%S')) + 43200
- time2 = time.localtime(time1)
- time3 = time.strftime('%Y-%m-%d %H:%M:%S', time2)
- # data_time = str(time3).split(" ")
- # match_date,match_time = new_time(ctime)
- pt = item['pt']
- new_hash = hash_func(match_id=champion_team, odds_code=new_champion, sort=new_league_name, p_id=tema_home)
- ball = item['ball']
- # 插入st_zq_odds表
- r_hash = hash_func(league_id, new_champion, tema_home, champion_team)
- # 冠军联赛
- guanl = guanl_post(ball=ball, league_name=league_name, league_id=league_id, time3=time3)
- gj_odds.append(guanl)
- # 冠军赛事
- gs = gs_post(ball=ball, league_id=league_id, league_name=league_name, data_game=data_game)
- gj_odds.append(gs)
- # 冠军赔率
- go = go_post(ball=ball, league_id=league_id, new_champion=new_champion, new_league_name=new_league_name, value=champion_team, r_hash=r_hash, new_hash=new_hash, tema_home=tema_home)
- gj_odds.append(go)
- r = requests.post(url, data={"data": json.dumps(gj_odds)})
- # logger.warning(r.text)
- print(r.text)
- # 足球 篮球 网球 棒球 联赛------------------------------------------------------------------------------------------------
- class Liansaipipeline(object):
- def process_item(self, item, spider):
- logger = logging.getLogger(__name__)
- ls_list = []
- url = 'http://admin.5gogo.com/setSports'
- area_id = item["area_id"]
- area_name = item["area_name"]
- st_league = item["st_league"]
- # print(st_league)
- name_chinese = item["name_chinese"]
- ball = item['ball']
- # utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- area_dict = {"南美洲": 3, "北美洲": 4, "欧洲": 5, "大洋洲": 6, "南极洲": 7, "非洲": 1, "世界": 8, "亚洲": 2}
- if ball == "足球":
- z_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='zq', qiu='足球')
- ls_list.append(z_ls)
- r = requests.post(url, data={"data": json.dumps(ls_list)})
- # logger.warning(r.text)
- # print(r.text)
- elif ball == "篮球":
- l_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='lq', qiu='篮球')
- ls_list.append(l_ls)
- # if st_league == 29037:
- # print(l_ls)
- print(json.dumps(ls_list))
- r = requests.post(url, data={"data": json.dumps(ls_list)})
- logger.warning(r.text)
- print(r.text)
- elif ball == "网球":
- w_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='wq', qiu='网球')
- ls_list.append(w_ls)
- r = requests.post(url, data={"data": json.dumps(ls_list)})
- # logger.warning(r.text)
- print(r.text)
- elif ball == "棒球":
- b_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='bq', qiu='棒球')
- ls_list.append(b_ls)
- r = requests.post(url, data={"data": json.dumps(ls_list)})
- print(r.text)
- # logger.warning(r.text)
- return item
- # ---------------------------------------------------------滚球---------------------------------------------------------
- # 滚球足球 插入
- class Roll_Zuqiupipeline(object):
- def process_item(self, item, spider):
- logger = logging.getLogger(__name__)
- url = 'http://admin.5gogo.com/setSports'
- roll_zq = []
- # 比赛日期
- try:
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07', 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # print(time_game)
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + "" + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- # 比赛id
- competition_id = item['game_id']
- # 联赛id
- league_id = item['league_id']
- # 联赛name
- league_name = item['league_name']
- # 主队
- team_home = item['team_home']
- # 客队
- team_guest = item['team_guest']
- # number
- number = item['number']
- score_home = item['score_home']
- score_guest = item['score_guest']
- half_way = item['half_way']
- pt = item['pt']
- match_score = "{}:{}".format(score_home,score_guest)
- corner_ball = item['corner_ball']
- p_code, p_id = get_pcode(corner_ball, 'goal_size')
- # 构建唯一索引
- half_size_guest = item["half_size_guest"]
- half_size_guest_rule = item["half_size_guest_rule"]
- half_size_home = item["half_size_home"]
- half_size_home_rule = item["half_size_home_rule"]
- try:
- # 让球 数据插入数据库
- two_post(data=half_size_home, match_id=competition_id, odds_code='half_goal_size_big', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_size_home_rule, game_code='zq', zq_odds=roll_zq)
- # 让球 数据插入数据库
- two_post(data=half_size_guest, match_id=competition_id, odds_code='half_goal_size_small', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_size_guest_rule, game_code='zq', zq_odds=roll_zq)
- # 全场场大小
- size_guest = item["size_guest"]
- size_guest_rule = item["size_guest_rule"]
- size_home = item["size_home"]
- size_home_rule = item["size_home_rule"]
- two_post(data=size_guest, match_id=competition_id, odds_code='goal_size_small', p_id=p_id, league_id=league_id, p_code=p_code, condition=size_guest_rule, game_code='zq', zq_odds=roll_zq)
- two_post(data=size_home, match_id=competition_id, odds_code='goal_size_big', p_id=p_id, league_id=league_id, p_code=p_code, condition=size_home_rule, game_code='zq', zq_odds=roll_zq)
- p_code, p_id = get_pcode(corner_ball, 'concede')
- # 上半场让球
- half_concede_home_rule = item["half_concede_home_rule"]
- half_concede_home = item["half_concede_home"]
- half_concede_guest_rule = item["half_concede_guest_rule"]
- half_concede_guest = item["half_concede_guest"]
- # 上半场让球
- two_post(data=half_concede_home, match_id=competition_id, odds_code='half_concede_home', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_concede_home_rule, game_code='zq', zq_odds=roll_zq)
- two_post(data=half_concede_guest, match_id=competition_id, odds_code='half_concede_guest', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_concede_guest_rule, game_code='zq', zq_odds=roll_zq)
- concede_guest = item["concede_guest"]
- concede_guest_rule = item["concede_guest_rule"]
- concede_home = item["concede_home"]
- concede_home_rule = item["concede_home_rule"]
- # 全场让球
- two_post(data=concede_guest, match_id=competition_id, odds_code='concede_guest', p_id=p_id, league_id=league_id, p_code=p_code, condition=concede_guest_rule, game_code='zq', zq_odds=roll_zq)
- two_post(data=concede_home, match_id=competition_id, odds_code='concede_home', p_id=p_id, league_id=league_id, p_code=p_code, condition=concede_home_rule, game_code='zq', zq_odds=roll_zq)
- p_code, p_id = get_pcode(corner_ball, 'capot')
- # 独赢-------------------------------------------------------------------------------------------------------------------
- half_capot_home = item["half_capot_home"]
- half_capot_guest = item["half_capot_guest"]
- half_capot_dogfall = item["half_capot_dogfall"]
- capot_home = item["capot_home"]
- capot_guest = item["capot_guest"]
- capot_dogfall = item["capot_dogfall"]
- # 上半场独赢 主队
- one_post(data=half_capot_home, match_id=competition_id, odds_code='half_capot_home', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=1, game_code='zq', zq_odds=roll_zq)
- # 上半场独赢 客队
- one_post(data=half_capot_guest, match_id=competition_id, odds_code='half_capot_guest', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=2, game_code='zq', zq_odds=roll_zq)
- # 上半场独赢 和
- one_post(data=half_capot_dogfall, match_id=competition_id, odds_code='half_capot_dogfall', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='X', game_code='zq', zq_odds=roll_zq)
- # 全场独赢 主队
- one_post(data=capot_home, match_id=competition_id, odds_code='capot_home', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=1, game_code='zq', zq_odds=roll_zq)
- # 全场独赢 客队
- one_post(data=capot_guest, match_id=competition_id, odds_code='capot_guest', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=2, game_code='zq', zq_odds=roll_zq)
- # 全场独赢 和
- one_post(data=capot_dogfall, match_id=competition_id, odds_code='capot_dogfall', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='X', game_code='zq', zq_odds=roll_zq)
- # 入球数单双-------------------------------------------------------------------------------------------------------------
- p_code, p_id = get_pcode(corner_ball, 'two_sides')
- odd_even_odd = item["odd_even_odd"]
- odd_even_even = item["odd_even_even"]
- half_odd_even_odd = item["half_odd_even_odd"]
- half_odd_even_even = item["half_odd_even_even"]
- # 全场入球数 单双
- # 上半场入球数 单双
- one_post(data=odd_even_odd, match_id=competition_id, odds_code='two_sides_single', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='单', game_code='zq', zq_odds=roll_zq)
- one_post(data=odd_even_even, match_id=competition_id, odds_code='two_sides_double', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=roll_zq)
- # 全场入球数 单双
- one_post(data=half_odd_even_odd, match_id=competition_id, odds_code='half_two_sides_single', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=roll_zq)
- one_post(data=half_odd_even_even, match_id=competition_id, odds_code='half_two_sides_double', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=roll_zq)
- # 总入球数 --------------------------------------------------------------------------------------------------------------
- p_code, p_id = get_pcode(corner_ball, 'total_goal')
- total_goals = item['total_goal']
- total_dict = {'total_goal_zero': '0-1', 'total_goal_two': '2-3', 'total_goal_four': '4-6',
- 'total_goal_seven': '7或以上', 'half_total_goal_zero': '0', "half_total_goal_one": '1',
- "half_total_goal_two": '2', "half_total_goal_three": '3或以上'}
- for key, value in total_goals.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
- league_id=league_id, p_code=p_code, condition=total_dict[key], game_code='zq', zq_odds=roll_zq)
- # 全场半场 --------------------------------------------------------------------------------------------------------------
- half_fulls = item['half_full']
- p_code, p_id = get_pcode(corner_ball, 'half_full')
- full_dict = {"half_full_home_home": "主主", "half_full_home_dogfall": "主和",
- "half_full_home_guest": "主客", "half_full_dogfall_home": "和主",
- "half_full_dogfall_dogfall": "和和", "half_full_dogfall_guest": "和客",
- "half_full_guest_home": "客主", "half_full_guest_dogfall": "客和",
- "half_full_guest_guest": "客客"}
- if half_fulls:
- for key, value in half_fulls.items():
- # if value:
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=full_dict[key], game_code='zq', zq_odds=roll_zq)
- # 波胆------------------------------------------------------------------------------------------------------------------
- bodan_datas = item['bodan_data']
- p_code, p_id = get_pcode(corner_ball, 'bodan')
- bodan_dict = {"bodanhome_one_zero": "1-0", "bodanhome_two_zero": "2-0",
- "bodanhome_two_one": "2-1", "bodanhome_three_zero": "3-0",
- "bodanhome_three_one": "3-1", "bodanhome_three_two": "3-2",
- "bodanhome_four_zero": "4-0", "bodanhome_four_one": "4-1",
- "bodanhome_four_two": "4-2", "bodanhome_four_three": "4-3",
- "bodanguest_one_zero": "0-1", "bodanguest_two_zero": "0-2",
- "bodanguest_two_one": "1-2", "bodanguest_three_zero": "0-3",
- "bodanguest_three_one": "1-3", "bodanguest_three_two": "2-3",
- "bodanguest_four_zero": "0-4", "bodanguest_four_one": "1-4",
- "bodanguest_four_two": "2-4", "bodanguest_four_three": "3-4",
- "bodandogfall_zero_zero": "0-0", "bodandogfall_one_one": "1-1",
- "bodandogfall_two_two": "2-2", "bodandogfall_three_three": "3-3",
- "bodandogfall_four_four": "4-4", "bodanother": "其他",
- "halfbodanhome_one_zero": "1-0", "halfbodanhome_two_zero": "2-0",
- "halfbodanhome_two_one": "2-1", "halfbodanhome_three_zero": "3-0",
- "halfbodanhome_three_one": "3-1", "halfbodanhome_three_two": "3-2",
- "halfbodanguest_one_zero": "0-1", "halfbodanguest_two_zero": "0-2",
- "halfbodanguest_two_one": "1-2", "halfbodanguest_three_zero": "0-3",
- "halfbodanguest_three_one": "1-3", "halfbodanguest_three_two": "2-3",
- "halfbodandogfall_zero_zero": "0-0", "halfbodandogfall_one_one": "1-1",
- "halfbodandogfall_two_two": "2-2", "halfbodandogfall_three_three": "3-3",
- "halfbodanother": "其他"}
- if bodan_datas:
- for key, value in bodan_datas.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=bodan_dict[key], game_code='zq', zq_odds=roll_zq)
- # 最先进球/最后进球 ------------------------------------------------------------------------------------------------------
- first_last_balls = item['first_last_ball']
- p_code, p_id = get_pcode(corner_ball, 'first_last_ball')
- first_last_dict = {"first_last_ball": "最先进球", "first_ball_home": "最先进球", "first_ball_guest": "最先进球",
- "last_ball_home": "最后进球", "last_ball_guest": "最后进球", "not_ball": "没有进球"}
- if first_last_balls:
- for key, value in first_last_balls.items():
- # 构建唯一索引
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=first_last_dict[key], game_code='zq', zq_odds=roll_zq)
- p_code, p_id = get_pcode(corner_ball, 'tema_ball')
- full_dicts = item['full_data']
- half_dicts = item['half_data']
- full_dict_rules = item['full_data_rule']
- half_dict_rules = item['half_data_rule']
- if full_dicts:
- for key, value in full_dicts.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=full_dict_rules[key], game_code='zq', zq_odds=roll_zq)
- if half_dicts:
- for key, value in half_dicts.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=half_dict_rules[key], game_code='zq', zq_odds=roll_zq)
- zq_competition = {
- "game_code": "zq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 1,
- "match_id": competition_id,
- "match_date": r_ctime,
- "match_time": "",
- "tag": number,
- "source": "hg3535",
- "is_rollball": 1,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": ""
- }
- }
- roll_zq.append(zq_competition)
- zq_match_result = {
- "game_code": "zq",
- "title": "match_result_record",
- "data": {
- "home_team": team_home,
- "guest_team": team_home,
- "lg_id": league_id,
- "home_rate": "",
- "guest_rate": "",
- "home_score": score_home,
- "guest_score": score_guest,
- "all_goal": "",
- "status": 1,
- "first_score": "",
- "last_score": "",
- "match_score": match_score,
- "match_winer": "",
- "match_time": time_game,
- "match_process": half_way,
- "tag": number,
- "match_id": competition_id,
- "u_home_score": "",
- "u_guest_score": "",
- "p_code": p_code,
- "source": "hg3535"
- }
- }
- roll_zq.append(zq_match_result)
- except Exception as e:
- logger.warning(e)
- r = requests.post(url, data={"data": json.dumps(roll_zq)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 滚球篮球 插入
- class Roll_Lanqiupipeline(object):
- def process_item(self, item, spider):
- url = 'http://admin.5gogo.com/setSports'
- roll_lq = []
- # 使用twisted将mysql插入变成异步执行
- logger = logging.getLogger(__name__)
- # 联赛id
- league_id = item['league_id']
- # 联赛名
- league_name = item['league_name']
- # result = item['result']
- # 比赛id
- game_id = item['game_id']
- # 球队1 #home_team
- team_home = item['team_home']
- # 球队2 # guest_team
- team_guest = item['team_guest']
- # 数量(97>)
- number = item['number']
- # 比赛状态
- zhuangtai = item['zhuangtai']
- # 日期
- # data_game = item['data_game']
- try:
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07', 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + "" + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))#过期时间
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- # 队1分数
- score_home = item['score_home']
- # 队2分数
- score_guest = item['score_guest']
- # 第几节
- jijie = item['jijie']
- # 球队得分
- qiudui = item['qiudui']
- pt = item['pt']
- match_score = "{}:{}".format(score_home,score_guest)
- concedes_dict = item['concede']
- concedes_dict_rule = item['concede_rule']
- odd_evens_dict = item['odd_even']
- odd_evens_dict_rule = item['odd_even_rule']
- total_sizes_dict = item['total_size']
- total_sizes_dict_rule = item['total_size_rule']
- last_numbers_dict = item['last_number']
- capots_dict = item['capot']
- team_scores_dict = item['team_score']
- team_scores_dict_rule = item['team_score_rule']
- if concedes_dict:
- for key, value in concedes_dict.items():
- two_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id, p_code='concede', condition=concedes_dict_rule[key], game_code='lq', zq_odds=roll_lq)
- if total_sizes_dict:
- for key, value in total_sizes_dict.items():
- two_post(data=value, match_id=game_id, odds_code=key, p_id=3, league_id=league_id, p_code='total_size',
- condition=total_sizes_dict_rule[key], game_code='lq', zq_odds=roll_lq)
- if odd_evens_dict:
- for key, value in odd_evens_dict.items():
- # two_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id, p_code='two_sides',
- # condition=odd_evens_dict_rule[key], game_code='lq', zq_odds=roll_lq)
- one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id,
- p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='lq', zq_odds=roll_lq)
- lastnumber_dict = {'0或5': '_zero_five', '1或6': '_one_six', '2或7': '_two_seven', '3或8': '_three_eight',
- '4或9': '_four_nine'}
- last_home = last_numbers_dict['last_home']
- if last_home:
- for key, value in last_home.items():
- one_post(data=value, match_id=game_id, odds_code="last_number" + lastnumber_dict[key], p_id=4, league_id=league_id, p_code='last_home', condition=key, game_code='lq', zq_odds=roll_lq)
- last_guest = last_numbers_dict['last_guest']
- if last_guest:
- for key, value in last_guest.items():
- one_post(data=value, match_id=game_id, odds_code="last_number" + lastnumber_dict[key], p_id=4, league_id=league_id,
- p_code='last_guest', condition=key, game_code='lq', zq_odds=roll_lq)
- if capots_dict:
- for key, value in capots_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=5, league_id=league_id,
- p_code='capot', condition="", game_code='lq', zq_odds=roll_lq)
- if team_scores_dict:
- for key, value in team_scores_dict.items():
- two_post(data=value, match_id=game_id, odds_code=key, p_id=6, league_id=league_id,
- p_code='team_score', condition=team_scores_dict_rule[key], game_code='lq', zq_odds=roll_lq)
- lq_competition = {
- "game_code": "lq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 1,
- "match_id": game_id,
- "match_date": r_ctime,
- "match_time": "",
- "tag": number,
- "source": 'hg3535',
- "is_rollball": 1,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": ""
- }
- }
- roll_lq.insert(0, lq_competition)
- lq_match_result = {
- "game_code": "lq",
- "title": "match_result_record",
- "data": {
- "home_team": team_home,
- "guest_team": team_home,
- "lg_id": league_id,
- "home_rate": "",
- "guest_rate": "",
- "home_score": score_home,
- "guest_score": score_guest,
- "all_goal": "",
- "status": 1,
- "first_score": "",
- "last_score": "",
- "match_score": match_score,
- "match_winer": "",
- "match_time": time_game,
- "match_process": jijie,
- "tag": number,
- "match_id": game_id,
- "u_home_score": "",
- "u_guest_score": "",
- "p_code": "",
- "source": "hg3535"
- }
- }
- roll_lq.append(lq_match_result)
- # print(roll_lq)
- r = requests.post(url, data={"data": json.dumps(roll_lq)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 滚球网球 插入
- class Roll_Wangqiupipeline(object):
- def process_item(self, item, spider):
- print(item)
- url = 'http://admin.5gogo.com/setSports'
- roll_wq = []
- logger = logging.getLogger(__name__)
- # 联赛id
- league_id = item['league_id']
- # 联赛名
- league_name = item['league_name']
- # result = item['result']
- # 比赛id
- game_id = item['game_id']
- # 球队1
- team_home = item['team_home']
- # 球队2
- team_guest = item['team_guest']
- # 数量(97>)
- number = item['number']
- # 比赛状态
- zhuangtai = item['zhuangtai']
- # 日期
- # data_game = item['data_game']
- try:
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07', 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + "" + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- # 队1分数
- score_home = item['score_home']
- # 队2分数
- score_guest = item['score_guest']
- # 第几节
- jijie = item['jijie']
- # 球队得分
- qiudui = item['qiudui']
- pt = item['pt']
- #取不到 暂时注掉
- match_date, match_time = new_times(ctime)
- # 让盘
- concedes_dict = item['concedes_dict']
- concedes_dict_rule = item['concedes_dict_rule']
- # 冠军 独赢
- kemps_dict = item['kemps_dict']
- # 让局
- bureaus_dict = item['bureaus_dict']
- bureaus_dict_rule = item['bureaus_dict_rule']
- # 总局数大小
- total_number_dict = item['total_number_dict']
- total_number_dict_rule = item['total_number_dict_rule']
- # 总局数单双
- odd_evens_dict = item['odd_evens_dict']
- odd_evens_dict_rule = item['odd_evens_dict_rule']
- sq_dict = item['sq_dict']
- new_sq_dict = json.dumps(sq_dict)
- # if concedes_dict:
- # for key, value in concedes_dict.items():
- # one_post(data=value, match_id=game_id, odds_code=key, p_id=6, league_id=league_id,
- # p_code='dishes', condition=concedes_dict_rule[key], game_code='wq', zq_odds=roll_wq)
- three_post(data=concedes_dict, match_id=game_id, p_id=6, league_id=league_id, p_code='dishes',
- condition=concedes_dict_rule, game_code='wq', zq_odds=roll_wq)
- if kemps_dict:
- for key, value in kemps_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id,
- p_code='kemp', condition="", game_code='wq', zq_odds=roll_wq)
- # if bureaus_dict:
- # for key, value in bureaus_dict.items():
- # one_post(data=value, match_id=game_id, odds_code=key, p_id=3, league_id=league_id,
- # p_code='bureau', condition=bureaus_dict_rule[key], game_code='wq', zq_odds=roll_wq)
- three_post(data=bureaus_dict, match_id=game_id, p_id=3, league_id=league_id, p_code='bureau',
- condition=bureaus_dict_rule, game_code='wq', zq_odds=roll_wq)
- if total_number_dict:
- for key, value in total_number_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=3, league_id=league_id,
- p_code='total_number', condition=total_number_dict_rule[key], game_code='wq', zq_odds=roll_wq)
- if odd_evens_dict:
- for key, value in odd_evens_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=5, league_id=league_id,
- p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='wq', zq_odds=roll_wq)
- wq_competition = {
- "game_code": "wq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 1,
- "match_id": game_id,
- "match_date": r_ctime,
- "match_time": "",
- "tag": number,
- "source": 'hg3535',
- "is_rollball": 1,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": ""
- }
- }
- roll_wq.append(wq_competition)
- wq_match_result = {
- "game_code": "wq",
- "title": "match_result_record",
- "data": {
- "update_time": '',
- "home_player_let_plate": "",
- "guest_player_let_plate": "",
- "home_player_let_inning": "",
- "guest_player_let_inning": "",
- "all_inning": "",
- "first_score_player": "",
- "last_score_player": "",
- "first_inning_score": "",
- "second_inning_score": "",
- "third_inning_score": "",
- "match_winer_player": "",
- "home_player_name": team_home,
- "guest_player_name": team_home,
- "lg_id": league_id,
- "home_rate": "",
- "guest_rate": "",
- "home_player_score": score_home,
- "guest_player_score": score_guest,
- "all_goal": "",
- "status": 1,
- "first_score": "",
- "last_score": "",
- "match_score": "",
- "match_winer": "",
- "match_time": time_game,
- "match_process": jijie[1:],
- "tag": number,
- "match_id": game_id,
- "u_home_score": "",
- "u_guest_score": "",
- "p_code": "",
- "source": "hg3535",
- "result_mark": new_sq_dict
- }
- }
- roll_wq.append(wq_match_result)
- # print(json.dumps(roll_wq))
- r = requests.post(url, data={"data": json.dumps(roll_wq)})
- # logger.warning(r.text)
- print(r.text)
- print(json.dumps(roll_wq))
- return item
- # 滚球棒球 插入
- class Roll_Banqiupipeline(object):
- def process_item(self, item, spider):
- # 使用twisted将mysql插入变成异步执行
- logger = logging.getLogger(__name__)
- # 联赛id
- url = 'http://admin.5gogo.com/setSports'
- roll_bq = []
- league_id = item['league_id']
- # 联赛名
- league_name = item['league_name']
- # result = item['result']
- # 比赛id
- game_id = item['game_id']
- # 球队1
- team_home = item['team_home']
- # 球队2
- team_guest = item['team_guest']
- # 数量(97>)
- number = item['number']
- #新增 match_score_dict
- match_score_dict = item['match_score_dict']
- # 比赛状态
- zhuangtai = item['zhuangtai']
- # 日期
- # data_game = item['data_game']
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- # 比赛时间
- # time_game = str(item['time_game'])
- # 比赛时间,时间戳
- # ctime = "2019" + "-" + month + "-" + day + "" + time_game + ":00".strip()
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- # 队1分数
- score_home = item['score_home']
- # 队2分数
- score_guest = item['score_guest']
- # 第几节
- jijie = item['jijie']
- # 球队得分
- qiudui = item['qiudui']
- pt = item['pt']
- #滚球这个位置获取不到这些字段
- # match_date, match_time = new_time(ctime)
- # 让球
- concedes_dict = item['concedes_dict']
- concedes_dict_rule = item['concedes_dict_rule']
- # 独赢
- capots_dict = item['capots_dict']
- # 总得分大小
- total_size_dict = item['total_size_dict']
- total_size_dict_rule = item['total_size_dict_rule']
- # 总得分单双
- odd_evens_dict = item['odd_evens_dict']
- odd_evens_dict_rule = item['odd_evens_dict_rule']
- # 赛事失效时间
- # n_time = out_time(ctime, 3.5)
- new_match_score_dict = json.dumps(match_score_dict)
- # 插入独赢
- if capots_dict:
- for key, value in capots_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id,
- p_code='capot', condition="", game_code='bq', zq_odds=roll_bq)
- #让球
- if concedes_dict:
- for key, value in concedes_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id,
- p_code='concede', condition=concedes_dict_rule[key], game_code='bq', zq_odds=roll_bq)
- if total_size_dict:
- for key, value in total_size_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id,
- p_code='total_size', condition=total_size_dict_rule[key], game_code='bq', zq_odds=roll_bq)
- if odd_evens_dict:
- for key, value in odd_evens_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id,
- p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='bq', zq_odds=roll_bq)
- # print(r_ctime)
- bq_competition = {
- "game_code": "bq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 1,
- "match_id": game_id,
- "match_date": r_ctime,
- "match_time": "00:00",
- "tag": number,
- "source": 'hg3535',
- "is_rollball": 1,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": ""
- }
- }
- roll_bq.append(bq_competition)
- bq_match_result = {
- "game_code": "bq",
- "title": "match_result_record",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "home_rate": "",
- "guest_rate": "",
- "home_score": score_home,
- "guest_score": score_guest,
- # "all_goal": "",
- "status": 1,
- "first_score": "",
- "last_score": "",
- "match_score": qiudui,
- "match_winer": "",
- "match_time": "",
- "match_process": jijie[1:],
- "tag": number,
- "match_id": game_id,
- "all_inning": "",
- # "u_home_score": "",
- # "u_guest_score": "",
- # "p_code": "",
- "source": "hg3535",
- # "result_mark": match_score_dict
- "result_mark": new_match_score_dict
- # "result_mark": {'0': 1}
- }
- }
- roll_bq.append(bq_match_result)
- # bbb = json.dumps(roll_bq)
- print(roll_bq)
- r = requests.post(url, data={"data": json.dumps(roll_bq)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 足球 赛事结束 结果插入--------------------------------------------------------------------------------------------------
- class Zujieshuqiupipeline(object):
- def process_item(self, item, spider):
- logger = logging.getLogger(__name__)
- url = 'http://admin.5gogo.com/upMatch'
- # ctime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- # 赛事id
- match_ids = item['id_score']
- # print(match_ids)
- # 全场比分
- zq_jieshu = []
- try:
- if match_ids:
- for match_id in match_ids:
- zq_dict = {
- "game_code": "zq",
- "match_id": match_id,
- # "status": 2,
- "source": "hg3535"
- }
- zq_jieshu.append(zq_dict)
- r = requests.post(url, data={"data": json.dumps(zq_jieshu)})
- print(r.text)
- except Exception as e:
- logger.warning('足球 赛事结束 结果插入错误')
- logger.warning(e)
- return item
- # 篮球 赛事结束 结果插入--------------------------------------------------------------------------------------------------
- class Lanjieshuqiupipeline(object):
- def process_item(self, item, spider):
- url = 'http://admin.5gogo.com/upMatch'
- logger = logging.getLogger(__name__)
- # ctime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- # 赛事id
- match_ids = item['id_score']
- lq_jieshu = []
- try:
- if match_ids:
- for match_id in match_ids:
- lq_dict = {
- "game_code": "lq",
- "match_id": match_id,
- # "status": 2
- "source": "hg3535"
- }
- lq_jieshu.append(lq_dict)
- r = requests.post(url, data={"data": json.dumps(lq_jieshu)})
- print(r.text)
- except Exception as e:
- logger.warning('足球 赛事结束 结果插入错误')
- logger.warning(e)
- return item
- # 棒球 赛事结束 结果插入--------------------------------------------------------------------------------------------------
- class Bangjieshuqiupipeline(object):
- def process_item(self, item, spider):
- url = 'http://admin.5gogo.com/upMatch'
- logger = logging.getLogger(__name__)
- # ctime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- # 赛事id
- match_ids = item['id_score']
- bq_jieshu = []
- try:
- if match_ids:
- for match_id in match_ids:
- bq_dict = {
- "game_code": "bq",
- "match_id": match_id,
- # "status": 2
- "source": "hg3535"
- }
- bq_jieshu.append(bq_dict)
- r = requests.post(url, data={"data": json.dumps(bq_jieshu)})
- print(r.text)
- except Exception as e:
- logger.warning('足球 赛事结束 结果插入错误')
- logger.warning(e)
- return item
- # 网球 赛事结束 结果插入--------------------------------------------------------------------------------------------------
- class Wangjieshuqiupipeline(object):
- def process_item(self, item, spider):
- url = 'http://admin.5gogo.com/upMatch'
- logger = logging.getLogger(__name__)
- # ctime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- # 赛事id
- match_ids = item['id_score']
- wq_jieshu = []
- try:
- if match_ids:
- for match_id in match_ids:
- wq_dict = {
- "game_code": "wq",
- "match_id": match_id,
- # "status": 2
- "source": "hg3535"
- }
- wq_jieshu.append(wq_dict)
- r = requests.post(url, data={"data": json.dumps(wq_jieshu)})
- print(r.text)
- except Exception as e:
- logger.warning('足球 赛事结束 结果插入错误')
- logger.warning(e)
- return item
|