| 12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019102010211022102310241025102610271028102910301031103210331034103510361037103810391040104110421043104410451046104710481049105010511052105310541055105610571058105910601061106210631064106510661067106810691070107110721073107410751076107710781079108010811082108310841085108610871088108910901091109210931094109510961097109810991100110111021103110411051106110711081109111011111112111311141115111611171118111911201121112211231124112511261127112811291130113111321133113411351136113711381139114011411142114311441145114611471148114911501151115211531154115511561157115811591160116111621163116411651166116711681169117011711172117311741175117611771178117911801181118211831184118511861187118811891190119111921193119411951196119711981199120012011202120312041205120612071208120912101211121212131214121512161217121812191220122112221223122412251226122712281229123012311232123312341235123612371238123912401241124212431244124512461247124812491250125112521253125412551256125712581259126012611262126312641265126612671268126912701271127212731274127512761277127812791280128112821283128412851286128712881289129012911292129312941295129612971298129913001301130213031304130513061307130813091310131113121313131413151316131713181319132013211322132313241325132613271328132913301331133213331334133513361337133813391340134113421343134413451346134713481349135013511352135313541355135613571358135913601361136213631364136513661367136813691370137113721373137413751376137713781379138013811382138313841385138613871388138913901391139213931394139513961397139813991400140114021403140414051406140714081409141014111412141314141415141614171418141914201421142214231424142514261427142814291430143114321433143414351436143714381439144014411442144314441445144614471448144914501451145214531454145514561457145814591460146114621463146414651466146714681469147014711472147314741475147614771478147914801481148214831484148514861487148814891490149114921493149414951496149714981499150015011502150315041505150615071508150915101511151215131514151515161517151815191520152115221523152415251526152715281529153015311532153315341535153615371538153915401541154215431544154515461547154815491550155115521553155415551556155715581559156015611562156315641565156615671568156915701571157215731574157515761577157815791580158115821583158415851586158715881589159015911592159315941595159615971598159916001601160216031604160516061607160816091610161116121613161416151616161716181619162016211622162316241625162616271628162916301631163216331634163516361637163816391640164116421643164416451646164716481649165016511652165316541655165616571658165916601661166216631664166516661667166816691670167116721673167416751676167716781679168016811682168316841685168616871688168916901691169216931694169516961697169816991700170117021703170417051706170717081709171017111712171317141715171617171718171917201721172217231724172517261727172817291730173117321733173417351736173717381739174017411742174317441745174617471748174917501751175217531754175517561757175817591760176117621763176417651766176717681769 |
- import json
- import time
- import logging
- import requests
- from .ball_func import get_pcode, new_time, out_time, hash_func, fuhao, one_post, \
- two_post, three_post, gs_post, go_post, guanl_post, liansai, new_times
- # 足球 赔率 赛事---------------------------------------------------------------------------------------------------------
- class Zuqiupipeline(object):
- def process_item(self, item, spider):
- # 使用twisted将mysql插入变成异步执行
- # print(item)
- zq_odds = []
- url = 'http://admin.5gogo.com/setSports'
- # zq_competitions = []
- logger = logging.getLogger(__name__)
- # logger.warning(query.addErrback(self.handle_error, item, spider))
- # 比赛日期
- try:
- data_game = item['data_game'].split("/")
- # print(data_game)
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07',
- 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + " " + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- # 比赛id
- competition_id = item['game_id']
- # 联赛id
- league_id = item['league_id']
- # 联赛name
- league_name = item['league_name']
- # # 主队
- team_home = item['team_home']
- # 客队
- team_guest = item['team_guest']
- # number
- number = item['number']
- pt = item['pt']
- corner_ball = item['corner_ball']
- p_code, p_id = get_pcode(corner_ball, 'goal_size')
- # 构建唯一索引
- half_size_guest = item["half_size_guest"]
- half_size_guest_rule = item["half_size_guest_rule"]
- half_size_home = item["half_size_home"]
- half_size_home_rule = item["half_size_home_rule"]
- zuqiu = item['zuqiu']
- two_post(data=half_size_home, match_id=competition_id, odds_code='half_goal_size_big', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_size_home_rule, game_code='zq', zq_odds=zq_odds)
- # print(a)
- two_post(data=half_size_guest, match_id=competition_id, odds_code='half_goal_size_small', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=half_size_guest_rule, game_code='zq', zq_odds=zq_odds)
- # 全场场大小
- size_guest = item["size_guest"]
- size_guest_rule = item["size_guest_rule"]
- size_home = item["size_home"]
- size_home_rule = item["size_home_rule"]
- two_post(data=size_guest, match_id=competition_id, odds_code='goal_size_small', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=size_guest_rule, game_code='zq', zq_odds=zq_odds)
- two_post(data=size_home, match_id=competition_id, odds_code='goal_size_big', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=size_home_rule, game_code='zq', zq_odds=zq_odds)
- p_code, p_id = get_pcode(corner_ball, 'concede')
- # 上半场大小
- half_concede_home_rule = item["half_concede_home_rule"]
- half_concede_home = item["half_concede_home"]
- half_concede_guest_rule = item["half_concede_guest_rule"]
- half_concede_guest = item["half_concede_guest"]
- # 上半场让球
- two_post(data=half_concede_home, match_id=competition_id, odds_code='half_concede_home', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=half_concede_home_rule, game_code='zq', zq_odds=zq_odds)
- two_post(data=half_concede_guest, match_id=competition_id, odds_code='half_concede_guest', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=half_concede_guest_rule, game_code='zq', zq_odds=zq_odds)
- concede_guest = item["concede_guest"]
- concede_guest_rule = item["concede_guest_rule"]
- concede_home = item["concede_home"]
- concede_home_rule = item["concede_home_rule"]
- # 全场让球
- two_post(data=concede_guest, match_id=competition_id, odds_code='concede_guest', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=concede_guest_rule, game_code='zq', zq_odds=zq_odds)
- two_post(data=concede_home, match_id=competition_id, odds_code='concede_home', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=concede_home_rule, game_code='zq', zq_odds=zq_odds)
- # 独赢-------------------------------------------------------------------------------------------------------------------
- p_code, p_id = get_pcode(corner_ball, 'capot')
- half_capot_home = item["half_capot_home"]
- half_capot_guest = item["half_capot_guest"]
- half_capot_dogfall = item["half_capot_dogfall"]
- capot_home = item["capot_home"]
- capot_guest = item["capot_guest"]
- capot_dogfall = item["capot_dogfall"]
- # 上半场独赢 主队
- one_post(data=half_capot_home, match_id=competition_id, odds_code='half_capot_home', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=1, game_code='zq', zq_odds=zq_odds)
- # 上半场独赢 客队
- one_post(data=half_capot_guest, match_id=competition_id, odds_code='half_capot_guest', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=2, game_code='zq', zq_odds=zq_odds)
- # 上半场独赢 和
- one_post(data=half_capot_dogfall, match_id=competition_id, odds_code='half_capot_dogfall', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='X', game_code='zq', zq_odds=zq_odds)
- # 全场独赢 主队
- one_post(data=capot_home, match_id=competition_id, odds_code='capot_home', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=1, game_code='zq', zq_odds=zq_odds)
- # 全场独赢 客队
- one_post(data=capot_guest, match_id=competition_id, odds_code='capot_guest', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=2, game_code='zq', zq_odds=zq_odds)
- # 全场独赢 和
- one_post(data=capot_dogfall, match_id=competition_id, odds_code='capot_dogfall', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='X', game_code='zq', zq_odds=zq_odds)
- # 入球数单双-------------------------------------------------------------------------------------------------------------
- p_code, p_id = get_pcode(corner_ball, 'two_sides')
- odd_even_odd = item["odd_even_odd"]
- odd_even_even = item["odd_even_even"]
- half_odd_even_odd = item["half_odd_even_odd"]
- half_odd_even_even = item["half_odd_even_even"]
- # 全场入球数 单双
- # 上半场入球数 单双
- one_post(data=odd_even_odd, match_id=competition_id, odds_code='two_sides_single', p_id=p_id, league_id=league_id, p_code=p_code, condition='单', game_code='zq', zq_odds=zq_odds)
- one_post(data=odd_even_even, match_id=competition_id, odds_code='two_sides_double', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=zq_odds)
- # 全场入球数 单双
- one_post(data=half_odd_even_odd, match_id=competition_id, odds_code='half_two_sides_single', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='单', game_code='zq', zq_odds=zq_odds)
- one_post(data=half_odd_even_even, match_id=competition_id, odds_code='half_two_sides_double', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=zq_odds)
- # 总入球数 --------------------------------------------------------------------------------------------------------------
- p_code, p_id = get_pcode(corner_ball, 'total_goal')
- total_goals = item['total_goal']
- total_dict = {'total_goal_zero': '0-1', 'total_goal_two': '2-3', 'total_goal_four': '4-6',
- 'total_goal_seven': '7或以上', 'half_total_goal_zero': '0', "half_total_goal_one": '1',
- "half_total_goal_two": '2', "half_total_goal_three": '3或以上'}
- # # 全场入球数 单双
- # 上半场入球数 单双
- for key, value in total_goals.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
- league_id=league_id, p_code=p_code, condition=total_dict[key], game_code='zq', zq_odds=zq_odds)
- # 全场半场 --------------------------------------------------------------------------------------------------------------
- half_fulls = item['half_full']
- p_code, p_id = get_pcode(corner_ball, 'half_full')
- full_dict = {"half_full_home_home": "主主", "half_full_home_dogfall": "主和",
- "half_full_home_guest": "主客", "half_full_dogfall_home": "和主",
- "half_full_dogfall_dogfall": "和和", "half_full_dogfall_guest": "和客",
- "half_full_guest_home": "客主", "half_full_guest_dogfall": "客和",
- "half_full_guest_guest": "客客"}
- if half_fulls:
- for key, value in half_fulls.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
- league_id=league_id, p_code=p_code, condition=full_dict[key], game_code='zq', zq_odds=zq_odds)
- # 波胆------------------------------------------------------------------------------------------------------------------
- bodan_datas = item['bodan_data']
- p_code, p_id = get_pcode(corner_ball, 'bodan')
- bodan_dict = {"bodanhome_one_zero": "1-0", "bodanhome_two_zero": "2-0",
- "bodanhome_two_one": "2-1", "bodanhome_three_zero": "3-0",
- "bodanhome_three_one": "3-1", "bodanhome_three_two": "3-2",
- "bodanhome_four_zero": "4-0", "bodanhome_four_one": "4-1",
- "bodanhome_four_two": "4-2", "bodanhome_four_three": "4-3",
- "bodanguest_one_zero": "0-1", "bodanguest_two_zero": "0-2",
- "bodanguest_two_one": "1-2", "bodanguest_three_zero": "0-3",
- "bodanguest_three_one": "1-3", "bodanguest_three_two": "2-3",
- "bodanguest_four_zero": "0-4", "bodanguest_four_one": "1-4",
- "bodanguest_four_two": "2-4", "bodanguest_four_three": "3-4",
- "bodandogfall_zero_zero": "0-0", "bodandogfall_one_one": "1-1",
- "bodandogfall_two_two": "2-2", "bodandogfall_three_three": "3-3",
- "bodandogfall_four_four": "4-4", "bodanother": "其他",
- "halfbodanhome_one_zero": "1-0", "halfbodanhome_two_zero": "2-0",
- "halfbodanhome_two_one": "2-1", "halfbodanhome_three_zero": "3-0",
- "halfbodanhome_three_one": "3-1", "halfbodanhome_three_two": "3-2",
- "halfbodanguest_one_zero": "0-1", "halfbodanguest_two_zero": "0-2",
- "halfbodanguest_two_one": "1-2", "halfbodanguest_three_zero": "0-3",
- "halfbodanguest_three_one": "1-3", "halfbodanguest_three_two": "2-3",
- "halfbodandogfall_zero_zero": "0-0", "halfbodandogfall_one_one": "1-1",
- "halfbodandogfall_two_two": "2-2", "halfbodandogfall_three_three": "3-3",
- "halfbodanother": "其他"}
- if bodan_datas:
- for key, value in bodan_datas.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
- league_id=league_id, p_code=p_code, condition=bodan_dict[key], game_code='zq', zq_odds=zq_odds)
- # 最先进球/最后进球 ------------------------------------------------------------------------------------------------------
- first_last_balls = item['first_last_ball']
- p_code, p_id = get_pcode(corner_ball, 'first_last_ball')
- first_last_dict = {"first_last_ball": "最先进球", "first_ball_home": "最先进球", "first_ball_guest": "最先进球",
- "last_ball_home": "最后进球", "last_ball_guest": "最后进球", "not_ball": "没有进球"}
- if first_last_balls:
- for key, value in first_last_balls.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
- league_id=league_id, p_code=p_code, condition=first_last_dict[key], game_code='zq', zq_odds=zq_odds)
- p_code, p_id = get_pcode(corner_ball, 'tema_ball')
- full_dicts = item['full_data']
- half_dicts = item['half_data']
- full_dict_rules = item['full_data_rule']
- half_dict_rules = item['half_data_rule']
- if full_dicts:
- for key, value in full_dicts.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
- league_id=league_id, p_code=p_code, condition=full_dict_rules[key], game_code='zq', zq_odds=zq_odds)
- if half_dicts:
- for key, value in half_dicts.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
- league_id=league_id, p_code=p_code, condition=half_dict_rules[key], game_code='zq', zq_odds=zq_odds)
- match_date, match_time, time3 = new_time(ctime)
- n_time = out_time(time3, 1.5)
- # 插入st_zq_competition表
- if zuqiu == "足球":
- if pt == 1:
- payload = {
- "game_code": "zq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": competition_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 1,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": ctime
- }
- }
- if pt == 2:
- payload = {
- "game_code": "zq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": competition_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 1,
- "is_stringscene": 0,
- "us_time": ctime
- }
- }
- if pt == 3:
- payload = {
- "game_code": "zq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": competition_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 1,
- "us_time": ctime
- }
- }
- zq_odds.insert(0, payload)
- r = requests.post(url, data={"data": json.dumps(zq_odds)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 篮球 让球大小----------------------------------------------------------------------------------------------------------
- class Lanqiupipeline(object):
- def process_item(self, item, spider):
- # 使用twisted将mysql插入变成异步执行
- lq_odds = []
- url = 'http://admin.5gogo.com/setSports'
- logger = logging.getLogger(__name__)
- # # logger.warning(query.addErrback(self.handle_error, item, spider))
- # 联赛id
- league_id = item['league_id']
- # 联赛名
- league_name = item['league_name']
- # result = item['result']
- # 比赛id
- game_id = item['game_id']
- # 球队1
- team_home = item['team_home']
- # 球队2
- team_guest = item['team_guest']
- # 数量(97>)
- number = item['number']
- # 比赛状态
- zhuangtai = item['zhuangtai']
- # 日期
- # data_game = item['data_game']
- try:
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07',
- 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + " " + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- # 队1分数
- score_home = item['score_home']
- # 队2分数
- score_guest = item['score_guest']
- # 第几节
- jijie = item['jijie']
- # 球队得分
- qiudui = item['qiudui']
- pt = item['pt']
- concedes_dict = item['concede']
- concedes_dict_rule = item['concede_rule']
- odd_evens_dict = item['odd_even']
- odd_evens_dict_rule = item['odd_even_rule']
- total_sizes_dict = item['total_size']
- total_sizes_dict_rule = item['total_size_rule']
- last_numbers_dict = item['last_number']
- capots_dict = item['capot']
- team_scores_dict = item['team_score']
- team_scores_dict_rule = item['team_score_rule']
- # 让球
- lanqiu = item['lanqiu']
- # 让球 数据插入数据库
- if concedes_dict:
- for key, value in concedes_dict.items():
- two_post(data=value, match_id=game_id, odds_code=key, p_id=1,
- league_id=league_id, p_code='concede', condition=concedes_dict_rule[key], game_code='lq', zq_odds=lq_odds)
- if odd_evens_dict:
- for key, value in odd_evens_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=2,
- league_id=league_id, p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='lq', zq_odds=lq_odds)
- # 总分单双 数据插入数据库
- if total_sizes_dict:
- for key, value in total_sizes_dict.items():
- two_post(data=value, match_id=game_id, odds_code=key, p_id=3,
- league_id=league_id, p_code='total_size', condition=total_sizes_dict_rule[key], game_code='lq', zq_odds=lq_odds)
- # 全场总分大小 数据插入数据库
- # 全场总分大小 数据插入数据库
- if team_scores_dict:
- for key, value in team_scores_dict.items():
- two_post(data=value, match_id=game_id, odds_code=key, p_id=6,
- league_id=league_id, p_code='total_size', condition=team_scores_dict_rule[key], game_code='lq', zq_odds=lq_odds)
- if last_numbers_dict['last_home']:
- for key, value in last_numbers_dict['last_home'].items():
- one_post(data=value, match_id=game_id, odds_code="last_home" + key, p_id=4,
- league_id=league_id, p_code='team_score', condition=key, game_code='lq', zq_odds=lq_odds)
- if last_numbers_dict['last_guest']:
- for key, value in last_numbers_dict['last_guest'].items():
- one_post(data=value, match_id=game_id, odds_code="last_guest" + key, p_id=4,
- league_id=league_id, p_code='team_score', condition=key, game_code='lq', zq_odds=lq_odds)
- three_post(data=capots_dict, match_id=game_id, p_id=5, league_id=league_id, p_code='capot', condition=None, game_code='lq', zq_odds=lq_odds)
- match_date, match_time, time3 = new_time(ctime)
- n_time = out_time(time3, 1.5)
- us_time = ctime
- if lanqiu == "篮球":
- if pt == 1:
- payload = {
- "game_code": "lq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 1,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": us_time
- }
- }
- if pt == 2:
- payload = {
- "game_code": "lq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 1,
- "is_stringscene": 0,
- "us_time": us_time
- }
- }
- if pt == 3:
- payload = {
- "game_code": "lq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 1,
- "us_time": us_time
- }
- }
- lq_odds.insert(0, payload)
- r = requests.post(url, data={"data": json.dumps(lq_odds)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 网球 让球&大小盘--------------------------------------------------------------------------------------------------------
- class Wangqiupipeline(object):
- def process_item(self, item, spider):
- wq_odds = []
- logger = logging.getLogger(__name__)
- url = 'http://admin.5gogo.com/setSports'
- # logger.warning(query.addErrback(self.handle_error, item, spider))
- # 联赛id
- league_id = item['league_id']
- # 联赛名
- league_name = item['league_name']
- # result = item['result']
- # 比赛id
- game_id = item['game_id']
- # print(game_id)
- # 球队1
- team_home = item['team_home']
- # 球队2
- team_guest = item['team_guest']
- # 数量(97>)
- number = item['number']
- # 比赛状态
- zhuangtai = item['zhuangtai']
- # 日期
- # data_game = item['data_game']
- try:
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07',
- 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + " " + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- # 队1分数
- score_home = item['score_home']
- # 队2分数
- score_guest = item['score_guest']
- # 第几节
- jijie = item['jijie']
- # 球队得分
- qiudui = item['qiudui']
- pt = item['pt']
- # 让盘
- concedes_dict = item['concedes_dict']
- concedes_dict_rule = item['concedes_dict_rule']
- # 冠军
- kemps_dict = item['kemps_dict']
- # 让局
- bureaus_dict = item['bureaus_dict']
- bureaus_dict_rule = item['bureaus_dict_rule']
- # 总局数大小
- total_number_dict = item['total_number_dict']
- total_number_dict_rule = item['total_number_dict_rule']
- # 总局数单双
- odd_evens_dict = item['odd_evens_dict']
- odd_evens_dict_rule = item['odd_evens_dict_rule']
- wangqiu = item['wangqiu']
- us_time = ctime
- match_date, match_time, time3 = new_time(ctime)
- n_time = out_time(time3, 3)
- # 插入赛事表
- if wangqiu == "网球":
- if pt == 1:
- payload = {
- "game_code": "wq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 1,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": us_time
- }
- }
- if pt == 2:
- payload = {
- "game_code": "wq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 1,
- "is_stringscene": 0,
- "us_time": us_time
- }
- }
- if pt == 3:
- payload = {
- "game_code": "wq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 1,
- "us_time": us_time
- }
- }
- wq_odds.insert(0, payload)
- # 让盘
- if concedes_dict:
- for key, value in concedes_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=1,
- league_id=league_id, p_code='concede', condition=fuhao(str(concedes_dict_rule[key])), game_code='wq', zq_odds=wq_odds)
- # 让局
- if bureaus_dict:
- for key, value in bureaus_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=3,
- league_id=league_id, p_code='bureau', condition=fuhao(str(bureaus_dict_rule[key])), game_code='wq', zq_odds=wq_odds)
- if total_number_dict:
- for key, value in total_number_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=4, league_id=league_id, p_code='total_number', condition=total_number_dict_rule[key], game_code='wq', zq_odds=wq_odds)
- if odd_evens_dict:
- for key, value in odd_evens_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=5, league_id=league_id,
- p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='wq', zq_odds=wq_odds)
- if kemps_dict:
- for key, value in kemps_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id, p_code='kemp', condition=key, game_code='wq', zq_odds=wq_odds)
- # b = json.dumps(wq_odds)
- # print(b)
- r = requests.post(url, data={"data": json.dumps(wq_odds)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 网球 波胆--------------------------------------------------------------------------------------------------------------
- class Wqbodanpipeline(object):
- def process_item(self, item, spider):
- # 使用twisted将mysql插入变成异步执行
- wb_odds = []
- url = 'http://admin.5gogo.com/setSports'
- logger = logging.getLogger(__name__)
- # logger.warning(query.addErrback(self.handle_error, item, spider))
- # 比赛日期
- try:
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07',
- 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + " " + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- # 比赛id
- competition_id = item['game_id']
- # 联赛id
- league_id = item['league_id']
- # 联赛name
- league_name = item['league_name']
- # 主队
- team_home = item['team_home']
- # 客队
- team_guest = item['team_guest']
- # 主队得分
- score_home = item['score_home']
- # 客队得分
- score_guest = item['score_guest']
- # number
- number = item['number']
- corner_ball = item['corner_ball']
- half_way = item['half_way']
- # 类型早盘,今日,滚球,串场
- pt = item['pt']
- bodan_datas = item['bodan_data']
- p_code = "bodan"
- p_id = 7
- bodan_dict = {"bodanhome_two_zero": "2-0", "bodanhome_two_one": "2-1",
- "bodanhome_three_zero": "3-0", "bodanhome_three_one": "3-1",
- "bodanhome_three_two": "3-2",
- "bodanhome_four_zero": "4-0", "bodanhome_four_one": "4-1",
- "bodanhome_four_two": "4-2", "bodanhome_four_three": "4-3",
- "bodanguest_two_zero": "0-2", "bodanguest_two_one": "1-2",
- "bodanguest_three_zero": "0-3",
- "bodanguest_three_one": "1-3", "bodanguest_three_two": "2-3",
- "bodanguest_four_zero": "0-4", "bodanguest_four_one": "1-4",
- "bodanguest_four_two": "2-4", "bodanguest_four_three": "3-4"}
- if bodan_datas:
- for key, value in bodan_datas.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=2, league_id=league_id, p_code='bodan',
- condition=bodan_dict[key], game_code='wq', zq_odds=wb_odds)
- r = requests.post(url, data={"data": json.dumps(wb_odds)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 棒球 让球&大小盘--------------------------------------------------------------------------------------------------------
- class Bangqiupipeline(object):
- def process_item(self, item, spider):
- # print(item)
- logger = logging.getLogger(__name__)
- bq_odds = []
- url = 'http://admin.5gogo.com/setSports'
- # logger.warning(query.addErrback(self.handle_error, item, spider))
- # 联赛id
- league_id = item['league_id']
- # 联赛名
- league_name = item['league_name']
- # result = item['result']
- # 比赛id
- game_id = item['game_id']
- # 球队1
- team_home = item['team_home']
- # 球队2
- team_guest = item['team_guest']
- # 数量(97>)
- number = item['number']
- # 比赛状态
- zhuangtai = item['zhuangtai']
- # 日期
- # data_game = item['data_game']
- try:
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning('data_game字段分割错误')
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07',
- 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + " " + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- # 队1分数
- score_home = item['score_home']
- # 队2分数
- score_guest = item['score_guest']
- # 第几节
- jijie = item['jijie']
- # 球队得分
- qiudui = item['qiudui']
- pt = item['pt']
- # 让球
- concedes_dict = item['concedes_dict']
- concedes_dict_rule = item['concedes_dict_rule']
- # 独赢
- capots_dict = item['capots_dict']
- # 总得分大小
- total_size_dict = item['total_size_dict']
- total_size_dict_rule = item['total_size_dict_rule']
- # 总得分单双
- odd_evens_dict = item['odd_evens_dict']
- odd_evens_dict_rule = item['odd_evens_dict_rule']
- bangqiu = item['bangqiu']
- match_date, match_time, time3 = new_time(ctime)
- us_time = ctime
- # 插入赛事表
- if bangqiu == '棒球':
- if pt == 1:
- payload = {
- "game_code": "bq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 1,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": us_time
- }
- }
- if pt == 2:
- payload = {
- "game_code": "bq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 1,
- "is_stringscene": 0,
- "us_time": us_time
- }
- }
- if pt == 3:
- payload = {
- "game_code": "bq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 0,
- "match_id": game_id,
- "match_date": match_date,
- "match_time": match_time,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 0,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 1,
- "us_time": us_time
- }
- }
- # 让球
- three_post(data=concedes_dict, match_id=game_id, p_id=1, league_id=league_id, p_code='concede',condition=concedes_dict_rule, game_code='bq', zq_odds=bq_odds)
- # 总得分:大/小
- three_post(data=total_size_dict, match_id=game_id, p_id=2, league_id=league_id, p_code='total_size',
- condition=total_size_dict_rule, game_code='bq', zq_odds=bq_odds)
- # 单双
- three_post(data=odd_evens_dict, match_id=game_id, p_id=3, league_id=league_id, p_code='two_sides',
- condition=odd_evens_dict_rule, game_code='bq', zq_odds=bq_odds)
- # 插入独赢
- if capots_dict:
- for key, value in capots_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=4, league_id=league_id, p_code='capot', condition=None, game_code='bq', zq_odds=bq_odds)
- r = requests.post(url, data={"data": json.dumps(bq_odds)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 足球 篮球 网球 棒球 冠军------------------------------------------------------------------------------------------------
- class Guanjunpipeline(object):
- def process_item(self, item, spider):
- gj_odds = []
- url = 'http://admin.5gogo.com/setSports'
- logger = logging.getLogger(__name__)
- data_game = item['data_game'].replace('年', "-").replace('月', "-").replace('日', "")
- time_game = item['time_game']
- ctime = data_game + " " + time_game + ":00"
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- league_name = item['league_name']
- tema_home = item['tema_home']
- league_id = item['league_id']
- game_id = item['game_id']
- new_league_name = item['new_league_name']
- # 冠军赔率
- champion_team = item['champion_team']
- new_champion = item['new_champion']
- # 构建唯一哈希索引
- time1 = time.mktime(time.strptime(ctime, '%Y-%m-%d %H:%M:%S')) + 43200
- time2 = time.localtime(time1)
- time3 = time.strftime('%Y-%m-%d %H:%M:%S', time2)
- # data_time = str(time3).split(" ")
- # match_date,match_time = new_time(ctime)
- pt = item['pt']
- new_hash = hash_func(match_id=champion_team, odds_code=new_champion, sort=new_league_name, p_id=tema_home)
- ball = item['ball']
- # 插入st_zq_odds表
- r_hash = hash_func(league_id, new_champion, tema_home, champion_team)
- # 冠军联赛
- guanl = guanl_post(ball=ball, league_name=league_name, league_id=league_id, time3=time3)
- gj_odds.append(guanl)
- # 冠军赛事
- gs = gs_post(ball=ball, league_id=league_id, league_name=league_name, data_game=data_game)
- gj_odds.append(gs)
- # 冠军赔率
- go = go_post(ball=ball, league_id=league_id, new_champion=new_champion, new_league_name=new_league_name, value=champion_team, r_hash=r_hash, new_hash=new_hash, tema_home=tema_home)
- gj_odds.append(go)
- r = requests.post(url, data={"data": json.dumps(gj_odds)})
- # logger.warning(r.text)
- print(r.text)
- # 足球 篮球 网球 棒球 联赛------------------------------------------------------------------------------------------------
- class Liansaipipeline(object):
- def process_item(self, item, spider):
- logger = logging.getLogger(__name__)
- ls_list = []
- url = 'http://admin.5gogo.com/setSports'
- area_id = item["area_id"]
- area_name = item["area_name"]
- st_league = item["st_league"]
- print(st_league)
- name_chinese = item["name_chinese"]
- ball = item['ball']
- # utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- area_dict = {"南美洲": 3, "北美洲": 4, "欧洲": 5, "大洋洲": 6, "南极洲": 7, "非洲": 1, "世界": 8, "亚洲": 2}
- if ball == "足球":
- z_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='zq', qiu='足球')
- ls_list.append(z_ls)
- r = requests.post(url, data={"data": json.dumps(ls_list)})
- # logger.warning(r.text)
- # print(r.text)
- elif ball == "篮球":
- l_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='lq', qiu='篮球')
- ls_list.append(l_ls)
- # if st_league == 29037:
- # print(l_ls)
- r = requests.post(url, data={"data": json.dumps(ls_list)})
- logger.warning(r.text)
- # print(r.text)
- elif ball == "网球":
- w_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='wq', qiu='网球')
- ls_list.append(w_ls)
- r = requests.post(url, data={"data": json.dumps(ls_list)})
- # logger.warning(r.text)
- print(r.text)
- elif ball == "棒球":
- b_ls = liansai(area_name=area_name, name_chinese=name_chinese, st_league=st_league, area_dict=area_dict, game_code='bq', qiu='棒球')
- ls_list.append(b_ls)
- r = requests.post(url, data={"data": json.dumps(ls_list)})
- print(r.text)
- # logger.warning(r.text)
- return item
- # ---------------------------------------------------------滚球---------------------------------------------------------
- # 滚球足球 插入
- class Roll_Zuqiupipeline(object):
- def process_item(self, item, spider):
- logger = logging.getLogger(__name__)
- url = 'http://admin.5gogo.com/setSports'
- roll_zq = []
- # 比赛日期
- try:
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07', 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # print(time_game)
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + "" + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- # 比赛id
- competition_id = item['game_id']
- # 联赛id
- league_id = item['league_id']
- # 联赛name
- league_name = item['league_name']
- # 主队
- team_home = item['team_home']
- # 客队
- team_guest = item['team_guest']
- # number
- number = item['number']
- score_home = item['score_home']
- score_guest = item['score_guest']
- half_way = item['half_way']
- pt = item['pt']
- match_score = "{}:{}".format(score_home,score_guest)
- corner_ball = item['corner_ball']
- p_code, p_id = get_pcode(corner_ball, 'goal_size')
- # 构建唯一索引
- half_size_guest = item["half_size_guest"]
- half_size_guest_rule = item["half_size_guest_rule"]
- half_size_home = item["half_size_home"]
- half_size_home_rule = item["half_size_home_rule"]
- try:
- # 让球 数据插入数据库
- two_post(data=half_size_home, match_id=competition_id, odds_code='half_goal_size_big', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_size_home_rule, game_code='zq', zq_odds=roll_zq)
- # 让球 数据插入数据库
- two_post(data=half_size_guest, match_id=competition_id, odds_code='half_goal_size_small', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_size_guest_rule, game_code='zq', zq_odds=roll_zq)
- # 全场场大小
- size_guest = item["size_guest"]
- size_guest_rule = item["size_guest_rule"]
- size_home = item["size_home"]
- size_home_rule = item["size_home_rule"]
- two_post(data=size_guest, match_id=competition_id, odds_code='goal_size_small', p_id=p_id, league_id=league_id, p_code=p_code, condition=size_guest_rule, game_code='zq', zq_odds=roll_zq)
- two_post(data=size_home, match_id=competition_id, odds_code='goal_size_big', p_id=p_id, league_id=league_id, p_code=p_code, condition=size_home_rule, game_code='zq', zq_odds=roll_zq)
- p_code, p_id = get_pcode(corner_ball, 'concede')
- # 上半场让球
- half_concede_home_rule = item["half_concede_home_rule"]
- half_concede_home = item["half_concede_home"]
- half_concede_guest_rule = item["half_concede_guest_rule"]
- half_concede_guest = item["half_concede_guest"]
- # 上半场让球
- two_post(data=half_concede_home, match_id=competition_id, odds_code='half_concede_home', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_concede_home_rule, game_code='zq', zq_odds=roll_zq)
- two_post(data=half_concede_guest, match_id=competition_id, odds_code='half_concede_guest', p_id=p_id, league_id=league_id, p_code=p_code, condition=half_concede_guest_rule, game_code='zq', zq_odds=roll_zq)
- concede_guest = item["concede_guest"]
- concede_guest_rule = item["concede_guest_rule"]
- concede_home = item["concede_home"]
- concede_home_rule = item["concede_home_rule"]
- # 全场让球
- two_post(data=concede_guest, match_id=competition_id, odds_code='concede_guest', p_id=p_id, league_id=league_id, p_code=p_code, condition=concede_guest_rule, game_code='zq', zq_odds=roll_zq)
- two_post(data=concede_home, match_id=competition_id, odds_code='concede_home', p_id=p_id, league_id=league_id, p_code=p_code, condition=concede_home_rule, game_code='zq', zq_odds=roll_zq)
- p_code, p_id = get_pcode(corner_ball, 'capot')
- # 独赢-------------------------------------------------------------------------------------------------------------------
- half_capot_home = item["half_capot_home"]
- half_capot_guest = item["half_capot_guest"]
- half_capot_dogfall = item["half_capot_dogfall"]
- capot_home = item["capot_home"]
- capot_guest = item["capot_guest"]
- capot_dogfall = item["capot_dogfall"]
- # 上半场独赢 主队
- one_post(data=half_capot_home, match_id=competition_id, odds_code='half_capot_home', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=1, game_code='zq', zq_odds=roll_zq)
- # 上半场独赢 客队
- one_post(data=half_capot_guest, match_id=competition_id, odds_code='half_capot_guest', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=2, game_code='zq', zq_odds=roll_zq)
- # 上半场独赢 和
- one_post(data=half_capot_dogfall, match_id=competition_id, odds_code='half_capot_dogfall', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='X', game_code='zq', zq_odds=roll_zq)
- # 全场独赢 主队
- one_post(data=capot_home, match_id=competition_id, odds_code='capot_home', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=1, game_code='zq', zq_odds=roll_zq)
- # 全场独赢 客队
- one_post(data=capot_guest, match_id=competition_id, odds_code='capot_guest', p_id=p_id,
- league_id=league_id, p_code=p_code, condition=2, game_code='zq', zq_odds=roll_zq)
- # 全场独赢 和
- one_post(data=capot_dogfall, match_id=competition_id, odds_code='capot_dogfall', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='X', game_code='zq', zq_odds=roll_zq)
- # 入球数单双-------------------------------------------------------------------------------------------------------------
- p_code, p_id = get_pcode(corner_ball, 'two_sides')
- odd_even_odd = item["odd_even_odd"]
- odd_even_even = item["odd_even_even"]
- half_odd_even_odd = item["half_odd_even_odd"]
- half_odd_even_even = item["half_odd_even_even"]
- # 全场入球数 单双
- # 上半场入球数 单双
- one_post(data=odd_even_odd, match_id=competition_id, odds_code='two_sides_single', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='单', game_code='zq', zq_odds=roll_zq)
- one_post(data=odd_even_even, match_id=competition_id, odds_code='two_sides_double', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=roll_zq)
- # 全场入球数 单双
- one_post(data=half_odd_even_odd, match_id=competition_id, odds_code='half_two_sides_single', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=roll_zq)
- one_post(data=half_odd_even_even, match_id=competition_id, odds_code='half_two_sides_double', p_id=p_id,
- league_id=league_id, p_code=p_code, condition='双', game_code='zq', zq_odds=roll_zq)
- # 总入球数 --------------------------------------------------------------------------------------------------------------
- p_code, p_id = get_pcode(corner_ball, 'total_goal')
- total_goals = item['total_goal']
- total_dict = {'total_goal_zero': '0-1', 'total_goal_two': '2-3', 'total_goal_four': '4-6',
- 'total_goal_seven': '7或以上', 'half_total_goal_zero': '0', "half_total_goal_one": '1',
- "half_total_goal_two": '2', "half_total_goal_three": '3或以上'}
- for key, value in total_goals.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id,
- league_id=league_id, p_code=p_code, condition=total_dict[key], game_code='zq', zq_odds=roll_zq)
- # 全场半场 --------------------------------------------------------------------------------------------------------------
- half_fulls = item['half_full']
- p_code, p_id = get_pcode(corner_ball, 'half_full')
- full_dict = {"half_full_home_home": "主主", "half_full_home_dogfall": "主和",
- "half_full_home_guest": "主客", "half_full_dogfall_home": "和主",
- "half_full_dogfall_dogfall": "和和", "half_full_dogfall_guest": "和客",
- "half_full_guest_home": "客主", "half_full_guest_dogfall": "客和",
- "half_full_guest_guest": "客客"}
- if half_fulls:
- for key, value in half_fulls.items():
- # if value:
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=full_dict[key], game_code='zq', zq_odds=roll_zq)
- # 波胆------------------------------------------------------------------------------------------------------------------
- bodan_datas = item['bodan_data']
- p_code, p_id = get_pcode(corner_ball, 'bodan')
- bodan_dict = {"bodanhome_one_zero": "1-0", "bodanhome_two_zero": "2-0",
- "bodanhome_two_one": "2-1", "bodanhome_three_zero": "3-0",
- "bodanhome_three_one": "3-1", "bodanhome_three_two": "3-2",
- "bodanhome_four_zero": "4-0", "bodanhome_four_one": "4-1",
- "bodanhome_four_two": "4-2", "bodanhome_four_three": "4-3",
- "bodanguest_one_zero": "0-1", "bodanguest_two_zero": "0-2",
- "bodanguest_two_one": "1-2", "bodanguest_three_zero": "0-3",
- "bodanguest_three_one": "1-3", "bodanguest_three_two": "2-3",
- "bodanguest_four_zero": "0-4", "bodanguest_four_one": "1-4",
- "bodanguest_four_two": "2-4", "bodanguest_four_three": "3-4",
- "bodandogfall_zero_zero": "0-0", "bodandogfall_one_one": "1-1",
- "bodandogfall_two_two": "2-2", "bodandogfall_three_three": "3-3",
- "bodandogfall_four_four": "4-4", "bodanother": "其他",
- "halfbodanhome_one_zero": "1-0", "halfbodanhome_two_zero": "2-0",
- "halfbodanhome_two_one": "2-1", "halfbodanhome_three_zero": "3-0",
- "halfbodanhome_three_one": "3-1", "halfbodanhome_three_two": "3-2",
- "halfbodanguest_one_zero": "0-1", "halfbodanguest_two_zero": "0-2",
- "halfbodanguest_two_one": "1-2", "halfbodanguest_three_zero": "0-3",
- "halfbodanguest_three_one": "1-3", "halfbodanguest_three_two": "2-3",
- "halfbodandogfall_zero_zero": "0-0", "halfbodandogfall_one_one": "1-1",
- "halfbodandogfall_two_two": "2-2", "halfbodandogfall_three_three": "3-3",
- "halfbodanother": "其他"}
- if bodan_datas:
- for key, value in bodan_datas.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=bodan_dict[key], game_code='zq', zq_odds=roll_zq)
- # 最先进球/最后进球 ------------------------------------------------------------------------------------------------------
- first_last_balls = item['first_last_ball']
- p_code, p_id = get_pcode(corner_ball, 'first_last_ball')
- first_last_dict = {"first_last_ball": "最先进球", "first_ball_home": "最先进球", "first_ball_guest": "最先进球",
- "last_ball_home": "最后进球", "last_ball_guest": "最后进球", "not_ball": "没有进球"}
- if first_last_balls:
- for key, value in first_last_balls.items():
- # 构建唯一索引
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=first_last_dict[key], game_code='zq', zq_odds=roll_zq)
- p_code, p_id = get_pcode(corner_ball, 'tema_ball')
- full_dicts = item['full_data']
- half_dicts = item['half_data']
- full_dict_rules = item['full_data_rule']
- half_dict_rules = item['half_data_rule']
- if full_dicts:
- for key, value in full_dicts.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=full_dict_rules[key], game_code='zq', zq_odds=roll_zq)
- if half_dicts:
- for key, value in half_dicts.items():
- one_post(data=value, match_id=competition_id, odds_code=key, p_id=p_id, league_id=league_id, p_code=p_code, condition=half_dict_rules[key], game_code='zq', zq_odds=roll_zq)
- zq_competition = {
- "game_code": "zq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 1,
- "match_id": competition_id,
- "match_date": r_ctime,
- "match_time": None,
- "tag": number,
- "source": "hg3535",
- "is_rollball": 1,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": None
- }
- }
- roll_zq.append(zq_competition)
- zq_match_result = {
- "game_code": "zq",
- "title": "match_result_record",
- "data": {
- "home_team": team_home,
- "guest_team": team_home,
- "lg_id": league_id,
- "home_rate": None,
- "guest_rate": None,
- "home_score": score_home,
- "guest_score": score_guest,
- "all_goal": None,
- "status": 1,
- "first_score": None,
- "last_score": None,
- "match_score": match_score,
- "match_winer": None,
- "match_time": time_game,
- "match_process": half_way,
- "tag": number,
- "match_id": competition_id,
- "u_home_score": None,
- "u_guest_score": None,
- "p_code": p_code,
- "source": "hg3535"
- }
- }
- roll_zq.append(zq_match_result)
- except Exception as e:
- logger.warning(e)
- r = requests.post(url, data={"data": json.dumps(roll_zq)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 滚球篮球 插入
- class Roll_Lanqiupipeline(object):
- def process_item(self, item, spider):
- url = 'http://admin.5gogo.com/setSports'
- roll_lq = []
- # 使用twisted将mysql插入变成异步执行
- logger = logging.getLogger(__name__)
- # 联赛id
- league_id = item['league_id']
- # 联赛名
- league_name = item['league_name']
- # result = item['result']
- # 比赛id
- game_id = item['game_id']
- # 球队1 #home_team
- team_home = item['team_home']
- # 球队2 # guest_team
- team_guest = item['team_guest']
- # 数量(97>)
- number = item['number']
- # 比赛状态
- zhuangtai = item['zhuangtai']
- # 日期
- # data_game = item['data_game']
- try:
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07', 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + "" + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))#过期时间
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- # 队1分数
- score_home = item['score_home']
- # 队2分数
- score_guest = item['score_guest']
- # 第几节
- jijie = item['jijie']
- # 球队得分
- qiudui = item['qiudui']
- pt = item['pt']
- match_score = "{}:{}".format(score_home,score_guest)
- concedes_dict = item['concede']
- concedes_dict_rule = item['concede_rule']
- odd_evens_dict = item['odd_even']
- odd_evens_dict_rule = item['odd_even_rule']
- total_sizes_dict = item['total_size']
- total_sizes_dict_rule = item['total_size_rule']
- last_numbers_dict = item['last_number']
- capots_dict = item['capot']
- team_scores_dict = item['team_score']
- team_scores_dict_rule = item['team_score_rule']
- if concedes_dict:
- for key, value in concedes_dict.items():
- two_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id, p_code='concede', condition=concedes_dict_rule[key], game_code='lq', zq_odds=roll_lq)
- if total_sizes_dict:
- for key, value in total_sizes_dict.items():
- two_post(data=value, match_id=game_id, odds_code=key, p_id=3, league_id=league_id, p_code='total_size',
- condition=total_sizes_dict_rule[key], game_code='lq', zq_odds=roll_lq)
- if odd_evens_dict:
- for key, value in odd_evens_dict.items():
- # two_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id, p_code='two_sides',
- # condition=odd_evens_dict_rule[key], game_code='lq', zq_odds=roll_lq)
- one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id,
- p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='lq', zq_odds=roll_lq)
- last_home = last_numbers_dict['last_home']
- if last_home:
- for key, value in last_home.items():
- one_post(data=value, match_id=game_id, odds_code="last_home" + key, p_id=4, league_id=league_id, p_code='last_home', condition=key, game_code='lq', zq_odds=roll_lq)
- last_guest = last_numbers_dict['last_guest']
- if last_guest:
- for key, value in last_guest.items():
- one_post(data=value, match_id=game_id, odds_code="last_guest" + key, p_id=4, league_id=league_id,
- p_code='last_guest', condition=key, game_code='lq', zq_odds=roll_lq)
- if capots_dict:
- for key, value in capots_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=5, league_id=league_id,
- p_code='capot', condition=None, game_code='lq', zq_odds=roll_lq)
- if team_scores_dict:
- for key, value in team_scores_dict.items():
- two_post(data=value, match_id=game_id, odds_code=key, p_id=6, league_id=league_id,
- p_code='team_score', condition=team_scores_dict_rule[key], game_code='lq', zq_odds=roll_lq)
- lq_competition = {
- "game_code": "lq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 1,
- "match_id": game_id,
- "match_date": r_ctime,
- "match_time": None,
- "tag": number,
- "source": 'hg3535',
- "is_rollball": 1,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": None
- }
- }
- roll_lq.insert(0, lq_competition)
- lq_match_result = {
- "game_code": "lq",
- "title": "match_result_record",
- "data": {
- "home_team": team_home,
- "guest_team": team_home,
- "lg_id": league_id,
- "home_rate": None,
- "guest_rate": None,
- "home_score": score_home,
- "guest_score": score_guest,
- "all_goal": None,
- "status": 1,
- "first_score": None,
- "last_score": None,
- "match_score": match_score,
- "match_winer": None,
- "match_time": time_game,
- "match_process": jijie,
- "tag": number,
- "match_id": game_id,
- "u_home_score": None,
- "u_guest_score": None,
- "p_code": None,
- "source": "hg3535"
- }
- }
- roll_lq.append(lq_match_result)
- r = requests.post(url, data={"data": json.dumps(roll_lq)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 滚球网球 插入
- class Roll_Wangqiupipeline(object):
- def process_item(self, item, spider):
- url = 'http://admin.5gogo.com/setSports'
- roll_wq = []
- logger = logging.getLogger(__name__)
- # 联赛id
- league_id = item['league_id']
- # 联赛名
- league_name = item['league_name']
- # result = item['result']
- # 比赛id
- game_id = item['game_id']
- # 球队1
- team_home = item['team_home']
- # 球队2
- team_guest = item['team_guest']
- # 数量(97>)
- number = item['number']
- # 比赛状态
- zhuangtai = item['zhuangtai']
- # 日期
- # data_game = item['data_game']
- try:
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- except Exception as e:
- logger.warning(e)
- data_game = item['data_game'].split(" ")
- months = str(data_game[1].strip())
- month_dict = {'Jan': '01', 'Feb': '02', 'Mar': '03', 'Apr': '04', 'May': '05', 'Jun': '06', 'Jul': '07', 'Aug': '08', 'Sep': '09', 'Oct': '10', 'Nov': '11', 'Dec': '12'}
- month = month_dict[months]
- day = str(data_game[0])
- # 比赛时间
- time_game = str(item['time_game'])
- # 比赛时间,时间戳
- ctime = "2019" + "-" + month + "-" + day + "" + time_game + ":00"
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- # 队1分数
- score_home = item['score_home']
- # 队2分数
- score_guest = item['score_guest']
- # 第几节
- jijie = item['jijie']
- # 球队得分
- qiudui = item['qiudui']
- pt = item['pt']
- #取不到 暂时注掉
- match_date, match_time = new_times(ctime)
- # 让盘
- concedes_dict = item['concedes_dict']
- concedes_dict_rule = item['concedes_dict_rule']
- # 冠军 独赢
- kemps_dict = item['kemps_dict']
- # 让局
- bureaus_dict = item['bureaus_dict']
- bureaus_dict_rule = item['bureaus_dict_rule']
- # 总局数大小
- total_number_dict = item['total_number_dict']
- total_number_dict_rule = item['total_number_dict_rule']
- # 总局数单双
- odd_evens_dict = item['odd_evens_dict']
- odd_evens_dict_rule = item['odd_evens_dict_rule']
- sq_dict = item['sq_dict']
- new_sq_dict = json.dumps(sq_dict)
- # if concedes_dict:
- # for key, value in concedes_dict.items():
- # one_post(data=value, match_id=game_id, odds_code=key, p_id=6, league_id=league_id,
- # p_code='dishes', condition=concedes_dict_rule[key], game_code='wq', zq_odds=roll_wq)
- three_post(data=concedes_dict, match_id=game_id, p_id=6, league_id=league_id, p_code='dishes',
- condition=concedes_dict_rule, game_code='wq', zq_odds=roll_wq)
- if kemps_dict:
- for key, value in kemps_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id,
- p_code='kemp', condition=None, game_code='wq', zq_odds=roll_wq)
- # if bureaus_dict:
- # for key, value in bureaus_dict.items():
- # one_post(data=value, match_id=game_id, odds_code=key, p_id=3, league_id=league_id,
- # p_code='bureau', condition=bureaus_dict_rule[key], game_code='wq', zq_odds=roll_wq)
- three_post(data=bureaus_dict, match_id=game_id, p_id=3, league_id=league_id, p_code='bureau',
- condition=bureaus_dict_rule, game_code='wq', zq_odds=roll_wq)
- if total_number_dict:
- for key, value in total_number_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=3, league_id=league_id,
- p_code='total_number', condition=total_number_dict_rule[key], game_code='wq', zq_odds=roll_wq)
- if odd_evens_dict:
- for key, value in odd_evens_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=5, league_id=league_id,
- p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='wq', zq_odds=roll_wq)
- wq_competition = {
- "game_code": "wq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 1,
- "match_id": game_id,
- "match_date": r_ctime,
- "match_time": None,
- "tag": number,
- "source": 'hg3535',
- "is_rollball": 1,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": None
- }
- }
- roll_wq.append(wq_competition)
- wq_match_result = {
- "game_code": "wq",
- "title": "match_result_record",
- "data": {
- "update_time": '',
- "home_player_let_plate": "",
- "guest_player_let_plate": "",
- "home_player_let_inning": "",
- "guest_player_let_inning": "",
- "all_inning": "",
- "first_score_player": "",
- "last_score_player": "",
- "first_inning_score": "",
- "second_inning_score": "",
- "third_inning_score": "",
- "match_winer_player": "",
- "home_player_name": team_home,
- "guest_player_name": team_home,
- "lg_id": league_id,
- "home_rate": None,
- "guest_rate": None,
- "home_player_score": score_home,
- "guest_player_score": score_guest,
- "all_goal": None,
- "status": 1,
- "first_score": None,
- "last_score": None,
- "match_score": None,
- "match_winer": None,
- "match_time": time_game,
- "match_process": jijie,
- "tag": number,
- "match_id": game_id,
- "u_home_score": None,
- "u_guest_score": None,
- "p_code": None,
- "source": "hg3535",
- "result_mark": new_sq_dict
- }
- }
- roll_wq.append(wq_match_result)
- # print(json.dumps(roll_wq))
- r = requests.post(url, data={"data": json.dumps(roll_wq)})
- # logger.warning(r.text)
- print(r.text)
- print(json.dumps(roll_wq))
- return item
- # 滚球棒球 插入
- class Roll_Banqiupipeline(object):
- def process_item(self, item, spider):
- # 使用twisted将mysql插入变成异步执行
- logger = logging.getLogger(__name__)
- # 联赛id
- url = 'http://admin.5gogo.com/setSports'
- roll_bq = []
- league_id = item['league_id']
- # 联赛名
- league_name = item['league_name']
- # result = item['result']
- # 比赛id
- game_id = item['game_id']
- # 球队1
- team_home = item['team_home']
- # 球队2
- team_guest = item['team_guest']
- # 数量(97>)
- number = item['number']
- #新增 match_score_dict
- match_score_dict = item['match_score_dict']
- # 比赛状态
- zhuangtai = item['zhuangtai']
- # 日期
- # data_game = item['data_game']
- data_game = item['data_game'].split("/")
- month = str(data_game[1].strip())
- day = str(data_game[0])
- # 比赛时间
- # time_game = str(item['time_game'])
- # 比赛时间,时间戳
- # ctime = "2019" + "-" + month + "-" + day + "" + time_game + ":00".strip()
- r_ctime = "2019" + "-" + month + "-" + day
- # 现在时间,时间戳
- utime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- expire_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(time.time() + 60))
- # 队1分数
- score_home = item['score_home']
- # 队2分数
- score_guest = item['score_guest']
- # 第几节
- jijie = item['jijie']
- # 球队得分
- qiudui = item['qiudui']
- pt = item['pt']
- #滚球这个位置获取不到这些字段
- # match_date, match_time = new_time(ctime)
- # 让球
- concedes_dict = item['concedes_dict']
- concedes_dict_rule = item['concedes_dict_rule']
- # 独赢
- capots_dict = item['capots_dict']
- # 总得分大小
- total_size_dict = item['total_size_dict']
- total_size_dict_rule = item['total_size_dict_rule']
- # 总得分单双
- odd_evens_dict = item['odd_evens_dict']
- odd_evens_dict_rule = item['odd_evens_dict_rule']
- # 赛事失效时间
- # n_time = out_time(ctime, 3.5)
- new_match_score_dict = json.dumps(match_score_dict)
- # 插入独赢
- if capots_dict:
- for key, value in capots_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=2, league_id=league_id,
- p_code='capot', condition=None, game_code='bq', zq_odds=roll_bq)
- #让球
- if concedes_dict:
- for key, value in concedes_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id,
- p_code='concede', condition=concedes_dict_rule[key], game_code='bq', zq_odds=roll_bq)
- if total_size_dict:
- for key, value in total_size_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id,
- p_code='total_size', condition=total_size_dict_rule[key], game_code='bq', zq_odds=roll_bq)
- if odd_evens_dict:
- for key, value in odd_evens_dict.items():
- one_post(data=value, match_id=game_id, odds_code=key, p_id=1, league_id=league_id,
- p_code='two_sides', condition=odd_evens_dict_rule[key], game_code='bq', zq_odds=roll_bq)
- # print(r_ctime)
- bq_competition = {
- "game_code": "bq",
- "title": "competition",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "status": 1,
- "match_id": game_id,
- "match_date": r_ctime,
- "match_time": None,
- "tag": number,
- "source": 'hg3535',
- "is_rollball": 1,
- "is_today": 0,
- "is_morningplate": 0,
- "is_stringscene": 0,
- "us_time": None
- }
- }
- roll_bq.append(bq_competition)
- bq_match_result = {
- "game_code": "bq",
- "title": "match_result_record",
- "data": {
- "home_team": team_home,
- "guest_team": team_guest,
- "lg_id": league_id,
- "home_rate": None,
- "guest_rate": None,
- "home_score": score_home,
- "guest_score": score_guest,
- # "all_goal": None,
- "status": 1,
- "first_score": None,
- "last_score": None,
- "match_score": None,
- "match_winer": None,
- "match_time": None,
- "match_process": jijie,
- "tag": number,
- "match_id": game_id,
- # "u_home_score": None,
- # "u_guest_score": None,
- # "p_code": None,
- "source": "hg3535",
- "result_mark": new_match_score_dict
- }
- }
- roll_bq.append(bq_match_result)
- r = requests.post(url, data={"data": json.dumps(roll_bq)})
- # logger.warning(r.text)
- print(r.text)
- return item
- # 足球 赛事结束 结果插入--------------------------------------------------------------------------------------------------
- # class Zujieshuqiupipeline(object):
- # def open_spider(self, spider):
- # self.conn = psycopg2.connect(host=settings["POST_HOST"], port=settings['POST_PORT'], user=settings["POST_USER"], password=settings["POST_PASSWORD"], database=settings["POST_DATABASE"])
- # self.cursor = self.conn.cursor(cursor_factory=psycopg2.extras.DictCursor)
- # def process_item(self, item, spider):
- # logger = logging.getLogger(__name__)
- # ctime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- # # 赛事id
- # match_id = item['id_score'][0]
- # # 全场比分
- # score = item['id_score'][1]
- # status = 0
- # game_code = 'zq'
- # try:
- # sql = "insert into comendnotice(status, game_code, match_id, ctime) values (%s, %s, %s, %s) on conflict(match_id) do update set ctime = %s"
- # self.cursor.execute(sql, (status, game_code, match_id, ctime, ctime))
- # self.cursor.execute("update st_zq_result set status=2 where match_id={}".format(match_id))
- # # self.cursor.execute("update st_zq_result_record set status=2 where match_id={}".format(match_id))
- # self.cursor.execute("update st_zq_competition set status=2 where match_id={}".format(match_id))
- # except Exception as e:
- # logger.warning('足球 赛事结束 结果插入错误')
- # logger.warning(e)
- # return item
- # # 篮球 赛事结束 结果插入--------------------------------------------------------------------------------------------------
- # class Lanjieshuqiupipeline(object):
- # def open_spider(self, spider):
- # self.conn = psycopg2.connect(host=settings["POST_HOST"], port=settings['POST_PORT'], user=settings["POST_USER"], password=settings["POST_PASSWORD"], database=settings["POST_DATABASE"])
- # self.cursor = self.conn.cursor(cursor_factory=psycopg2.extras.DictCursor)
- #
- # def process_item(self, item, spider):
- # logger = logging.getLogger(__name__)
- # ctime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- # # 赛事id
- # match_id = item['id_score'][0]
- # # 全场比分
- # score = item['id_score'][1]
- # status = 0
- # game_code = 'lq'
- # try:
- # sql = "insert into comendnotice(status, game_code, match_id, ctime) values (%s, %s, %s, %s) on conflict(match_id) do update set ctime = %s"
- # self.cursor.execute(sql, (status, game_code, match_id, ctime, ctime))
- # self.cursor.execute("update st_lq_result set status=2 where match_id={}".format(match_id))
- # # self.cursor.execute("update st_zq_result_record set status=2 where match_id={}".format(match_id))
- # self.cursor.execute("update st_lq_competition set status=2 where match_id={}".format(match_id))
- # except Exception as e:
- # logger.warning('篮球 赛事结束 结果插入错误')
- # logger.warning(e)
- # return item
- #
- # def close_spider(self, spider):
- # self.conn.commit()
- # self.conn.close()
- #
- #
- # # 棒球 赛事结束 结果插入--------------------------------------------------------------------------------------------------
- # class Bangjieshuqiupipeline(object):
- # def open_spider(self, spider):
- # self.conn = psycopg2.connect(host=settings["POST_HOST"], port=settings['POST_PORT'], user=settings["POST_USER"],
- # password=settings["POST_PASSWORD"], database=settings["POST_DATABASE"])
- # self.cursor = self.conn.cursor(cursor_factory=psycopg2.extras.DictCursor)
- #
- # def process_item(self, item, spider):
- # logger = logging.getLogger(__name__)
- # ctime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- # # 赛事id
- # match_id = item['id_score'][0]
- # # 全场比分
- # score = item['id_score'][1]
- # status = 0
- # game_code = 'lq'
- # try:
- # sql = "insert into comendnotice(status, game_code, match_id, ctime) values (%s, %s, %s, %s) on conflict(match_id) do update set ctime = %s"
- # self.cursor.execute(sql, (status, game_code, match_id, ctime, ctime))
- # self.cursor.execute("update st_bq_result set status=2 where match_id={}".format(match_id))
- # # self.cursor.execute("update st_zq_result_record set status=2 where match_id={}".format(match_id))
- # self.cursor.execute("update st_bq_competition set status=2 where match_id={}".format(match_id))
- # except Exception as e:
- # logger.warning('棒球 赛事结束 结果插入错误')
- # logger.warning(e)
- # return item
- #
- # def close_spider(self, spider):
- # self.conn.commit()
- # self.conn.close()
- #
- #
- # # 网球 赛事结束 结果插入--------------------------------------------------------------------------------------------------
- # class Wangjieshuqiupipeline(object):
- # def open_spider(self, spider):
- # self.conn = psycopg2.connect(host=settings["POST_HOST"], port=settings['POST_PORT'], user=settings["POST_USER"],
- # password=settings["POST_PASSWORD"], database=settings["POST_DATABASE"])
- # self.cursor = self.conn.cursor(cursor_factory=psycopg2.extras.DictCursor)
- #
- # def process_item(self, item, spider):
- # logger = logging.getLogger(__name__)
- # ctime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
- # # 赛事id
- # match_id = item['id_score'][0]
- # # 全场比分
- # score = item['id_score'][1]
- # status = 0
- # game_code = 'lq'
- # try:
- # sql = "insert into comendnotice(status, game_code, match_id, ctime) values (%s, %s, %s, %s) on conflict(match_id) do update set ctime = %s"
- # self.cursor.execute(sql, (status, game_code, match_id, ctime, ctime))
- # self.cursor.execute("update st_wq_result set status=2 where match_id={}".format(match_id))
- # # self.cursor.execute("update st_zq_result_record set status=2 where match_id={}".format(match_id))
- # self.cursor.execute("update st_wq_competition set status=2 where match_id={}".format(match_id))
- # except Exception as e:
- # logger.warning('网球 赛事结束 结果插入错误')
- # logger.warning(e)
- # return item
- #
- # def close_spider(self, spider):
- # self.conn.commit()
- # self.conn.close()
|