a kj8@sdZddlZddlZddlZddlZddlmZddlmZm Z z ej j ddej j ddWne yrYn0dZdeiZd Zed Zed Zed Zed ZedZdZddddddddddddddddd d!d"d#d$d%d&Zd'ZGd(d)d)eZd*d+Zd,d-Zd.d/Zd0d1Zd2d3Zd4d5Z d6d7Z!e"d8e#$d9d:ze\Z%Z&WnLeej'fyZ(z,e"d;e(e"d<e)d=WYdZ([(n dZ([(00e"d>e%d?e&d@e&e%dAe%e&kre"dBe%d?e&dCe)d=e#*Z+e+e dDdEZ,e"dFe,dGe+dHe-eZ.e/e.dI0e1Z2e"dJe3e2dKdLe/Z4e5re6e*Z7e/dMdNe789DZ4Wdn1s0Ye"dOgZ:e%Z;eZe>re"dRe3e>dSedTdU?dVdNe@e>=De=D]V\ZAZBe;ekr2e"dWqjzeeBe,Ce+Cee"dXeAdTe(e"dYe3e:dZe)d=WYdZ([(n dZ([(00e;d[7Z;eDD]ZEeEd\d]ZFeFe2vrԐqeEd^d_ZGeEd^d`ZHeGduseHdurqe:IeFeEd\daddbeAeBeX^)ZE0ZE1ZE2ZE3ZECZSP1ZSP2ZI1ZI2ZD1ZD2ZF1ZF2ZN1ZB1ZP1ZT1ZG1ZSC0ZSC1ZSC2ZSC3ic@seZdZdZdS)QuotaExhaustedzoz#resolve_seasons..)mapsZcurrent_seasonsr0 Exceptionprintr@ LEAGUE_MAP)rFr'r!rCr"resolve_seasonscsrJcCs4tjtdtd|idd}||dgS)Nz/fixtures/statisticsfixturer9r:r,)r-r$r/r0Zraise_for_statusr1) fixture_idr2r!r!r" fetch_statsqs rMcsg}|D]}|dd}||dk}dd|dDd fdd }|||d |d |d |t||d|d |d |d|d|d|d|d|d|d|d|d|d|d|d|d|d|d|d|ddq|S)!Nteamname home_teamcSsi|]}|d|dqS)typevaluer!)rAsr!r!r"rD|rEzparse_stats..Z statisticscsn||}|dur|St|trN|drNzt|dWS|YS0z t|WS|YS0dS)N%)r$r%strendswithfloatrstrip)keydefaultvZstatsr!r"r$}s   zparse_stats..getdaterBr6 away_team home_goals away_goalsz Shots on GoalzShots off Goalz Total Shotsz Blocked ShotszShots insideboxzShots outsideboxZFoulsz Corner KicksZOffsideszBall Possessionz Yellow Cardsz Red CardszGoalkeeper Savesz Total passeszPasses accuratezPasses %)rLr]rBr6rNis_homerPr^r_r` shots_on_goalshots_off_goal total_shots blocked_shots shots_inside shots_outsidefoulscornersoffsides possession yellow_cards red_cardssaves total_passesaccurate_passespass_pct)N)appendint)rLZ fixture_rowr,ZrowsZ team_dataZ team_namerar$r!r\r" parse_statswsF   rtc stdd<ddgjddgd}dd<dd kd d k@ddkd d k@B}d d k}d j|df<d j|df<jd dd dd<jddd dd<gdfdd|D}g}dD]t\}}|djdd}dD]J}|D]>} | |jvr||  d j |d d |d| d|<qq| |qtj |ddgdddjD} fdd| DS)Nr]rNT)Zdrop)rbrcrdrerfrgrhrirjrkrlrmrnrorprqrptsrar_r`cSs|dr|dS|dS)Nrar_r`r!r2r!r!r"rEz build_features..)ZaxisgfcSs|dr|dS|dS)Nrar`r_r!rxr!r!r"ryrEga)rurzr{csg|]}|jvr|qSr!columnsrAc)dfr!r" rEz"build_features..)r))Z min_periodsapi_Z_wZ ignore_index) rLr]rBr6rNrarPr^r_r`cSsg|]}|dr|qS)r) startswithr~r!r!r"rrEcsg|]}|jvr|qSr!r|r~)feat_dfr!r"rrE)copypdZ to_datetimeZ sort_valuesZ reset_indexZlocZapplygroupbyr}shiftZrollingZmeanrrconcat) rZ stat_colsZwin_maskZ draw_maskZ roll_colsZ feat_rowsrNZgrpwcolZ feat_colsr!)rrr"build_featuress6 4 ru$=== API-Football Weekly Refresh — z%Y-%m-%d %H:%Mz === z)ABORT: cannot read API-Football quota -- z1Nothing was refreshed. Fixture data is now stale.rwz API quota: /z used (z remaining) z&ABORT: daily quota already exhausted (z).)ZdayszScanning finished fixtures: u →  rLzExisting fixture index: ,z fixturesccs|]}|rt|VqdS)N)striprs)rAxr!r!r" rErz) --- Step 1: Discovering new fixtures ---cCsi|]\}}|tkr||qSr!)r@rAr3rSr!r!r"rDrErDz seasons resolved; z league(s) not on z: z, ccs |]\}}|d|VqdS)=Nr!rr!r!r"rrEu2Daily limit reached during discovery — stopping.zABORT during discovery on z zQ fixture(s) found before the refusal were NOT written -- rerun once quota resets.rvrKidZgoalshomeZawayr]r)ZteamsrO) rLr]rBr<r6rPr^r_r`g?zNew fixtures found: TrF)indexzfixtures_index.csv updated: z total fixturescCs g|]}|dtvr|dqS)rL)done)rAr2r!r!r"rrErz --- Step 2: Pulling stats for z new fixtures ---zNothing new to pull.ru'Daily limit reached — stopping after z fixtures.aiz Error fixture zmatch_stats.csv updated: z team-match rowsz, --- Step 3: Rebuilding rolling features ---zmatch_features.csv updated: z rowszNo new stats rows.z Done. API quota used this run: )dr r-Zpandasrtimesyspathlibrrrstdout reconfigurestderrAttributeErrorZAPI_KEYr0r/ZOUT_DIRZ FIXTURES_CSVZ STATS_CSVZ DONE_FILEZ FEATURES_CSVr@rIZ DAILY_LIMIT RuntimeErrorrr(r5r?rJrMrtrrHZnowstrftimeZusedlimitZRequestExceptionr'exitr]r>r=Zread_csvZindex_dfsetZastypersZ existing_idslenrexistsopenfreadsplitZnew_index_rowsZ requests_usedZseasonsitemsZ off_defaultjoinsortedrBr<Z isoformatZfixturesZfixZfidr_r`rraddsleepZ DataFrameZnew_dfrZto_csvZtodo_idsZ set_indexZto_dictZfixture_lookupZexisting_statsZnew_rows enumerateir,Zparsedextendwrite exceptionsZ HTTPErrorZ status_codecoderGchunkZcombinedrr!r!r!r"s"     ,!        :              0   0 $