Skip to content

Commit 7e031cf

Browse files
committed
Add projections for 2025
1 parent fa5af20 commit 7e031cf

File tree

7 files changed

+3333
-9
lines changed

7 files changed

+3333
-9
lines changed

data/processed/Projections-2025.csv

Lines changed: 609 additions & 0 deletions
Large diffs are not rendered by default.

data/processed/Projections-2025.json

Lines changed: 1 addition & 0 deletions
Large diffs are not rendered by default.

data/raw/adp/FantasyPros-2025.csv

Lines changed: 832 additions & 0 deletions
Large diffs are not rendered by default.

data/raw/projections/CBS-Projections-2025.csv

Lines changed: 442 additions & 0 deletions
Large diffs are not rendered by default.

data/raw/projections/ESPN-Projections-2025.csv

Lines changed: 451 additions & 0 deletions
Large diffs are not rendered by default.

data/raw/projections/NFL-Projections-2025.csv

Lines changed: 990 additions & 0 deletions
Large diffs are not rendered by default.

data/scrape.py

Lines changed: 8 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -201,10 +201,10 @@ def scrape():
201201
"""Scrape from all the sources and save to ./data/raw"""
202202

203203
try:
204-
# scrape_espn()
205-
# scrape_cbs()
204+
scrape_espn()
205+
scrape_cbs()
206206
scrape_nfl()
207-
# scrape_fantasy_pros()
207+
scrape_fantasy_pros()
208208
DRIVER.quit()
209209
except:
210210
DRIVER.quit()
@@ -318,7 +318,7 @@ def scrape_espn():
318318

319319
df = pd.DataFrame(players)
320320
if free_agents:
321-
logging.info("skipped %d free-agents", free_agents)
321+
logging.info("Skipped %d free-agents", free_agents)
322322

323323
df["fumbles"] = np.nan
324324
df["two_pts"] = np.nan
@@ -392,7 +392,7 @@ def scrape_cbs():
392392
)
393393
else:
394394
# very rare, seen for Alfred Morris in 2019
395-
logging.warning("skipping player, no position: %s", name_cell)
395+
logging.warning("Skipping player, no position: %s", name_cell)
396396
continue
397397

398398
pos = pos.replace("FB", "RB")
@@ -567,12 +567,11 @@ def scrape_nfl():
567567
if page % 5 == 0:
568568
logging.info("Scraping NFL: page=%d, players=%d, first_on_page=%s", page, len(players), name)
569569

570-
time.sleep(1.5)
570+
time.sleep(0.5)
571571
scroll()
572-
time.sleep(1.5)
572+
time.sleep(0.5)
573573
except:
574-
if page == 0:
575-
logging.exception("Failed to click next button")
574+
logging.exception("Failed to click next button")
576575
break
577576

578577
logging.info("Skipped %d free-agents", free_agents)

0 commit comments

Comments
 (0)