Skip to content

Commit c00e2fd

Browse files
committed
Merge remote-tracking branch 'upstream/develop' into Api-tool_Doc
2 parents afb4656 + cc04bdd commit c00e2fd

File tree

2 files changed

+332
-144
lines changed

2 files changed

+332
-144
lines changed

main.go

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -32,6 +32,7 @@ func main() {
3232
scrapeCoursebook := flag.Bool("coursebook", false, "Alongside -scrape, signifies that coursebook should be scraped.")
3333
term := flag.String("term", "", "Alongside -coursebook, specifies the term to scrape, i.e. 23S")
3434
startPrefix := flag.String("startprefix", "", "Alongside -coursebook, specifies the course prefix to start scraping from, i.e. cp_span")
35+
resume := flag.Bool("resume", false, "Alongside -coursebook, signifies that scraping should begin at the last complete prefix and should not re-scrape existing data")
3536

3637
// Flag for profile scraping
3738
scrapeProfiles := flag.Bool("profiles", false, "Alongside -scrape, signifies that professor profiles should be scraped.")
@@ -102,7 +103,7 @@ func main() {
102103
if *term == "" {
103104
log.Panic("No term specified for coursebook scraping! Use -term to specify.")
104105
}
105-
scrapers.ScrapeCoursebook(*term, *startPrefix, *outDir)
106+
scrapers.ScrapeCoursebook(*term, *startPrefix, *outDir, *resume)
106107
case *scrapeOrganizations:
107108
scrapers.ScrapeOrganizations(*outDir)
108109
case *scrapeCalendar:

0 commit comments

Comments
 (0)