Merge pull request #27 from angelplusultra/refactor/move-save-outside-scrape-fn

angelplusultra · web-flow · commit 1539da205166 · 2024-12-26T13:32:59.000-08:00
Refactor/move save outside scrape fn
diff --git a/scripts/create_scraper.mjs b/scripts/create_scraper.mjs
@@ -70,11 +70,7 @@ pub async fn scrape_${name.toLowerCase()}(data: &mut Data) -> Result<JobsPayload
         serde_json::from_str(remote_object.value.unwrap().as_str().unwrap()).unwrap();
 
 		// Convert Vector of ScrapedJob into a JobsPayload
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["${dataKey}"]);
-
-		// REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE
-    data.data.get_mut("${dataKey}").unwrap().jobs = jobs_payload.all_jobs.clone();
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "${dataKey}", data);
 
 	// Return JobsPayload
     Ok(jobs_payload)
@@ -137,11 +133,7 @@ JSON.stringify(jobs);
         serde_json::from_str(remote_object.value.unwrap().as_str().unwrap()).unwrap();
 
 		// Convert Vector of ScrapedJob into a JobsPayload
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["${dataKey}"]);
-
-		// REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE
-    data.data.get_mut("${dataKey}").unwrap().jobs = jobs_payload.all_jobs.clone();
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "${dataKey}", data);
 
 	// Return JobsPayload
     Ok(jobs_payload)
diff --git a/src/handlers/handlers.rs b/src/handlers/handlers.rs
@@ -61,12 +61,7 @@ pub async fn default_scrape_jobs_handler(
     let scraped_jobs: Vec<ScrapedJob> =
         serde_json::from_str(engineering_jobs.value.unwrap().as_str().unwrap()).unwrap();
 
-    let jobs_payload =
-        JobsPayload::from_scraped_jobs(scraped_jobs, &data.data[options.company_key]);
-
-    data.data.get_mut(options.company_key).unwrap().jobs = jobs_payload.all_jobs.clone();
-
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, options.company_key, data);
 
     Ok(jobs_payload)
 }
diff --git a/src/models/scraper.rs b/src/models/scraper.rs
@@ -150,10 +150,15 @@ impl JobsPayload {
         }
     }
 
-    pub fn from_scraped_jobs(scraped_jobs: Vec<ScrapedJob>, company: &Company) -> Self {
+    pub fn from_scraped_jobs(
+        scraped_jobs: Vec<ScrapedJob>,
+        company_key: &str,
+        data: &mut Data,
+    ) -> Self {
         let mut all_jobs: Vec<Job> = Vec::new();
         let mut new_jobs: Vec<Job> = Vec::new();
 
+        let company = data.data.get_mut(company_key).unwrap();
         // Check for first scrape
         if company.jobs.is_empty() {
             all_jobs = scraped_jobs
@@ -201,6 +206,9 @@ impl JobsPayload {
             }
         }
 
+        company.jobs = all_jobs.clone();
+        data.save();
+
         return JobsPayload {
             are_new_jobs: new_jobs.len() > 0,
             new_jobs,
diff --git a/src/scrapers/airbnb/scraper.rs b/src/scrapers/airbnb/scraper.rs
@@ -65,13 +65,8 @@ JSON.stringify(scrapedJobs);
     // Acquire Vector of ScrapedJob
 
     // Convert Vector of ScrapedJob into a JobsPayload
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["AirBnB"]);
-
-    // REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE
-    data.data.get_mut("AirBnB").unwrap().jobs = jobs_payload.all_jobs.clone();
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "AirBnB", data);
 
     // Return JobsPayload
     Ok(jobs_payload)
 }
-
diff --git a/src/scrapers/blizzard/scraper.rs b/src/scrapers/blizzard/scraper.rs
@@ -63,7 +63,8 @@ JSON.stringify(jobs)
         let remote_object = tab.evaluate(js, false)?;
 
         if let Some(value) = remote_object.value {
-            let scraped_jobs_subset: Vec<ScrapedJob> = serde_json::from_str(value.as_str().unwrap())?;
+            let scraped_jobs_subset: Vec<ScrapedJob> =
+                serde_json::from_str(value.as_str().unwrap())?;
             scraped_jobs.extend(scraped_jobs_subset);
         } else {
             break;
@@ -72,9 +73,7 @@ JSON.stringify(jobs)
         results += 10;
     }
 
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["Blizzard"]);
-    data.data.get_mut("Blizzard").unwrap().jobs = jobs_payload.all_jobs.clone();
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "Blizzard", data);
 
     Ok(jobs_payload)
 }
diff --git a/src/scrapers/chase/scraper.rs b/src/scrapers/chase/scraper.rs
@@ -34,13 +34,8 @@ pub async fn scrape_chase(data: &mut Data) -> Result<JobsPayload, Box<dyn Error>
         offset += 200;
     }
     // Convert Vector of ScrapedJob into a JobsPayload
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["Chase"]);
-
-    // REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE
-    data.data.get_mut("Chase").unwrap().jobs = jobs_payload.all_jobs.clone();
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "Chase", data);
 
     // Return JobsPayload
     Ok(jobs_payload)
 }
-
diff --git a/src/scrapers/cisco/scraper.rs b/src/scrapers/cisco/scraper.rs
@@ -70,14 +70,7 @@ pub async fn scrape_cisco(data: &mut Data) -> Result<JobsPayload, Box<dyn Error>
     }
 
     // Convert Vector of ScrapedJob into a JobsPayload
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["Cisco"]);
-
-    // Save the new jobs to the data state
-    data.data.get_mut("Cisco").unwrap().jobs = jobs_payload.all_jobs.clone();
-
-    if cfg!(test) == false {
-        data.save();
-    }
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "Cisco", data);
 
     // Return JobsPayload
     Ok(jobs_payload)
@@ -92,6 +85,5 @@ mod test {
         let mut data = Data::default();
 
         let v = scrape_cisco(&mut data).await.unwrap();
-
     }
 }
diff --git a/src/scrapers/cloudflare/scraper.rs b/src/scrapers/cloudflare/scraper.rs
@@ -53,13 +53,8 @@ pub async fn scrape_cloudflare(data: &mut Data) -> Result<JobsPayload, Box<dyn E
     }
 
     // Convert Vector of ScrapedJob into a JobsPayload
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["Cloudflare"]);
-
-    // REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE
-    data.data.get_mut("Cloudflare").unwrap().jobs = jobs_payload.all_jobs.clone();
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "Cloudflare", data);
 
     // Return JobsPayload
     Ok(jobs_payload)
 }
-
diff --git a/src/scrapers/coinbase/scraper.rs b/src/scrapers/coinbase/scraper.rs
@@ -13,7 +13,6 @@ pub async fn scrape_coinbase(data: &mut Data) -> Result<JobsPayload, Box<dyn Err
         window_size: Some((1920, 1080)),
         enable_logging: false,
 
-
         ..LaunchOptions::default()
     };
     let browser = Browser::new(launch_options)?;
@@ -61,12 +60,7 @@ JSON.stringify(jobs);
     let scraped_jobs: Vec<ScrapedJob> =
         serde_json::from_str(scraped_jobs.value.unwrap().as_str().unwrap()).unwrap();
 
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["Coinbase"]);
-
-    data.data.get_mut("Coinbase").unwrap().jobs = jobs_payload.all_jobs.clone();
-
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "Coinbase", data);
 
     Ok(jobs_payload)
 }
-
diff --git a/src/scrapers/costar_group/scraper.rs b/src/scrapers/costar_group/scraper.rs
@@ -47,13 +47,8 @@ pub async fn scrape_costar_group(data: &mut Data) -> Result<JobsPayload, Box<dyn
     }
 
     // Convert Vector of ScrapedJob into a JobsPayload
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["CoStar Group"]);
-
-    // REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE
-    data.data.get_mut("CoStar Group").unwrap().jobs = jobs_payload.all_jobs.clone();
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "CoStar Group", data);
 
     // Return JobsPayload
     Ok(jobs_payload)
 }
-
diff --git a/src/scrapers/disney/scraper.rs b/src/scrapers/disney/scraper.rs
@@ -163,11 +163,7 @@ return ({
         tab.evaluate(r#"document.querySelector("a.next").click()"#, false)?;
     }
 
-    let jobs_payload = JobsPayload::from_scraped_jobs(total_scraped_jobs, &data.data["Disney"]);
-
-    data.data.get_mut("Disney").unwrap().jobs = jobs_payload.all_jobs.clone();
-
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(total_scraped_jobs, "Disney", data);
 
     Ok(jobs_payload)
 }
diff --git a/src/scrapers/experian/scraper.rs b/src/scrapers/experian/scraper.rs
@@ -63,13 +63,8 @@ pub async fn scrape_experian(data: &mut Data) -> Result<JobsPayload, Box<dyn Err
         offset += 100;
     }
     // Convert Vector of ScrapedJob into a JobsPayload
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["Experian"]);
-
-    // REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE
-    data.data.get_mut("Experian").unwrap().jobs = jobs_payload.all_jobs.clone();
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "Experian", data);
 
     // Return JobsPayload
     Ok(jobs_payload)
 }
-
diff --git a/src/scrapers/gen/scraper.rs b/src/scrapers/gen/scraper.rs
@@ -27,7 +27,6 @@ pub async fn scrape_gen(data: &mut Data) -> Result<JobsPayload, Box<dyn Error>>
 
     let mut total_scraped_jobs: Vec<ScrapedJob> = Vec::new();
     while next_button_result.is_ok() {
-
         tab.wait_for_element("section[data-automation-id='jobResults']")?;
         // scrape jobs
 
@@ -55,15 +54,14 @@ JSON.stringify([...document.querySelectorAll("li.css-1q2dra3")].map(el => {
 
         if let Ok(next_button) = next_button_result {
             next_button.click()?;
-            next_button_result = tab.wait_for_element_with_custom_timeout("button[aria-label='next']", Duration::from_secs(3));
+            next_button_result = tab.wait_for_element_with_custom_timeout(
+                "button[aria-label='next']",
+                Duration::from_secs(3),
+            );
         }
     }
 
-    let jobs_payload = JobsPayload::from_scraped_jobs(total_scraped_jobs, &data.data["Gen"]);
-
-    data.data.get_mut("Gen").unwrap().jobs = jobs_payload.all_jobs.clone();
-
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(total_scraped_jobs, "Gen", data);
 
     Ok(jobs_payload)
 }
diff --git a/src/scrapers/ibm/scraper.rs b/src/scrapers/ibm/scraper.rs
@@ -89,13 +89,8 @@ pub async fn scrape_ibm(data: &mut Data) -> Result<JobsPayload, Box<dyn Error>>
     }
 
     // Convert Vector of ScrapedJob into a JobsPayload
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["IBM"]);
-
-    // REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE
-    data.data.get_mut("IBM").unwrap().jobs = jobs_payload.all_jobs.clone();
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "IBM", data);
 
     // Return JobsPayload
     Ok(jobs_payload)
 }
-
diff --git a/src/scrapers/meta/scraper.rs b/src/scrapers/meta/scraper.rs
@@ -81,11 +81,7 @@ pub async fn scrape_meta(data: &mut Data) -> Result<JobsPayload, Box<dyn Error>>
         })
         .collect();
 
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["Meta"]);
-
-    data.data.get_mut("Meta").unwrap().jobs = jobs_payload.all_jobs.clone();
-
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "Meta", data);
 
     Ok(jobs_payload)
 }
diff --git a/src/scrapers/netflix/scraper.rs b/src/scrapers/netflix/scraper.rs
@@ -38,11 +38,7 @@ pub async fn scrape_netflix(data: &mut Data) -> Result<JobsPayload, Box<dyn Erro
 
         i += 10;
     }
-    let jobs_payload = JobsPayload::from_scraped_jobs(positions, &data.data["Netflix"]);
-
-    data.data.get_mut("Netflix").unwrap().jobs = jobs_payload.all_jobs.clone();
-
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(positions, "Netflix", data);
 
     Ok(jobs_payload)
 }
diff --git a/src/scrapers/reddit/scraper.rs b/src/scrapers/reddit/scraper.rs
@@ -51,12 +51,7 @@ JSON.stringify(jobsPayload);
     let scraped_jobs: Vec<ScrapedJob> =
         serde_json::from_str(scraped_jobs.value.unwrap().as_str().unwrap()).unwrap();
 
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["Reddit"]);
-
-    data.data.get_mut("Reddit").unwrap().jobs = jobs_payload.all_jobs.clone();
-
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "Reddit", data);
 
     Ok(jobs_payload)
 }
-
diff --git a/src/scrapers/robinhood/scraper.rs b/src/scrapers/robinhood/scraper.rs
@@ -36,13 +36,8 @@ pub async fn scrape_robinhood(data: &mut Data) -> Result<JobsPayload, Box<dyn Er
     }
 
     // Convert Vector of ScrapedJob into a JobsPayload
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["Robinhood"]);
-
-    // REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE
-    data.data.get_mut("Robinhood").unwrap().jobs = jobs_payload.all_jobs.clone();
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "Robinhood", data);
 
     // Return JobsPayload
     Ok(jobs_payload)
 }
-
diff --git a/src/scrapers/salesforce/scraper.rs b/src/scrapers/salesforce/scraper.rs
@@ -66,13 +66,8 @@ JSON.stringify(jobCards);
     }
 
     // Convert Vector of ScrapedJob into a JobsPayload
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["Salesforce"]);
-
-    // REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE
-    data.data.get_mut("Salesforce").unwrap().jobs = jobs_payload.all_jobs.clone();
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "Salesforce", data);
 
     // Return JobsPayload
     Ok(jobs_payload)
 }
-
diff --git a/src/scrapers/servicenow/scraper.rs b/src/scrapers/servicenow/scraper.rs
@@ -65,11 +65,7 @@ JSON.stringify(jobCards);
     }
 
     // Convert Vector of ScrapedJob into a JobsPayload
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["ServiceNow"]);
-
-    // REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE
-    data.data.get_mut("ServiceNow").unwrap().jobs = jobs_payload.all_jobs.clone();
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "ServiceNow", data);
 
     // Return JobsPayload
     Ok(jobs_payload)
diff --git a/src/scrapers/square/scraper.rs b/src/scrapers/square/scraper.rs
@@ -40,13 +40,8 @@ pub async fn scrape_square(data: &mut Data) -> Result<JobsPayload, Box<dyn Error
     }
 
     // Convert Vector of ScrapedJob into a JobsPayload
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["Square"]);
-
-    // REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE
-    data.data.get_mut("Square").unwrap().jobs = jobs_payload.all_jobs.clone();
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "Square", data);
 
     // Return JobsPayload
     Ok(jobs_payload)
 }
-
diff --git a/src/scrapers/stripe/scraper.rs b/src/scrapers/stripe/scraper.rs
@@ -87,11 +87,7 @@ JSON.stringify(jobs);
 
     // Acquire Vector of ScrapedJob
     // Convert Vector of ScrapedJob into a JobsPayload
-    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["Stripe"]);
-
-    // REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE
-    data.data.get_mut("Stripe").unwrap().jobs = jobs_payload.all_jobs.clone();
-    data.save();
+    let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "Stripe", data);
 
     // Return JobsPayload
     Ok(jobs_payload)

Original file line number	Diff line number	Diff line change
`@@ -150,10 +150,15 @@ impl JobsPayload {`
`150`	`150`	`}`
`151`	`151`	`}`
`152`	`152`
`153`		`- pub fn from_scraped_jobs(scraped_jobs: Vec<ScrapedJob>, company: &Company) -> Self {`
	`153`	`+ pub fn from_scraped_jobs(`
	`154`	`+ scraped_jobs: Vec<ScrapedJob>,`
	`155`	`+ company_key: &str,`
	`156`	`+ data: &mut Data,`
	`157`	`+ ) -> Self {`
`154`	`158`	`let mut all_jobs: Vec<Job> = Vec::new();`
`155`	`159`	`let mut new_jobs: Vec<Job> = Vec::new();`
`156`	`160`
	`161`	`+ let company = data.data.get_mut(company_key).unwrap();`
`157`	`162`	`// Check for first scrape`
`158`	`163`	`if company.jobs.is_empty() {`
`159`	`164`	`all_jobs = scraped_jobs`
`@@ -201,6 +206,9 @@ impl JobsPayload {`
`201`	`206`	`}`
`202`	`207`	`}`
`203`	`208`
	`209`	`+ company.jobs = all_jobs.clone();`
	`210`	`+ data.save();`
	`211`	`+`
`204`	`212`	`return JobsPayload {`
`205`	`213`	`are_new_jobs: new_jobs.len() > 0,`
`206`	`214`	`new_jobs,`
Original file line number	Diff line number	Diff line change
`@@ -34,13 +34,8 @@ pub async fn scrape_chase(data: &mut Data) -> Result<JobsPayload, Box<dyn Error>`
`34`	`34`	`offset += 200;`
`35`	`35`	`}`
`36`	`36`	`// Convert Vector of ScrapedJob into a JobsPayload`
`37`		`- let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["Chase"]);`
`38`		`-`
`39`		`- // REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE`
`40`		`- data.data.get_mut("Chase").unwrap().jobs = jobs_payload.all_jobs.clone();`
`41`		`- data.save();`
	`37`	`+ let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "Chase", data);`
`42`	`38`
`43`	`39`	`// Return JobsPayload`
`44`	`40`	`Ok(jobs_payload)`
`45`	`41`	`}`
`46`		`-`
Original file line number	Diff line number	Diff line change
`@@ -70,14 +70,7 @@ pub async fn scrape_cisco(data: &mut Data) -> Result<JobsPayload, Box<dyn Error>`
`70`	`70`	`}`
`71`	`71`
`72`	`72`	`// Convert Vector of ScrapedJob into a JobsPayload`
`73`		`- let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["Cisco"]);`
`74`		`-`
`75`		`- // Save the new jobs to the data state`
`76`		`- data.data.get_mut("Cisco").unwrap().jobs = jobs_payload.all_jobs.clone();`
`77`		`-`
`78`		`- if cfg!(test) == false {`
`79`		`- data.save();`
`80`		`- }`
	`73`	`+ let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "Cisco", data);`
`81`	`74`
`82`	`75`	`// Return JobsPayload`
`83`	`76`	`Ok(jobs_payload)`
`@@ -92,6 +85,5 @@ mod test {`
`92`	`85`	`let mut data = Data::default();`
`93`	`86`
`94`	`87`	`let v = scrape_cisco(&mut data).await.unwrap();`
`95`		`-`
`96`	`88`	`}`
`97`	`89`	`}`
Original file line number	Diff line number	Diff line change
`@@ -53,13 +53,8 @@ pub async fn scrape_cloudflare(data: &mut Data) -> Result<JobsPayload, Box<dyn E`
`53`	`53`	`}`
`54`	`54`
`55`	`55`	`// Convert Vector of ScrapedJob into a JobsPayload`
`56`		`- let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["Cloudflare"]);`
`57`		`-`
`58`		`- // REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE`
`59`		`- data.data.get_mut("Cloudflare").unwrap().jobs = jobs_payload.all_jobs.clone();`
`60`		`- data.save();`
	`56`	`+ let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "Cloudflare", data);`
`61`	`57`
`62`	`58`	`// Return JobsPayload`
`63`	`59`	`Ok(jobs_payload)`
`64`	`60`	`}`
`65`		`-`
Original file line number	Diff line number	Diff line change
`@@ -47,13 +47,8 @@ pub async fn scrape_costar_group(data: &mut Data) -> Result<JobsPayload, Box<dyn`
`47`	`47`	`}`
`48`	`48`
`49`	`49`	`// Convert Vector of ScrapedJob into a JobsPayload`
`50`		`- let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, &data.data["CoStar Group"]);`
`51`		`-`
`52`		`- // REMEBER TO SAVE THE NEW JOBS TO THE DATA STATE`
`53`		`- data.data.get_mut("CoStar Group").unwrap().jobs = jobs_payload.all_jobs.clone();`
`54`		`- data.save();`
	`50`	`+ let jobs_payload = JobsPayload::from_scraped_jobs(scraped_jobs, "CoStar Group", data);`
`55`	`51`
`56`	`52`	`// Return JobsPayload`
`57`	`53`	`Ok(jobs_payload)`
`58`	`54`	`}`
`59`		`-`