File tree Expand file tree Collapse file tree 2 files changed +47
-1
lines changed Expand file tree Collapse file tree 2 files changed +47
-1
lines changed Original file line number Diff line number Diff line change 1+ """
2+ Basic example of scraping pipeline using SmartScraper
3+ """
4+
5+ import os
6+ from dotenv import load_dotenv
7+ from scrapegraphai .graphs import SmartScraperGraph
8+ from scrapegraphai .utils import prettify_exec_info
9+
10+ load_dotenv ()
11+
12+ # ************************************************
13+ # Define the configuration for the graph
14+ # ************************************************
15+
16+ groq_key = os .getenv ("GROQ_APIKEY" )
17+
18+ graph_config = {
19+ "llm" : {
20+ "model" : "groq/gemma-7b-it" ,
21+ "api_key" : groq_key ,
22+ "temperature" : 0
23+ },
24+ "headless" : False ,
25+ "backend" : "undetected_chromedriver"
26+ }
27+
28+ # ************************************************
29+ # Create the SmartScraperGraph instance and run it
30+ # ************************************************
31+
32+ smart_scraper_graph = SmartScraperGraph (
33+ prompt = "List me all the projects with their description." ,
34+ # also accepts a string with the already downloaded HTML code
35+ source = "https://perinim.github.io/projects/" ,
36+ config = graph_config
37+ )
38+
39+ result = smart_scraper_graph .run ()
40+ print (result )
41+
42+ # ************************************************
43+ # Get graph execution info
44+ # ************************************************
45+
46+ graph_exec_info = smart_scraper_graph .get_execution_info ()
47+ print (prettify_exec_info (graph_exec_info ))
Original file line number Diff line number Diff line change 2222 "temperature" : 0
2323 },
2424 "headless" : False ,
25- "backend" : "undetected_chromedriver"
2625}
2726
2827# ************************************************
You can’t perform that action at this time.
0 commit comments