updated

Author: VinciGit00

examples/openai/smart_scraper_schema_openai.py

@@ -30,7 +30,7 @@ class Projects(BaseModel):
 graph_config = {
     "llm": {
         "api_key":openai_key,
-        "model": "gpt-4o",
+        "model": "chatgpt-4o-latest",
     },
     "verbose": True,
     "headless": False,

scrapegraphai/graphs/abstract_graph.py

@@ -147,7 +147,7 @@ def handle_model(model_name, provider, token_key, default_token=8192):
                 warnings.simplefilter("ignore")
                 return init_chat_model(**llm_params)
 
-        known_models = ["gpt","openai", "azure_openai", "google_genai", "ollama", "oneapi", "nvidia", "groq", "google_vertexai", "bedrock", "mistralai", "hugging_face", "deepseek", "ernie", "fireworks"]
+        known_models = ["chatgpt","gpt","openai", "azure_openai", "google_genai", "ollama", "oneapi", "nvidia", "groq", "google_vertexai", "bedrock", "mistralai", "hugging_face", "deepseek", "ernie", "fireworks"]
 
         if llm_params["model"].split("/")[0] not in known_models and llm_params["model"].split("-")[0] not in known_models:
             raise ValueError(f"Model '{llm_params['model']}' is not supported")

scrapegraphai/helpers/models_tokens.py

@@ -39,6 +39,7 @@
         "gpt-4-32k-0613": 32768,
         "gpt-4o": 128000,
         "gpt-4o-mini":128000,
+        "chatgpt-4o-latest": 128000
     },
     "google_genai": {
         "gemini-pro": 128000,

scrapegraphai/nodes/generate_answer_node.py

@@ -89,7 +89,7 @@ def execute(self, state: dict) -> dict:
         if self.node_config.get("schema", None) is not None:
             output_parser = JsonOutputParser(pydantic_object=self.node_config["schema"])
             if isinstance(self.llm_model, ChatOpenAI):
-                self.llm_model = self.llm_model.with_structured_output(self.node_config["schema"])
+                self.llm_model = self.llm_model.with_structured_output(self.node_config["schema"], method="json_mode")
 
         else:
             output_parser = JsonOutputParser()