Skip to content

Commit 54b77f0

Browse files
authored
Merge pull request #1032 from jesse-peters/Updates-dependencies
Updates dependencies
2 parents 85b0a2c + e81db73 commit 54b77f0

File tree

3 files changed

+4001
-2542
lines changed

3 files changed

+4001
-2542
lines changed

pyproject.toml

Lines changed: 25 additions & 25 deletions
Original file line numberDiff line numberDiff line change
@@ -6,32 +6,32 @@ version = "1.67.0"
66
description = "A web scraping library based on LangChain which uses LLM and direct graph logic to create scraping pipelines."
77
authors = [
88
{ name = "Marco Vinciguerra", email = "mvincig11@gmail.com" },
9-
{ name = "Lorenzo Padoan", email = "lorenzo.padoan977@gmail.com" }
9+
{ name = "Lorenzo Padoan", email = "lorenzo.padoan977@gmail.com" },
1010
]
1111

1212
dependencies = [
13-
"langchain>=0.3.0",
14-
"langchain-openai>=0.1.22",
15-
"langchain-mistralai>=0.1.12",
16-
"langchain_community>=0.2.9",
17-
"langchain-aws>=0.1.3",
18-
"langchain-ollama>=0.1.3",
19-
"html2text>=2024.2.26",
20-
"beautifulsoup4>=4.12.3",
21-
"python-dotenv>=1.0.1",
22-
"tiktoken>=0.7",
23-
"tqdm>=4.66.4",
24-
"minify-html>=0.15.0",
25-
"free-proxy>=1.1.1",
26-
"playwright>=1.43.0",
13+
"langchain>=1.2.0",
14+
"langchain-openai>=1.1.6",
15+
"langchain-mistralai>=1.1.1",
16+
"langchain_community>=0.3.31",
17+
"langchain-aws>=1.1.0",
18+
"langchain-ollama>=1.0.1",
19+
"html2text>=2025.4.15",
20+
"beautifulsoup4>=4.14.3",
21+
"python-dotenv>=1.2.1",
22+
"tiktoken>=0.12.0",
23+
"tqdm>=4.67.1",
24+
"minify-html>=0.18.1",
25+
"free-proxy>=1.1.3",
26+
"playwright>=1.57.0",
2727
"undetected-playwright>=0.3.0",
28-
"semchunk>=2.2.0",
29-
"async-timeout>=4.0.3",
30-
"simpleeval>=1.0.0",
31-
"jsonschema>=4.23.0",
32-
"duckduckgo-search>=7.2.1",
33-
"pydantic>=2.10.2",
34-
"scrapegraph-py>=0.1.0",
28+
"semchunk>=3.2.5",
29+
"async-timeout>=5.0.1",
30+
"simpleeval>=1.0.3",
31+
"jsonschema>=4.25.1",
32+
"duckduckgo-search>=8.1.1",
33+
"pydantic>=2.12.5",
34+
"scrapegraph-py>=1.44.0",
3535
]
3636

3737
readme = "README.md"
@@ -56,7 +56,7 @@ keywords = [
5656
"web scraping tool",
5757
"webscraping",
5858
"graph",
59-
"llm"
59+
"llm",
6060
]
6161
classifiers = [
6262
"Intended Audience :: Developers",
@@ -95,7 +95,7 @@ dev-dependencies = [
9595
"isort>=5.13.2",
9696
"pre-commit>=3.6.0",
9797
"mypy>=1.8.0",
98-
"types-setuptools>=75.1.0"
98+
"types-setuptools>=75.1.0",
9999
]
100100

101101
[tool.black]
@@ -110,7 +110,7 @@ line-length = 88
110110

111111
[tool.ruff.lint]
112112
select = ["F", "E", "W", "C"]
113-
ignore = ["E203", "E501", "C901"] # Ignore conflicts with Black
113+
ignore = ["E203", "E501", "C901"] # Ignore conflicts with Black
114114

115115
[tool.mypy]
116116
python_version = "3.10"

scrapegraphai/graphs/abstract_graph.py

Lines changed: 7 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -8,18 +8,21 @@
88
from abc import ABC, abstractmethod
99
from typing import Optional, Type
1010

11-
from langchain_core.language_models.chat_models import init_chat_model
11+
from langchain.chat_models import init_chat_model
1212
from langchain_core.rate_limiters import InMemoryRateLimiter
1313
from pydantic import BaseModel
1414

1515
from ..helpers import models_tokens
16-
from ..models import CLoD, DeepSeek, Nvidia, OneApi, XAI
17-
from ..utils.logging import set_verbosity_info, set_verbosity_warning, get_logger
16+
from ..models import XAI, CLoD, DeepSeek, Nvidia, OneApi
17+
from ..utils.logging import get_logger, set_verbosity_info, set_verbosity_warning
1818

1919
logger = get_logger(__name__)
2020

2121
# ANSI escape sequence for hyperlink
22-
CLICKABLE_URL = "\033]8;;https://scrapegraphai.com\033\\https://scrapegraphai.com\033]8;;\033\\"
22+
CLICKABLE_URL = (
23+
"\033]8;;https://scrapegraphai.com\033\\https://scrapegraphai.com\033]8;;\033\\"
24+
)
25+
2326

2427
class AbstractGraph(ABC):
2528
"""

0 commit comments

Comments
 (0)