chore(rye): rebuild lockfiles

Author: f-aguzzi

requirements-dev.lock

@@ -31,11 +31,17 @@ anyio==4.3.0
     # via openai
     # via starlette
     # via watchfiles
+astroid==3.2.2
+    # via pylint
+async-timeout==4.0.3
+    # via aiohttp
+    # via langchain
 attrs==23.2.0
     # via aiohttp
     # via jsonschema
     # via referencing
 babel==2.15.0
+    # via courlan
     # via sphinx
 beautifulsoup4==4.12.3
     # via furo
@@ -57,22 +63,31 @@ certifi==2024.2.2
     # via httpcore
     # via httpx
     # via requests
+    # via trafilatura
 charset-normalizer==3.3.2
+    # via htmldate
     # via requests
+    # via trafilatura
 click==8.1.7
     # via burr
     # via streamlit
     # via typer
     # via uvicorn
 contourpy==1.2.1
     # via matplotlib
+courlan==1.2.0
+    # via trafilatura
 cycler==0.12.1
     # via matplotlib
 dataclasses-json==0.6.6
     # via langchain
     # via langchain-community
+dateparser==1.2.0
+    # via htmldate
 defusedxml==0.7.1
     # via langchain-anthropic
+dill==0.3.8
+    # via pylint
 distro==1.9.0
     # via anthropic
     # via groq
@@ -83,6 +98,9 @@ docutils==0.19
     # via sphinx
 email-validator==2.1.1
     # via fastapi
+exceptiongroup==1.2.1
+    # via anyio
+    # via pytest
 faiss-cpu==1.8.0
     # via scrapegraphai
 fastapi==0.111.0
@@ -139,6 +157,7 @@ graphviz==0.20.3
     # via scrapegraphai
 greenlet==3.0.3
     # via playwright
+    # via sqlalchemy
 groq==0.8.0
     # via langchain-groq
 grpcio==1.64.0
@@ -151,6 +170,8 @@ h11==0.14.0
     # via uvicorn
 html2text==2024.2.26
     # via scrapegraphai
+htmldate==1.8.1
+    # via trafilatura
 httpcore==1.0.5
     # via httpx
 httplib2==0.22.0
@@ -176,8 +197,14 @@ idna==3.7
     # via yarl
 imagesize==1.4.1
     # via sphinx
+importlib-metadata==8.0.0
+    # via sphinx
+importlib-resources==6.4.0
+    # via matplotlib
 iniconfig==2.0.0
     # via pytest
+isort==5.13.2
+    # via pylint
 jinja2==3.1.4
     # via altair
     # via burr
@@ -198,6 +225,8 @@ jsonschema==4.22.0
     # via altair
 jsonschema-specifications==2023.12.1
     # via jsonschema
+justext==3.0.1
+    # via trafilatura
 kiwisolver==1.4.5
     # via matplotlib
 langchain==0.1.15
@@ -236,6 +265,12 @@ loguru==0.7.2
     # via burr
 lxml==5.2.2
     # via free-proxy
+    # via htmldate
+    # via justext
+    # via lxml-html-clean
+    # via trafilatura
+lxml-html-clean==0.1.1
+    # via lxml
 markdown-it-py==3.0.0
     # via rich
 markupsafe==2.1.5
@@ -244,6 +279,8 @@ marshmallow==3.21.2
     # via dataclasses-json
 matplotlib==3.9.0
     # via burr
+mccabe==0.7.0
+    # via pylint
 mdurl==0.1.2
     # via markdown-it-py
 minify-html==0.15.0
@@ -291,6 +328,8 @@ pillow==10.3.0
     # via fireworks-ai
     # via matplotlib
     # via streamlit
+platformdirs==4.2.2
+    # via pylint
 playwright==1.43.0
     # via scrapegraphai
     # via undetected-playwright
@@ -336,6 +375,7 @@ pygments==2.18.0
     # via furo
     # via rich
     # via sphinx
+pylint==3.2.5
 pyparsing==3.1.2
     # via httplib2
     # via matplotlib
@@ -344,6 +384,8 @@ pytest==8.0.0
 pytest-mock==3.14.0
 python-dateutil==2.9.0.post0
     # via botocore
+    # via dateparser
+    # via htmldate
     # via matplotlib
     # via pandas
 python-dotenv==1.0.1
@@ -352,6 +394,7 @@ python-dotenv==1.0.1
 python-multipart==0.0.9
     # via fastapi
 pytz==2024.1
+    # via dateparser
     # via pandas
 pyyaml==6.0.1
     # via huggingface-hub
@@ -363,6 +406,7 @@ referencing==0.35.1
     # via jsonschema
     # via jsonschema-specifications
 regex==2024.5.15
+    # via dateparser
     # via tiktoken
 requests==2.32.2
     # via burr
@@ -439,10 +483,17 @@ tenacity==8.3.0
 tiktoken==0.6.0
     # via langchain-openai
     # via scrapegraphai
+tld==0.13
+    # via courlan
 tokenizers==0.19.1
     # via anthropic
 toml==0.10.2
     # via streamlit
+tomli==2.0.1
+    # via pylint
+    # via pytest
+tomlkit==0.12.5
+    # via pylint
 toolz==0.12.1
     # via altair
 tornado==6.4
@@ -453,10 +504,15 @@ tqdm==4.66.4
     # via openai
     # via scrapegraphai
     # via semchunk
+trafilatura==1.10.0
+    # via scrapegraphai
 typer==0.12.3
     # via fastapi-cli
 typing-extensions==4.12.0
+    # via altair
     # via anthropic
+    # via anyio
+    # via astroid
     # via fastapi
     # via fastapi-pagination
     # via google-generativeai
@@ -466,16 +522,21 @@ typing-extensions==4.12.0
     # via pydantic
     # via pydantic-core
     # via pyee
+    # via pylint
     # via sf-hamilton
     # via sqlalchemy
+    # via starlette
     # via streamlit
     # via typer
     # via typing-inspect
+    # via uvicorn
 typing-inspect==0.9.0
     # via dataclasses-json
     # via sf-hamilton
 tzdata==2024.1
     # via pandas
+tzlocal==5.2
+    # via dateparser
 ujson==5.10.0
     # via fastapi
 undetected-playwright==0.3.0
@@ -484,7 +545,10 @@ uritemplate==4.1.1
     # via google-api-python-client
 urllib3==1.26.18
     # via botocore
+    # via courlan
+    # via htmldate
     # via requests
+    # via trafilatura
 uvicorn==0.29.0
     # via burr
     # via fastapi
@@ -496,3 +560,6 @@ websockets==12.0
     # via uvicorn
 yarl==1.9.4
     # via aiohttp
+zipp==3.19.2
+    # via importlib-metadata
+    # via importlib-resources

requirements.lock

@@ -23,8 +23,13 @@ anyio==4.3.0
     # via groq
     # via httpx
     # via openai
+async-timeout==4.0.3
+    # via aiohttp
+    # via langchain
 attrs==23.2.0
     # via aiohttp
+babel==2.15.0
+    # via courlan
 beautifulsoup4==4.12.3
     # via google
     # via scrapegraphai
@@ -39,17 +44,26 @@ certifi==2024.2.2
     # via httpcore
     # via httpx
     # via requests
+    # via trafilatura
 charset-normalizer==3.3.2
+    # via htmldate
     # via requests
+    # via trafilatura
+courlan==1.2.0
+    # via trafilatura
 dataclasses-json==0.6.6
     # via langchain
     # via langchain-community
+dateparser==1.2.0
+    # via htmldate
 defusedxml==0.7.1
     # via langchain-anthropic
 distro==1.9.0
     # via anthropic
     # via groq
     # via openai
+exceptiongroup==1.2.1
+    # via anyio
 faiss-cpu==1.8.0
     # via scrapegraphai
 filelock==3.14.0
@@ -90,6 +104,7 @@ graphviz==0.20.3
     # via scrapegraphai
 greenlet==3.0.3
     # via playwright
+    # via sqlalchemy
 groq==0.8.0
     # via langchain-groq
 grpcio==1.64.0
@@ -101,6 +116,8 @@ h11==0.14.0
     # via httpcore
 html2text==2024.2.26
     # via scrapegraphai
+htmldate==1.8.1
+    # via trafilatura
 httpcore==1.0.5
     # via httpx
 httplib2==0.22.0
@@ -130,6 +147,8 @@ jsonpatch==1.33
     # via langchain-core
 jsonpointer==2.4
     # via jsonpatch
+justext==3.0.1
+    # via trafilatura
 langchain==0.1.15
     # via scrapegraphai
 langchain-anthropic==0.1.11
@@ -164,6 +183,12 @@ langsmith==0.1.63
     # via langchain-core
 lxml==5.2.2
     # via free-proxy
+    # via htmldate
+    # via justext
+    # via lxml-html-clean
+    # via trafilatura
+lxml-html-clean==0.1.1
+    # via lxml
 marshmallow==3.21.2
     # via dataclasses-json
 minify-html==0.15.0
@@ -227,17 +252,21 @@ pyparsing==3.1.2
     # via httplib2
 python-dateutil==2.9.0.post0
     # via botocore
+    # via dateparser
+    # via htmldate
     # via pandas
 python-dotenv==1.0.1
     # via scrapegraphai
 pytz==2024.1
+    # via dateparser
     # via pandas
 pyyaml==6.0.1
     # via huggingface-hub
     # via langchain
     # via langchain-community
     # via langchain-core
 regex==2024.5.15
+    # via dateparser
     # via tiktoken
 requests==2.32.2
     # via free-proxy
@@ -274,6 +303,8 @@ tenacity==8.3.0
 tiktoken==0.6.0
     # via langchain-openai
     # via scrapegraphai
+tld==0.13
+    # via courlan
 tokenizers==0.19.1
     # via anthropic
 tqdm==4.66.4
@@ -282,8 +313,11 @@ tqdm==4.66.4
     # via openai
     # via scrapegraphai
     # via semchunk
+trafilatura==1.10.0
+    # via scrapegraphai
 typing-extensions==4.12.0
     # via anthropic
+    # via anyio
     # via google-generativeai
     # via groq
     # via huggingface-hub
@@ -297,12 +331,17 @@ typing-inspect==0.9.0
     # via dataclasses-json
 tzdata==2024.1
     # via pandas
+tzlocal==5.2
+    # via dateparser
 undetected-playwright==0.3.0
     # via scrapegraphai
 uritemplate==4.1.1
     # via google-api-python-client
 urllib3==1.26.18
     # via botocore
+    # via courlan
+    # via htmldate
     # via requests
+    # via trafilatura
 yarl==1.9.4
     # via aiohttp