diff --git a/gpu-requirements.txt b/gpu-requirements.txt index ec5a3cd..a6e71c4 100644 --- a/gpu-requirements.txt +++ b/gpu-requirements.txt @@ -68,7 +68,9 @@ click==8.2.1 cloudpathlib==0.21.1 # via weasel cohere==5.16.1 - # via -r requirements/gpu-requirements.in + # via + # -r requirements/gpu-requirements.in + # embedders confection==0.1.5 # via # thinc @@ -78,6 +80,8 @@ cymem==2.0.11 # preshed # spacy # thinc +embedders==0.1.8 + # via -r requirements/gpu-requirements.in fastapi==0.116.1 # via -r requirements/torch-cuda-requirements.txt fastavro==1.11.1 @@ -177,6 +181,7 @@ numpy==1.23.4 # via # -r requirements/torch-cuda-requirements.txt # blis + # embedders # pandas # scikit-learn # scikit-optimize @@ -186,7 +191,9 @@ numpy==1.23.4 # torchvision # transformers openai==0.28.1 - # via -r requirements/gpu-requirements.in + # via + # -r requirements/gpu-requirements.in + # embedders packaging==25.0 # via # -r requirements/torch-cuda-requirements.txt @@ -280,6 +287,7 @@ safetensors==0.5.3 scikit-learn==1.5.2 # via # -r requirements/torch-cuda-requirements.txt + # embedders # scikit-optimize # sentence-transformers scikit-optimize==0.9.0 @@ -291,7 +299,9 @@ scipy==1.13.1 # scikit-optimize # sentence-transformers sentence-transformers==5.0.0 - # via -r requirements/gpu-requirements.in + # via + # -r requirements/gpu-requirements.in + # embedders shellingham==1.5.4 # via typer six==1.17.0 @@ -305,7 +315,9 @@ sniffio==1.3.1 # -r requirements/torch-cuda-requirements.txt # anyio spacy==3.7.5 - # via -r requirements/gpu-requirements.in + # via + # -r requirements/gpu-requirements.in + # embedders spacy-legacy==3.0.12 # via spacy spacy-loggers==1.0.5 @@ -340,6 +352,7 @@ tokenizers==0.21.2 torch==2.7.1 # via # -r requirements/torch-cuda-requirements.txt + # embedders # sentence-transformers # torchvision torchvision==0.22.1 @@ -347,6 +360,7 @@ torchvision==0.22.1 tqdm==4.67.1 # via # -r requirements/torch-cuda-requirements.txt + # embedders # huggingface-hub # openai # sentence-transformers @@ -355,6 +369,7 @@ tqdm==4.67.1 transformers==4.53.2 # via # -r requirements/torch-cuda-requirements.txt + # embedders # sentence-transformers typer==0.16.0 # via diff --git a/requirements.txt b/requirements.txt index a76401b..4c80feb 100644 --- a/requirements.txt +++ b/requirements.txt @@ -68,7 +68,9 @@ click==8.2.1 cloudpathlib==0.21.1 # via weasel cohere==5.16.1 - # via -r requirements/requirements.in + # via + # -r requirements/requirements.in + # embedders confection==0.1.5 # via # thinc @@ -78,6 +80,8 @@ cymem==2.0.11 # preshed # spacy # thinc +embedders==0.1.8 + # via -r requirements/requirements.in fastapi==0.116.1 # via -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-embedder/requirements/torch-cpu-requirements.txt fastavro==1.11.1 @@ -177,6 +181,7 @@ numpy==1.23.4 # via # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-embedder/requirements/torch-cpu-requirements.txt # blis + # embedders # pandas # scikit-learn # scikit-optimize @@ -186,7 +191,9 @@ numpy==1.23.4 # torchvision # transformers openai==0.28.1 - # via -r requirements/requirements.in + # via + # -r requirements/requirements.in + # embedders packaging==25.0 # via # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-embedder/requirements/torch-cpu-requirements.txt @@ -280,6 +287,7 @@ safetensors==0.5.3 scikit-learn==1.5.2 # via # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-embedder/requirements/torch-cpu-requirements.txt + # embedders # scikit-optimize # sentence-transformers scikit-optimize==0.9.0 @@ -291,7 +299,9 @@ scipy==1.13.1 # scikit-optimize # sentence-transformers sentence-transformers==5.0.0 - # via -r requirements/requirements.in + # via + # -r requirements/requirements.in + # embedders shellingham==1.5.4 # via typer six==1.17.0 @@ -305,7 +315,9 @@ sniffio==1.3.1 # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-embedder/requirements/torch-cpu-requirements.txt # anyio spacy==3.7.5 - # via -r requirements/requirements.in + # via + # -r requirements/requirements.in + # embedders spacy-legacy==3.0.12 # via spacy spacy-loggers==1.0.5 @@ -340,6 +352,7 @@ tokenizers==0.21.2 torch==2.7.1 # via # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-embedder/requirements/torch-cpu-requirements.txt + # embedders # sentence-transformers # torchvision torchvision==0.22.1 @@ -347,6 +360,7 @@ torchvision==0.22.1 tqdm==4.67.1 # via # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-embedder/requirements/torch-cpu-requirements.txt + # embedders # huggingface-hub # openai # sentence-transformers @@ -355,6 +369,7 @@ tqdm==4.67.1 transformers==4.53.2 # via # -r /home/runner/work/refinery-submodule-parent-images/refinery-submodule-parent-images/refinery-embedder/requirements/torch-cpu-requirements.txt + # embedders # sentence-transformers typer==0.16.0 # via diff --git a/requirements/gpu-requirements.in b/requirements/gpu-requirements.in index 85e6908..98eb4d1 100644 --- a/requirements/gpu-requirements.in +++ b/requirements/gpu-requirements.in @@ -1,4 +1,5 @@ -r torch-cuda-requirements.txt +embedders==0.1.8 spacy==3.7.5 torchvision==0.22.1 # define version for torchvision to avoid dependency conflict sentence-transformers==5.0.0 # last version with default_prompt_name & pooling_mode_weightedmean_tokens # higher only possible with embedders/gates change diff --git a/requirements/requirements.in b/requirements/requirements.in index 15c7933..1e31a31 100644 --- a/requirements/requirements.in +++ b/requirements/requirements.in @@ -1,4 +1,5 @@ -r torch-cpu-requirements.txt +embedders==0.1.8 spacy==3.7.5 torchvision==0.22.1 # define version for torchvision to avoid dependency conflict sentence-transformers==5.0.0 # last version with default_prompt_name & pooling_mode_weightedmean_tokens # higher only possible with embedders/gates change