Updated transformers and sentence-transformers version (#507)

* Updated transformers and sentence-transformers version

* Updated more dependencies

* added versions to all dependencies, updated a lot of them

* added psutil

---------

Co-authored-by: aashipandya <[email protected]>

Author: jexp

backend/requirements.txt

@@ -8,8 +8,8 @@ asyncio==3.4.3
 attrs==23.2.0
 backoff==2.2.1
 beautifulsoup4==4.12.3
-boto3
-botocore
+boto3==1.34.140
+botocore==1.34.140
 cachetools==5.3.3
 certifi==2024.2.2
 cffi==1.16.0
@@ -28,8 +28,8 @@ docstring_parser==0.16
 effdet==0.4.1
 emoji==2.10.1
 exceptiongroup==1.2.0
-fastapi
-fastapi-health
+fastapi==0.111.0
+fastapi-health==0.4.0
 filelock==3.13.1
 filetype==1.2.0
 flatbuffers==23.5.26
@@ -38,19 +38,19 @@ frozenlist==1.4.1
 fsspec==2024.2.0
 google-api-core==2.18.0
 google-auth==2.29.0
-google_auth_oauthlib
-google-cloud-aiplatform
+google_auth_oauthlib==1.2.0
+google-cloud-aiplatform==1.58.0
 google-cloud-bigquery==3.19.0
 google-cloud-core==2.4.1
 google-cloud-resource-manager==1.12.3
-google-cloud-storage
+google-cloud-storage==2.17.0
 google-crc32c==1.5.0
 google-resumable-media==2.7.0
 googleapis-common-protos==1.63.0
 greenlet==3.0.3
 grpc-google-iam-v1==0.13.0
 grpcio==1.62.1
-google-ai-generativelanguage
+google-ai-generativelanguage==0.6.6
 grpcio-status==1.62.1
 h11==0.14.0
 httpcore==1.0.4
@@ -67,25 +67,25 @@ joblib==1.3.2
 jsonpatch==1.33
 jsonpath-python==1.0.6
 jsonpointer==2.4
-json-repair
+json-repair==0.25.2
 kiwisolver==1.4.5
-langchain
-langchain-aws
-langchain-anthropic
-langchain-fireworks
-langchain-google-genai
-langchain-community
-langchain-core
-langchain-experimental
-langchain-google-vertexai
-langchain-groq
-langchain-openai
-langchain-text-splitters==0.0.1
+langchain==0.2.6
+langchain-aws==0.1.9
+langchain-anthropic==0.1.19
+langchain-fireworks==0.1.4
+langchain-google-genai==1.0.7
+langchain-community==0.2.6
+langchain-core==0.2.10
+langchain-experimental==0.0.62
+langchain-google-vertexai==1.0.6
+langchain-groq==0.1.6
+langchain-openai==0.1.14
+langchain-text-splitters==0.2.2
 langdetect==1.0.9
-langsmith==0.1.31
+langsmith==0.1.83
 layoutparser==0.3.4
-langserve
-langchain-cli
+langserve==0.2.2
+#langchain-cli==0.0.25
 lxml==5.1.0
 MarkupSafe==2.1.5
 marshmallow==3.20.2
@@ -98,9 +98,9 @@ networkx==3.2.1
 nltk==3.8.1
 numpy==1.26.4
 omegaconf==2.3.0
-onnx==1.15.0
-onnxruntime==1.15.1
-openai==1.14.2
+onnx==1.16.1
+onnxruntime==1.18.1
+openai==1.35.10
 opencv-python==4.8.0.76
 orjson==3.9.15
 packaging==23.2
@@ -114,15 +114,16 @@ pillow_heif==0.15.0
 portalocker==2.8.2
 proto-plus==1.23.0
 protobuf==4.23.4
+psutil==6.0.0
 pyasn1==0.6.0
 pyasn1_modules==0.4.0
 pycocotools==2.0.7
 pycparser==2.21
-pydantic
-pydantic_core
+pydantic==2.8.2
+pydantic_core==2.20.1
 pyparsing==3.0.9
 pypdf==4.0.1
-PyPDF2
+PyPDF2==3.0.1
 pypdfium2==4.27.0
 pytesseract==0.3.10
 python-dateutil==2.8.2
@@ -135,44 +136,45 @@ pytz==2024.1
 PyYAML==6.0.1
 rapidfuzz==3.6.1
 regex==2023.12.25
-requests
+requests==2.32.3
 rsa==4.9
 s3transfer==0.10.1
-safetensors==0.3.2
+safetensors==0.4.1
 scipy==1.10.1
 shapely==2.0.3
 six==1.16.0
 sniffio==1.3.1
 soupsieve==2.5
 SQLAlchemy==2.0.28
-starlette==0.36.3
-starlette-session
+starlette==0.37.2
+sse-starlette==2.1.2
+starlette-session==0.4.3
 sympy==1.12
 tabulate==0.9.0
 tenacity==8.2.3
-tiktoken==0.6.0
+tiktoken==0.7.0
 timm==0.9.12
-tokenizers==0.15.2
+tokenizers==0.19
 tqdm==4.66.2
-transformers==4.37.1
+transformers==4.42.3
 types-protobuf
 types-requests
 typing-inspect==0.9.0
 typing_extensions==4.9.0
 tzdata==2024.1
-unstructured
-unstructured-client
-unstructured-inference
-unstructured.pytesseract
-unstructured[all-docs]
-urllib3
-uvicorn
-gunicorn
+unstructured==0.14.9
+unstructured-client==0.23.8
+unstructured-inference==0.7.36
+unstructured.pytesseract==0.3.12
+unstructured[all-docs]==0.14.9
+urllib3==2.2.2
+uvicorn==0.30.1
+gunicorn==22.0.0
 wikipedia==1.4.0
 wrapt==1.16.0
 yarl==1.9.4
 youtube-transcript-api==0.6.2
 zipp==3.17.0
-sentence-transformers
+sentence-transformers==2.7.0
 google-cloud-logging==3.10.0
 PyMuPDF==1.24.5