new parent image (#63)

* new parent image

* removes some ununsed imports

Author: FelixKirschKern

Dockerfile

@@ -1,4 +1,4 @@
-FROM kernai/refinery-parent-images:v1.12.1-torch-cpu
+FROM kernai/refinery-parent-images:v1.12.2-torch-cpu
 
 WORKDIR /program
 

controller.py

@@ -14,15 +14,14 @@
 import pickle
 import torch
 import traceback
-from requests.exceptions import HTTPError
 import logging
 import time
 import zlib
 from spacy.tokens import DocBin, Doc
 from spacy.vocab import Vocab
-from data import data_type, doc_ock
+from data import doc_ock
 from embedders import Transformer
-from typing import Any, Dict, Iterator, List, Optional, Union
+from typing import Any, Dict, Iterator, List, Optional
 
 from util import daemon, request_util
 from util.config_handler import get_config_value
@@ -329,7 +328,7 @@ def run_encoding(
         )
         doc_ock.post_embedding_failed(user_id, f"{model}-{platform}")
         return status.HTTP_500_INTERNAL_SERVER_ERROR
-    except Exception as e:
+    except Exception:
         print(traceback.format_exc(), flush=True)
         for warning_type, idx_list in embedder.get_warnings().items():
             # use last record with warning as example

dev.Dockerfile

@@ -1,4 +1,4 @@
-FROM kernai/refinery-parent-images:v1.12.1-torch-cpu
+FROM kernai/refinery-parent-images:v1.12.2-torch-cpu
 
 WORKDIR /app
 

requirements.txt

@@ -69,7 +69,7 @@ exceptiongroup==1.1.3
     #   anyio
 fastapi==0.95.2
     # via -r requirements/torch-cpu-requirements.txt
-filelock==3.12.3
+filelock==3.12.4
     # via
     #   -r requirements/torch-cpu-requirements.txt
     #   huggingface-hub
@@ -78,15 +78,15 @@ frozenlist==1.3.3
     # via
     #   aiohttp
     #   aiosignal
-fsspec==2023.9.0
+fsspec==2023.9.1
     # via
     #   -r requirements/torch-cpu-requirements.txt
     #   huggingface-hub
 h11==0.14.0
     # via
     #   -r requirements/torch-cpu-requirements.txt
     #   uvicorn
-huggingface-hub==0.16.4
+huggingface-hub==0.17.2
     # via
     #   -r requirements/torch-cpu-requirements.txt
     #   sentence-transformers
@@ -161,7 +161,7 @@ preshed==3.0.8
     #   thinc
 psycopg2-binary==2.9.4
     # via -r requirements/torch-cpu-requirements.txt
-pyaml==23.9.3
+pyaml==23.9.6
     # via
     #   -r requirements/torch-cpu-requirements.txt
     #   scikit-optimize
@@ -209,7 +209,7 @@ safetensors==0.3.3
     # via
     #   -r requirements/torch-cpu-requirements.txt
     #   transformers
-scikit-learn==1.3.0
+scikit-learn==1.1.2
     # via
     #   -r requirements/torch-cpu-requirements.txt
     #   embedders
@@ -295,10 +295,9 @@ typer==0.4.2
     # via
     #   pathy
     #   spacy
-typing-extensions==4.7.1
+typing-extensions==4.8.0
     # via
     #   -r requirements/torch-cpu-requirements.txt
-    #   filelock
     #   huggingface-hub
     #   pydantic
     #   starlette

requirements/torch-cpu-requirements.txt

@@ -26,15 +26,15 @@ exceptiongroup==1.1.3
     # via anyio
 fastapi==0.95.2
     # via -r mini-requirements.in
-filelock==3.12.3
+filelock==3.12.4
     # via
     #   huggingface-hub
     #   transformers
-fsspec==2023.9.0
+fsspec==2023.9.1
     # via huggingface-hub
 h11==0.14.0
     # via uvicorn
-huggingface-hub==0.16.4
+huggingface-hub==0.17.2
     # via transformers
 idna==3.4
     # via
@@ -66,7 +66,7 @@ pandas==1.5.1
     # via -r common-requirements.in
 psycopg2-binary==2.9.4
     # via -r common-requirements.in
-pyaml==23.9.3
+pyaml==23.9.6
     # via scikit-optimize
 pydantic==1.10.8
     # via
@@ -94,8 +94,10 @@ s3transfer==0.6.2
     # via boto3
 safetensors==0.3.3
     # via transformers
-scikit-learn==1.3.0
-    # via scikit-optimize
+scikit-learn==1.1.2
+    # via
+    #   -r torch-cpu-requirements.in
+    #   scikit-optimize
 scikit-optimize==0.9.0
     # via -r torch-cpu-requirements.in
 scipy==1.11.2
@@ -122,9 +124,8 @@ tqdm==4.66.1
     #   transformers
 transformers==4.30.0
     # via -r torch-cpu-requirements.in
-typing-extensions==4.7.1
+typing-extensions==4.8.0
     # via
-    #   filelock
     #   huggingface-hub
     #   pydantic
     #   starlette