test: parent image updates (#152)

* ci: update requirements and Dockerfile

* fix(ci): update requirements

* fix(ci): requirements

* ci: update requirements.txt

* test: include git in dockerfile

* perf: integrate embedders

* ci: update requirements and Dockerfile

* ci: update requirements.txt

* ci(pi): kernai/refinery-parent-images:v1.23.0-torch-cpu

---------

Co-authored-by: GitHub Actions <[email protected]>
Co-authored-by: andhreljaKern <[email protected]>

Author: 3 people

.gitignore

@@ -131,6 +131,3 @@ dmypy.json
 # Pyre type checker
 .pyre/
 .DS_Store
-
-# embedders package
-embedders/

Dockerfile

@@ -1,4 +1,4 @@
-FROM kernai/refinery-parent-images:v1.22.0-torch-cpu
+FROM kernai/refinery-parent-images:v1.23.0-torch-cpu
 
 WORKDIR /program
 

app.py

@@ -1,12 +1,14 @@
 # -*- coding: utf-8 -*-
 from fastapi import FastAPI, responses, status, Request
-import controller
-from data import data_type
 from typing import Union
+
 import torch
 
+from src.util import request_util
+from src.data import data_type
+import controller
+
 from submodules.model.business_objects import general
-from util import request_util
 from submodules.model import session
 
 app = FastAPI()

controller.py

@@ -1,4 +1,27 @@
 # -*- coding: utf-8 -*-
+from typing import Any, Dict, Iterator, List, Optional
+from fastapi import status
+from spacy.tokens import DocBin, Doc
+from spacy.vocab import Vocab
+
+import pickle
+import torch
+import traceback
+import logging
+import time
+import zlib
+import gc
+import os
+import openai
+import pandas as pd
+
+from src.embedders import Transformer
+from src.util import daemon, request_util
+from src.util.decorator import param_throttle
+from src.util.embedders import get_embedder
+from src.util.notification import send_project_update, embedding_warning_templates
+
+from submodules.s3 import controller as s3
 from submodules.model import enums
 from submodules.model.business_objects import (
     attribute,
@@ -10,27 +33,6 @@
     notification,
     organization,
 )
-from fastapi import status
-import pickle
-import torch
-import traceback
-import logging
-import time
-import zlib
-from spacy.tokens import DocBin, Doc
-from spacy.vocab import Vocab
-from embedders import Transformer
-from typing import Any, Dict, Iterator, List, Optional
-
-from util import daemon, request_util
-from util.decorator import param_throttle
-from util.embedders import get_embedder
-from util.notification import send_project_update, embedding_warning_templates
-import os
-import pandas as pd
-from submodules.s3 import controller as s3
-import openai
-import gc
 
 
 logging.basicConfig(level=logging.INFO)

dev.Dockerfile

@@ -1,4 +1,4 @@
-FROM kernai/refinery-parent-images:v1.22.0-torch-cpu
+FROM kernai/refinery-parent-images:v1.23.0-torch-cpu
 
 WORKDIR /app