moving files and transformers

Author: Bryannah Hernandez

requirements/extras/huggingface_requirements.txt

@@ -2,4 +2,5 @@ accelerate>=0.24.1,<=0.27.0
 sagemaker_schema_inference_artifacts>=0.0.5
 uvicorn>=0.30.1
 fastapi>=0.111.0
-nest-asyncio
+nest-asyncio
+transformers

src/sagemaker/app.py renamed to src/sagemaker/serve/app.py

@@ -58,5 +58,5 @@ async def main():
         use_colors=True,
     )
     server = uvicorn.Server(config)
-    logger.info("I'm just waiting for a connection")
+    logger.info("Waiting for a connection...")
     await server.serve()

src/sagemaker/serve/local_run.sh

@@ -0,0 +1,22 @@
+#!/bin/bash
+
+# Entry point for running the service locally
+
+# Verify if uvicorn and fastapi are installed
+if ! command -v uvicorn &> /dev/null
+then
+    echo "uvicorn could not be found, installing..."
+    pip install "uvicorn[standard]"
+fi
+
+echo "Starting the service locally"
+uvicorn $1:app --port 9007 --host 0.0.0.0 --reload &
+UVICORN_PID=$!
+
+echo $UVICORN_PID
+
+echo "Wait for the service to be completely ready"
+# uvicorn takes couple of seconds to launch the service
+sleep 10
+
+exit 0

src/sagemaker/serve/model_server/multi_model_server/server.py

@@ -16,7 +16,7 @@
 from sagemaker.s3 import S3Uploader
 from sagemaker.local.utils import get_docker_host
 from sagemaker.serve.utils.optimize_utils import _is_s3_uri
-from sagemaker.app import main
+from sagemaker.serve.app import main
 
 MODE_DIR_BINDING = "/opt/ml/model/"
 _DEFAULT_ENV_VARS = {}