minor fixes

Author: Bryannah Hernandez

src/sagemaker/app.py

@@ -1,6 +1,7 @@
+"""FastAPI requests"""
+
 from __future__ import absolute_import
 
-import asyncio
 import logging
 from transformers import pipeline
 from fastapi import FastAPI
@@ -17,11 +18,13 @@
 
 @app.get("/")
 def read_root():
+    """Placeholder docstring"""
     return {"Hello": "World"}
 
 
 @app.post("/generate")
 def generate_text(prompt: str, max_length=500, num_return_sequences=1):
+    """Placeholder docstring"""
     logger.info("Generating Text....")
 
     generated_text = generator(
@@ -35,14 +38,15 @@ def generate_text(prompt: str, max_length=500, num_return_sequences=1):
 
 @app.post("/post")
 def post(prompt: str):
+    """Placeholder docstring"""
     return prompt
 
 
 async def main():
+    """Running server locally with uvicorn"""
     logger.info("Running")
     config = uvicorn.Config(
         "sagemaker.app:app", host="0.0.0.0", port=8080, log_level="info", loop="asyncio"
     )
     server = uvicorn.Server(config)
     await server.serve()
-    

src/sagemaker/serve/model_server/multi_model_server/server.py

@@ -14,7 +14,6 @@
 from sagemaker.s3 import S3Uploader
 from sagemaker.local.utils import get_docker_host
 from sagemaker.serve.utils.optimize_utils import _is_s3_uri
-import time
 from sagemaker.app import main
 
 MODE_DIR_BINDING = "/opt/ml/model/"
@@ -42,7 +41,7 @@ def _invoke_multi_model_server_serving(self, request: object, content_type: str,
 
         try:
             response = requests.post(
-                f"http://0.0.0.0:8080/generate",
+                "http://0.0.0.0:8080/generate",
                 data=request,
                 headers={"Content-Type": content_type, "Accept": accept},
                 timeout=600,

src/sagemaker/serve/utils/predictors.py

@@ -4,7 +4,6 @@
 import io
 from typing import Type
 import logging
-import json
 from sagemaker import Session
 from sagemaker.serve.mode.local_container_mode import LocalContainerMode
 from sagemaker.serve.mode.in_process_mode import InProcessMode
@@ -19,6 +18,7 @@
 
 logger = logging.getLogger(__name__)
 
+
 class TorchServeLocalPredictor(PredictorBase):
     """Lightweight predictor for local deployment in IN_PROCESS and LOCAL_CONTAINER modes"""