Increase graceful timeout and hardcode AWS_PROFILE (#306)

Author: squeakymouse

charts/model-engine/templates/service_template_config_map.yaml

@@ -77,7 +77,11 @@ data:
         spec:
           affinity:
             {{- include "modelEngine.serviceTemplateAffinity" . | nindent 12 }}
+          {{- if eq $mode "async" }}
+          terminationGracePeriodSeconds: 1800
+          {{- else }}
           terminationGracePeriodSeconds: 600
+          {{- end }}
           {{- if $service_template_service_account_name }}
           serviceAccount: {{ $service_template_service_account_name }}
           {{- else }}

model-engine/model_engine_server/inference/sync_inference/start_fastapi_server.py

@@ -10,7 +10,7 @@
 
 def start_server():
     parser = argparse.ArgumentParser()
-    parser.add_argument("--graceful-timeout", type=int, default=600)
+    parser.add_argument("--graceful-timeout", type=int, default=1800)
     args, extra_args = parser.parse_known_args()
 
     # TODO: HTTPS

model-engine/model_engine_server/infra/gateways/resources/k8s_resource_types.py

@@ -507,6 +507,7 @@ def get_endpoint_resource_arguments_from_request(
     main_env = []
     if isinstance(flavor, RunnableImageLike) and flavor.env:
         main_env = [{"name": key, "value": value} for key, value in flavor.env.items()]
+    main_env.append({"name": "AWS_PROFILE", "value": build_endpoint_request.aws_role})
 
     infra_service_config_volume_mount_path = "/infra-config"
     forwarder_config_file_name = "service--forwarder.yaml"

model-engine/requirements-test.txt

@@ -9,6 +9,7 @@ pytest-mypy==0.9.1
 pytest-mypy-plugins==1.10.1
 pytest-asyncio==0.20.1
 pytest-pylint==0.18.0
+pylint<3.0.0
 types-cachetools==5.3.0.5
 types-croniter==1.4.0.0
 types-PyYAML==6.0.7