Update config.json

Author: singhalkarun

config.json

@@ -54,7 +54,8 @@
       "apiBasePath": "data_generation/dictionary_aug/remote/",
       "containerPort": 8000,
       "environment": {
-        "OPENAI_API_KEY": "${OPENAI_API_KEY}"
+        "OPENAI_API_KEY": "${OPENAI_API_KEY}",
+        "NVIDIA_VISIBLE_DEVICES": "${NVIDIA_VISIBLE_DEVICES}"
       },
       "nginx": [],
       "constraints": ["node.labels.node_vm_type==gpu"],
@@ -65,7 +66,9 @@
       "modelBasePath": "src/asr/fairseq_mms/local/.",
       "apiBasePath": "/asr/fairseq_mms/local",
       "containerPort": 8000,
-      "environment": {},
+      "environment": {
+        "NVIDIA_VISIBLE_DEVICES": "${NVIDIA_VISIBLE_DEVICES}"
+      },
       "nginx": ["client_max_body_size 100M;", "proxy_read_timeout 600;", "proxy_connect_timeout 600;", "proxy_send_timeout 600;"],
       "constraints": ["node.labels.node_vm_type==gpu"],
       "build": false
@@ -75,7 +78,9 @@
       "modelBasePath": "src/coref/fcoref/local/.",
       "apiBasePath": "/coref/fcoref/local",
       "containerPort": 8000,
-      "environment": {},
+      "environment": {
+        "NVIDIA_VISIBLE_DEVICES": "${NVIDIA_VISIBLE_DEVICES}"
+      },
       "nginx": [],
       "constraints": ["node.labels.node_vm_type==gpu"],
       "build": false
@@ -86,7 +91,8 @@
       "apiBasePath": "chunking/MPNet/local",
       "containerPort": 8000,
       "environment": {
-        "OPENAI_API_KEY": "${OPENAI_API_KEY}"
+        "OPENAI_API_KEY": "${OPENAI_API_KEY}",
+        "NVIDIA_VISIBLE_DEVICES": "${NVIDIA_VISIBLE_DEVICES}"
       },
       "nginx": ["client_max_body_size 100M;", "proxy_read_timeout 600;", "proxy_connect_timeout 600;", "proxy_send_timeout 600;"],
       "constraints": ["node.labels.node_vm_type==gpu"],
@@ -98,7 +104,8 @@
       "apiBasePath": "/embeddings/instructor/local",
       "containerPort": 8000,
       "environment": {
-        "OPENAI_API_KEY": "${OPENAI_API_KEY}"
+        "OPENAI_API_KEY": "${OPENAI_API_KEY}",
+        "NVIDIA_VISIBLE_DEVICES": "${NVIDIA_VISIBLE_DEVICES}"
       },
       "nginx": ["client_max_body_size 100M;", "proxy_read_timeout 600;", "proxy_connect_timeout 600;", "proxy_send_timeout 600;"],
       "constraints": ["node.labels.node_vm_type==gpu"],
@@ -110,7 +117,8 @@
       "apiBasePath": "/llm/openai/chatgpt3",
       "containerPort": 8000,
       "environment": {
-        "OPENAI_API_KEY": "${OPENAI_API_KEY}"
+        "OPENAI_API_KEY": "${OPENAI_API_KEY}",
+        "NVIDIA_VISIBLE_DEVICES": "${NVIDIA_VISIBLE_DEVICES}"
       },
       "nginx": [],
       "constraints": ["node.labels.node_vm_type==gpu"],