update the vllm oai client script to accept/detect modal environments (#1072)

Author: charlesfrye

06_gpu_and_ml/llm-serving/openai_compatible/client.py

@@ -59,6 +59,12 @@ def main():
         default=None,
         help="The workspace where the LLM server app is hosted, defaults to your current Modal workspace",
     )
+    parser.add_argument(
+        "--environment",
+        type=str,
+        default=None,
+        help="The environment in your Modal workspace where the LLM server app is hosted, defaults to your current environment",
+    )
     parser.add_argument(
         "--app-name",
         type=str,
@@ -125,7 +131,13 @@ def main():
 
     workspace = args.workspace or modal.config._profile
 
-    client.base_url = f"https://{workspace}--{args.app_name}-{args.function_name}.modal.run/v1"
+    environment = args.environment or modal.config.config["environment"]
+
+    prefix = workspace + (f"-{environment}" if environment else "")
+
+    client.base_url = (
+        f"https://{prefix}--{args.app_name}-{args.function_name}.modal.run/v1"
+    )
 
     if args.model:
         model_id = args.model