Update code

Author: dudeperf3ct

llm-vllm-deployer/configs/default_vllm_deploy.yaml

@@ -1,13 +1,10 @@
 model:
-  name: gpt2
+  name: openai-community/gpt2
   description: "Deploy `openai-community/gpt2` using vllm."
   tags:
     - llm
     - vllm
     - openai-community/gpt2
 
-steps:
-  vllm_model_deployer_step:
-    parameters:
-      config:
-        model: openai-community/gpt2
+parameters:
+  model: openai-community/gpt2

llm-vllm-deployer/pipelines/deploy_pipeline.py

@@ -16,19 +16,18 @@
 #
 
 from zenml import pipeline
-from zenml import Model
 from typing import Annotated
 from steps.vllm_deployer import vllm_model_deployer_step
 from zenml.integrations.vllm.services.vllm_deployment import VLLMDeploymentService
 
 
-@pipeline(model=Model(name="gpt2"))
+@pipeline()
 def deploy_vllm_pipeline(
-    model: str = "gpt2",
+    model: str,
     timeout: int = 1200,
 ) -> Annotated[VLLMDeploymentService, "GPT2"]:
     service = vllm_model_deployer_step(
         model=model,
         timeout=timeout,
     )
-    return service
+    return service

llm-vllm-deployer/run.py

@@ -71,6 +71,7 @@ def main(
     pipeline_args["config_path"] = os.path.join(config_folder, config)
 
     from pipelines.deploy_pipeline import deploy_vllm_pipeline
+
     deploy_vllm_pipeline.with_options(**pipeline_args)()