From 0a2af5d8b42d2e0bc28e6e844c9aaa5a7998fbb7 Mon Sep 17 00:00:00 2001 From: mahmoud Date: Thu, 17 Jul 2025 00:02:20 +0000 Subject: [PATCH] feat(engine-builder): custom model download command --- .../custom_download_cmd/config.yaml | 21 +++++++++++++++++++ 1 file changed, 21 insertions(+) create mode 100644 trt-llm-engine-builder-templates/custom_download_cmd/config.yaml diff --git a/trt-llm-engine-builder-templates/custom_download_cmd/config.yaml b/trt-llm-engine-builder-templates/custom_download_cmd/config.yaml new file mode 100644 index 000000000..2e1279f23 --- /dev/null +++ b/trt-llm-engine-builder-templates/custom_download_cmd/config.yaml @@ -0,0 +1,21 @@ +model_name: custom-download-cmd +python_version: py311 +requirements: [] +resources: + accelerator: A100 + cpu: "1" + memory: 24Gi + use_gpu: true +system_packages: [] +trt_llm: + build: + base_model: qwen + checkpoint_repository: + download_cmd: "pip install huggingface-cli && huggingface-cli download Qwen/Qwen2.5-0.5B-Instruct --local-dir /tmp/my_model_path" + repo: "/tmp/my_model_path" + source: DOWNLOAD_CMD + max_batch_size: 32 + quantization_type: fp8 + max_beam_width: 1 + max_seq_len: 4096 + num_builder_gpus: 1