test

[Yuyz0112]

Please convert the following Hugging Face model to a model catalog:

• https://huggingface.co/Qwen/Qwen3-Reranker-4B

[github-actions]

[Dewhale]
[INTERNAL]Tool Call:

{
  "toolName": "convert-hf-model-to-catalog",
  "args": {
    "repoUrl": "https://huggingface.co/Qwen/Qwen3-Reranker-4B",
    "output": "yaml"
  },
  "toolCallId": "call_CsXNYUpGSWCjuba4QGbyQF6E"
}

[INTERNAL]Tool Result:

{
  "toolName": "convert-hf-model-to-catalog",
  "result": "[{\"type\":\"text\",\"text\":\"Generated ModelCatalog configuration in YAML format:\\n\\napiVersion: v1\\nkind: ModelCatalog\\nmetadata:\\n  name: qwen3-reranker-4b\\n  display_name: Qwen/Qwen3-Reranker-4B\\n  labels:\\n    icon_url: 'https://cdn-thumbnails.huggingface.co/social-thumbnails/Qwen.png'\\n    hf_repo_url: 'https://huggingface.co/Qwen/Qwen3-Reranker-4B'\\nspec:\\n  model:\\n    registry: ''\\n    name: Qwen/Qwen3-Reranker-4B\\n    file: model-00001-of-00002.safetensors\\n    version: latest\\n    task: text-rerank\\n  engine:\\n    engine: vllm\\n    version: v1\\n  resources: {}\\n  replicas:\\n    num: 1\\n  deployment_options:\\n    scheduler:\\n      type: consistent_hash\\n      virtual_nodes: 150\\n      load_factor: 1.25\\n  variables:\\n    RAY_SCHEDULER_TYPE: consistent_hash\\n    engine_args:\\n      tensor_parallel_size: 1\\n      max_model_len: 32768\\n      enforce_eager: true\\n      gpu_memory_utilization: 0.95\\n      enable_chunked_prefill: true\\n      served_model_name: Qwen/Qwen3-Reranker-4B\\n\"}]",
  "toolCallId": "call_CsXNYUpGSWCjuba4QGbyQF6E"
}

[github-actions]

[Dewhale]
Here is the generated ModelCatalog configuration in YAML format for the Hugging Face model Qwen/Qwen3-Reranker-4B:

apiVersion: v1
kind: ModelCatalog
metadata:
  name: qwen3-reranker-4b
  display_name: Qwen/Qwen3-Reranker-4B
  labels:
    icon_url: 'https://cdn-thumbnails.huggingface.co/social-thumbnails/Qwen.png'
    hf_repo_url: 'https://huggingface.co/Qwen/Qwen3-Reranker-4B'
spec:
  model:
    registry: ''
    name: Qwen/Qwen3-Reranker-4B
    file: model-00001-of-00002.safetensors
    version: latest
    task: text-rerank
  engine:
    engine: vllm
    version: v1
  resources: {}
  replicas:
    num: 1
  deployment_options:
    scheduler:
      type: consistent_hash
      virtual_nodes: 150
      load_factor: 1.25
  variables:
    RAY_SCHEDULER_TYPE: consistent_hash
    engine_args:
      tensor_parallel_size: 1
      max_model_len: 32768
      enforce_eager: true
      gpu_memory_utilization: 0.95
      enable_chunked_prefill: true
      served_model_name: Qwen/Qwen3-Reranker-4B

You can copy and use this configuration for your model catalog needs.