From 86ba5830d05c0df7b36ab5642f595b2e3adfa120 Mon Sep 17 00:00:00 2001 From: merveenoyan Date: Thu, 12 Jun 2025 14:17:14 +0200 Subject: [PATCH 1/5] add univa --- packages/tasks/src/model-libraries-snippets.ts | 11 +++++++++++ packages/tasks/src/model-libraries.ts | 8 ++++++++ 2 files changed, 19 insertions(+) diff --git a/packages/tasks/src/model-libraries-snippets.ts b/packages/tasks/src/model-libraries-snippets.ts index d180658810..4b059e98be 100644 --- a/packages/tasks/src/model-libraries-snippets.ts +++ b/packages/tasks/src/model-libraries-snippets.ts @@ -1408,6 +1408,17 @@ model = SwarmFormerModel.from_pretrained("${model.id}") `, ]; +export const univa = (model: ModelData): string[] => [ + `from univa.models.qwen2p5vl.modeling_univa_qwen2p5vl import UnivaQwen2p5VLForConditionalGeneration + +model = UnivaQwen2p5VLForConditionalGeneration.from_pretrained( + ${model.id}, + torch_dtype=torch.bfloat16, + attn_implementation="flash_attention_2", + ).to("cuda") +`, +]; + const mlx_unknown = (model: ModelData): string[] => [ `# Download the model from the Hub pip install huggingface_hub[hf_xet] diff --git a/packages/tasks/src/model-libraries.ts b/packages/tasks/src/model-libraries.ts index 867b0a0f8f..87d5a40925 100644 --- a/packages/tasks/src/model-libraries.ts +++ b/packages/tasks/src/model-libraries.ts @@ -1027,6 +1027,14 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = { countDownloads: `path_extension:"pt"`, snippets: snippets.ultralytics, }, + "univa": { + prettyLabel: "univa", + repoName: "univa", + repoUrl: "https://github.com/PKU-YuanGroup/UniWorld-V1", + snippets: snippets.univa, + filter: true, + countDownloads: `path_extension:"safetensors"`, + }, "uni-3dar": { prettyLabel: "Uni-3DAR", repoName: "Uni-3DAR", From 230ef8f504e38fa46475f1ca6eeea321af77c63e Mon Sep 17 00:00:00 2001 From: merveenoyan Date: Thu, 12 Jun 2025 14:28:12 +0200 Subject: [PATCH 2/5] add processor --- packages/tasks/src/model-libraries-snippets.ts | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/packages/tasks/src/model-libraries-snippets.ts b/packages/tasks/src/model-libraries-snippets.ts index 4b059e98be..78348234c2 100644 --- a/packages/tasks/src/model-libraries-snippets.ts +++ b/packages/tasks/src/model-libraries-snippets.ts @@ -1410,12 +1410,12 @@ model = SwarmFormerModel.from_pretrained("${model.id}") export const univa = (model: ModelData): string[] => [ `from univa.models.qwen2p5vl.modeling_univa_qwen2p5vl import UnivaQwen2p5VLForConditionalGeneration - -model = UnivaQwen2p5VLForConditionalGeneration.from_pretrained( - ${model.id}, + model = UnivaQwen2p5VLForConditionalGeneration.from_pretrained( + "${model.id}", torch_dtype=torch.bfloat16, attn_implementation="flash_attention_2", ).to("cuda") + processor = AutoProcessor.from_pretrained("${model.id}") `, ]; From f363509339b7587d3efbb777f1c3f9ff040a84c2 Mon Sep 17 00:00:00 2001 From: Merve Noyan Date: Fri, 20 Jun 2025 16:28:54 +0200 Subject: [PATCH 3/5] Update packages/tasks/src/model-libraries-snippets.ts Co-authored-by: vb --- packages/tasks/src/model-libraries-snippets.ts | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/packages/tasks/src/model-libraries-snippets.ts b/packages/tasks/src/model-libraries-snippets.ts index 78348234c2..a2b48df82f 100644 --- a/packages/tasks/src/model-libraries-snippets.ts +++ b/packages/tasks/src/model-libraries-snippets.ts @@ -1409,7 +1409,9 @@ model = SwarmFormerModel.from_pretrained("${model.id}") ]; export const univa = (model: ModelData): string[] => [ - `from univa.models.qwen2p5vl.modeling_univa_qwen2p5vl import UnivaQwen2p5VLForConditionalGeneration + `# Follow installation instructions at https://github.com/PKU-YuanGroup/UniWorld-V1 + +from univa.models.qwen2p5vl.modeling_univa_qwen2p5vl import UnivaQwen2p5VLForConditionalGeneration model = UnivaQwen2p5VLForConditionalGeneration.from_pretrained( "${model.id}", torch_dtype=torch.bfloat16, From 5be783a4791d95ac6d1c794b5e01a7bbdd7394f5 Mon Sep 17 00:00:00 2001 From: Merve Noyan Date: Fri, 20 Jun 2025 16:29:50 +0200 Subject: [PATCH 4/5] Update packages/tasks/src/model-libraries.ts Co-authored-by: vb --- packages/tasks/src/model-libraries.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/tasks/src/model-libraries.ts b/packages/tasks/src/model-libraries.ts index 87d5a40925..3c088dacf1 100644 --- a/packages/tasks/src/model-libraries.ts +++ b/packages/tasks/src/model-libraries.ts @@ -1027,7 +1027,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = { countDownloads: `path_extension:"pt"`, snippets: snippets.ultralytics, }, - "univa": { + univa: { prettyLabel: "univa", repoName: "univa", repoUrl: "https://github.com/PKU-YuanGroup/UniWorld-V1", From 06e5c74480c412c478176ce539080b79712c2798 Mon Sep 17 00:00:00 2001 From: Merve Noyan Date: Fri, 20 Jun 2025 16:31:09 +0200 Subject: [PATCH 5/5] address Lucain's comment --- packages/tasks/src/model-libraries.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/tasks/src/model-libraries.ts b/packages/tasks/src/model-libraries.ts index 3c088dacf1..949ff0ef9e 100644 --- a/packages/tasks/src/model-libraries.ts +++ b/packages/tasks/src/model-libraries.ts @@ -1033,7 +1033,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = { repoUrl: "https://github.com/PKU-YuanGroup/UniWorld-V1", snippets: snippets.univa, filter: true, - countDownloads: `path_extension:"safetensors"`, + countDownloads: `path:"config.json"`, }, "uni-3dar": { prettyLabel: "Uni-3DAR",