From a3fd39f53f82d8f83580e60baa8dbd68c9d9da13 Mon Sep 17 00:00:00 2001 From: Zhaoxi Chen <35674081+FrozenBurning@users.noreply.github.com> Date: Wed, 18 Sep 2024 18:51:15 +0800 Subject: [PATCH 1/4] add 3dtopia-xl as model libraries --- packages/tasks/src/model-libraries-snippets.ts | 7 +++++++ packages/tasks/src/model-libraries.ts | 8 ++++++++ 2 files changed, 15 insertions(+) diff --git a/packages/tasks/src/model-libraries-snippets.ts b/packages/tasks/src/model-libraries-snippets.ts index 876cc2a93a..11548dbb53 100644 --- a/packages/tasks/src/model-libraries-snippets.ts +++ b/packages/tasks/src/model-libraries-snippets.ts @@ -1007,4 +1007,11 @@ whisperkit-cli transcribe --audio-path /path/to/audio.mp3 # Or use your preferred model variant whisperkit-cli transcribe --model "large-v3" --model-prefix "distil" --audio-path /path/to/audio.mp3 --verbose`, ]; + +export const threedtopia_xl = (): string[] => [ + `# Install from https://github.com/3DTopia/3DTopia-XL + +# refer to https://github.com/3DTopia/3DTopia-XL?tab=readme-ov-file#inference for inference +# and https://github.com/3DTopia/3DTopia-XL/blob/main/app.py regarding usage`, +]; //#endregion diff --git a/packages/tasks/src/model-libraries.ts b/packages/tasks/src/model-libraries.ts index 63c2888717..9724d5c4b3 100644 --- a/packages/tasks/src/model-libraries.ts +++ b/packages/tasks/src/model-libraries.ts @@ -686,6 +686,14 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = { snippets: snippets.whisperkit, countDownloads: `path_filename:"model" AND path_extension:"mil" AND _exists_:"path_prefix"`, }, + "3dtopia-xl": { + prettyLabel: "3DTopia-XL", + repoName: "3DTopia-XL", + repoUrl: "https://github.com/3DTopia/3DTopia-XL", + filter: false, + countDownloads: `path_extension:"pt"`, + snippets: snippets.threedtopia_xl, + }, } satisfies Record; export type ModelLibraryKey = keyof typeof MODEL_LIBRARIES_UI_ELEMENTS; From 7dd5cb3c7ed671458fb0ac6b808db8941c8bf81a Mon Sep 17 00:00:00 2001 From: Zhaoxi Chen <35674081+FrozenBurning@users.noreply.github.com> Date: Thu, 19 Sep 2024 16:59:57 +0800 Subject: [PATCH 2/4] Update model-libraries-snippets.ts --- packages/tasks/src/model-libraries-snippets.ts | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/packages/tasks/src/model-libraries-snippets.ts b/packages/tasks/src/model-libraries-snippets.ts index 11548dbb53..094334a2c8 100644 --- a/packages/tasks/src/model-libraries-snippets.ts +++ b/packages/tasks/src/model-libraries-snippets.ts @@ -1010,7 +1010,10 @@ whisperkit-cli transcribe --model "large-v3" --model-prefix "distil" --audio-pat export const threedtopia_xl = (): string[] => [ `# Install from https://github.com/3DTopia/3DTopia-XL - +from threedtopia_xl.models import threedtopia_xl +model = threedtopia_xl.from_pretrained("${model.id}") +img = 'PATH_TO_Image.png' +model.generate(cond=img) # refer to https://github.com/3DTopia/3DTopia-XL?tab=readme-ov-file#inference for inference # and https://github.com/3DTopia/3DTopia-XL/blob/main/app.py regarding usage`, ]; From 25c98d2f0cfd74b60f5dec59252156f034cc27e5 Mon Sep 17 00:00:00 2001 From: Zhaoxi Chen <35674081+FrozenBurning@users.noreply.github.com> Date: Thu, 19 Sep 2024 19:01:40 +0800 Subject: [PATCH 3/4] Apply suggestions from code review Co-authored-by: Lucain --- packages/tasks/src/model-libraries-snippets.ts | 11 ++++------- packages/tasks/src/model-libraries.ts | 2 +- 2 files changed, 5 insertions(+), 8 deletions(-) diff --git a/packages/tasks/src/model-libraries-snippets.ts b/packages/tasks/src/model-libraries-snippets.ts index 094334a2c8..8393a61240 100644 --- a/packages/tasks/src/model-libraries-snippets.ts +++ b/packages/tasks/src/model-libraries-snippets.ts @@ -1008,13 +1008,10 @@ whisperkit-cli transcribe --audio-path /path/to/audio.mp3 whisperkit-cli transcribe --model "large-v3" --model-prefix "distil" --audio-path /path/to/audio.mp3 --verbose`, ]; -export const threedtopia_xl = (): string[] => [ - `# Install from https://github.com/3DTopia/3DTopia-XL -from threedtopia_xl.models import threedtopia_xl +export const threedtopia_xl = (model: ModelData): string[] => [ + `from threedtopia_xl.models import threedtopia_xl + model = threedtopia_xl.from_pretrained("${model.id}") -img = 'PATH_TO_Image.png' -model.generate(cond=img) -# refer to https://github.com/3DTopia/3DTopia-XL?tab=readme-ov-file#inference for inference -# and https://github.com/3DTopia/3DTopia-XL/blob/main/app.py regarding usage`, +model.generate(cond="path/to/image.png") ]; //#endregion diff --git a/packages/tasks/src/model-libraries.ts b/packages/tasks/src/model-libraries.ts index 76f238a476..c5d558a2aa 100644 --- a/packages/tasks/src/model-libraries.ts +++ b/packages/tasks/src/model-libraries.ts @@ -705,7 +705,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = { repoName: "3DTopia-XL", repoUrl: "https://github.com/3DTopia/3DTopia-XL", filter: false, - countDownloads: `path_extension:"pt"`, + countDownloads: `path:"model_vae_fp16.pt"`, snippets: snippets.threedtopia_xl, }, } satisfies Record; From 2451d33f21df8abf412b0a970ea7d097df6a2f6b Mon Sep 17 00:00:00 2001 From: Zhaoxi Chen <35674081+FrozenBurning@users.noreply.github.com> Date: Thu, 19 Sep 2024 19:13:51 +0800 Subject: [PATCH 4/4] Fix typo --- packages/tasks/src/model-libraries-snippets.ts | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/tasks/src/model-libraries-snippets.ts b/packages/tasks/src/model-libraries-snippets.ts index 8393a61240..0852e21a60 100644 --- a/packages/tasks/src/model-libraries-snippets.ts +++ b/packages/tasks/src/model-libraries-snippets.ts @@ -1012,6 +1012,6 @@ export const threedtopia_xl = (model: ModelData): string[] => [ `from threedtopia_xl.models import threedtopia_xl model = threedtopia_xl.from_pretrained("${model.id}") -model.generate(cond="path/to/image.png") +model.generate(cond="path/to/image.png")`, ]; //#endregion