Add SEED-Story (huggingface#820)

This PR adds https://github.com/TencentARC/SEED-Story, a multimodal
story generation model, as a library.

---------

Co-authored-by: Omar Sanseviero <[email protected]>
Co-authored-by: Lucain <[email protected]>

Author: 3 people

packages/tasks/src/model-libraries-snippets.ts

@@ -435,6 +435,21 @@ sae, cfg_dict, sparsity = SAE.from_pretrained(
 )`,
 ];
 
+export const seed_story = (): string[] => [
+	`# seed_story_cfg_path refers to 'https://github.com/TencentARC/SEED-Story/blob/master/configs/clm_models/agent_7b_sft.yaml'
+# llm_cfg_path refers to 'https://github.com/TencentARC/SEED-Story/blob/master/configs/clm_models/llama2chat7b_lora.yaml'
+from omegaconf import OmegaConf
+import hydra
+
+# load Llama2
+llm_cfg = OmegaConf.load(llm_cfg_path)
+llm = hydra.utils.instantiate(llm_cfg, torch_dtype="fp16")
+
+# initialize seed_story
+seed_story_cfg = OmegaConf.load(seed_story_cfg_path)
+seed_story = hydra.utils.instantiate(seed_story_cfg, llm=llm) `,
+];
+
 const skopsPickle = (model: ModelData, modelFile: string) => {
 	return [
 		`import joblib

packages/tasks/src/model-libraries.ts

@@ -539,6 +539,14 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
 		filter: false,
 		countDownloads: `path_extension:"safetensors"`,
 	},
+	"seed-story": {
+		prettyLabel: "SEED-Story",
+		repoName: "SEED-Story",
+		repoUrl: "https://github.com/TencentARC/SEED-Story",
+		filter: false,
+		countDownloads: `path:"cvlm_llama2_tokenizer/tokenizer.model"`,
+		snippets: snippets.seed_story,
+	},
 	"stable-baselines3": {
 		prettyLabel: "stable-baselines3",
 		repoName: "stable-baselines3",