Merge branch 'main' into templated-inference-python-snippets

Author: Wauplin

README.md

@@ -97,7 +97,7 @@ You can run our packages with vanilla JS, without any bundler, by using a CDN or
 ```html
 <script type="module">
     import { HfInference } from 'https://cdn.jsdelivr.net/npm/@huggingface/[email protected]/+esm';
-    import { createRepo, commit, deleteRepo, listFiles } from "https://cdn.jsdelivr.net/npm/@huggingface/[email protected].1/+esm";
+    import { createRepo, commit, deleteRepo, listFiles } from "https://cdn.jsdelivr.net/npm/@huggingface/[email protected].2/+esm";
 </script>
 ```
 

packages/hub/package.json

@@ -1,7 +1,7 @@
 {
 	"name": "@huggingface/hub",
 	"packageManager": "[email protected]",
-	"version": "1.0.1",
+	"version": "1.0.2",
 	"description": "Utilities to interact with the Hugging Face hub",
 	"repository": "https://github.com/huggingface/huggingface.js.git",
 	"publishConfig": {

packages/hub/src/lib/download-file-to-cache-dir.spec.ts

@@ -114,6 +114,47 @@ describe("downloadFileToCacheDir", () => {
 		expect(output).toBe(expectPointer);
 	});
 
+	test("existing symlinked and blob with default revision should not re-download it", async () => {
+		// <cache>/<repo>/<revision>/snapshots/README.md
+		const expectPointer = _getSnapshotFile({
+			repo: DUMMY_REPO,
+			path: "/README.md",
+			revision: "main",
+		});
+		// stat ensure a symlink and the pointed file exists
+		vi.mocked(stat).mockResolvedValue({} as Stats); // prevent default mocked reject
+		vi.mocked(lstat).mockResolvedValue({} as Stats);
+		vi.mocked(pathsInfo).mockResolvedValue([
+			{
+				oid: DUMMY_ETAG,
+				size: 55,
+				path: "README.md",
+				type: "file",
+				lastCommit: {
+					date: new Date(),
+					id: "main",
+					title: "Commit msg",
+				},
+			},
+		]);
+
+		const output = await downloadFileToCacheDir({
+			repo: DUMMY_REPO,
+			path: "/README.md",
+			fetch: fetchMock,
+		});
+
+		expect(stat).toHaveBeenCalledOnce();
+		expect(symlink).not.toHaveBeenCalledOnce();
+		// Get call argument for stat
+		const starArg = vi.mocked(stat).mock.calls[0][0];
+
+		expect(starArg).toBe(expectPointer);
+		expect(fetchMock).not.toHaveBeenCalledWith();
+
+		expect(output).toBe(expectPointer);
+	});
+
 	test("existing blob should only create the symlink", async () => {
 		// <cache>/<repo>/<revision>/snapshots/README.md
 		const expectPointer = _getSnapshotFile({
@@ -150,7 +191,6 @@ describe("downloadFileToCacheDir", () => {
 			fetch: fetchMock,
 		});
 
-		expect(stat).not.toHaveBeenCalled();
 		// should have check for the blob
 		expect(lstat).toHaveBeenCalled();
 		expect(vi.mocked(lstat).mock.calls[0][0]).toBe(expectedBlob);

packages/hub/src/lib/download-file-to-cache-dir.ts

@@ -96,6 +96,9 @@ export async function downloadFileToCacheDir(
 	const pointerPath = getFilePointer(storageFolder, commitHash ?? pathsInformation[0].lastCommit.id, params.path);
 	const blobPath = join(storageFolder, "blobs", etag);
 
+	// if we have the pointer file, we can shortcut the download
+	if (await exists(pointerPath, true)) return pointerPath;
+
 	// mkdir blob and pointer path parent directory
 	await mkdir(dirname(blobPath), { recursive: true });
 	await mkdir(dirname(pointerPath), { recursive: true });

packages/tasks/package.json

@@ -1,7 +1,7 @@
 {
 	"name": "@huggingface/tasks",
 	"packageManager": "[email protected]",
-	"version": "0.17.1",
+	"version": "0.17.3",
 	"description": "List of ML tasks for huggingface.co/tasks",
 	"repository": "https://github.com/huggingface/huggingface.js.git",
 	"publishConfig": {

packages/tasks/src/model-libraries.ts

@@ -398,7 +398,7 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
 		prettyLabel: "Hunyuan3D-2",
 		repoName: "Hunyuan3D-2",
 		repoUrl: "https://github.com/Tencent/Hunyuan3D-2",
-		countDownloads: `path:"model_index.json" OR path:"config.yaml"`,
+		countDownloads: `path_filename:"model_index" OR path_filename:"config"`,
 	},
 	imstoucan: {
 		prettyLabel: "IMS Toucan",
@@ -909,6 +909,13 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
 		docsUrl: "https://github.com/jasonppy/VoiceCraft",
 		snippets: snippets.voicecraft,
 	},
+	wham: {
+		prettyLabel: "WHAM",
+		repoName: "wham",
+		repoUrl: "https://huggingface.co/microsoft/wham",
+		docsUrl: "https://huggingface.co/microsoft/wham/blob/main/README.md",
+		countDownloads: `path_extension:"ckpt"`,
+	},
 	whisperkit: {
 		prettyLabel: "WhisperKit",
 		repoName: "WhisperKit",

packages/tasks/src/tasks/chat-completion/inference.ts

@@ -273,7 +273,7 @@ export interface ChatCompletionStreamOutputDelta {
 	content?: string;
 	role: string;
 	tool_call_id?: string;
-	tool_calls?: ChatCompletionStreamOutputDeltaToolCall;
+	tool_calls?: ChatCompletionStreamOutputDeltaToolCall[];
 	[property: string]: unknown;
 }
 export interface ChatCompletionStreamOutputDeltaToolCall {

packages/tasks/src/tasks/chat-completion/spec/stream_output.json

@@ -104,7 +104,10 @@
 					"example": "assistant"
 				},
 				"tool_calls": {
-					"$ref": "#/$defs/ChatCompletionStreamOutputDeltaToolCall"
+					"type": "array",
+					"items": {
+						"$ref": "#/$defs/ChatCompletionStreamOutputDeltaToolCall"
+					}
 				}
 			},
 			"title": "ChatCompletionStreamOutputToolCallDelta"