Merge branch 'main' into patch-1

Author: pcuenca

.github/workflows/documentation.yml

@@ -11,7 +11,7 @@ on:
       - "README.md"
       - "packages/hub/README.md"
       - "packages/inference/README.md"
-      - "packages/agents/README.md"
+      - "packages/tiny-agents/README.md"
       - ".github/workflows/documentation.yml"
 
 jobs:

.github/workflows/pr-documentation.yml

@@ -8,7 +8,7 @@ on:
       - "packages/hub/README.md"
       - "packages/doc-internal/**"
       - "packages/inference/README.md"
-      - "packages/agents/README.md"
+      - "packages/tiny-agents/README.md"
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}

README.md

@@ -97,8 +97,8 @@ You can run our packages with vanilla JS, without any bundler, by using a CDN or
 
 ```html
 <script type="module">
-    import { InferenceClient } from 'https://cdn.jsdelivr.net/npm/@huggingface/inference@3.15.0/+esm';
-    import { createRepo, commit, deleteRepo, listFiles } from "https://cdn.jsdelivr.net/npm/@huggingface/hub@2.1.0/+esm";
+    import { InferenceClient } from 'https://cdn.jsdelivr.net/npm/@huggingface/inference@4.0.0/+esm';
+    import { createRepo, commit, deleteRepo, listFiles } from "https://cdn.jsdelivr.net/npm/@huggingface/hub@2.2.0/+esm";
 </script>
 ```
 

docs/_toctree.yml

@@ -18,14 +18,12 @@
   isExpanded: true
   sections:
     - local: mcp-client/README
-      title: Simple MCP Client and smol Agent built on top of Inference Client
-- title: "@huggingface/agent"
+      title: Simple MCP Client built on top of Inference Client
+- title: "@huggingface/tiny-agents"
   isExpanded: true
   sections:
-    - local: agents/README
-      title: Use Agents to run multi-modal workflows from a natural language API
-    - local: agents/modules
-      title: API Reference
+    - local: tiny-agents/README
+      title: A lightweight MCP-powered Agent built on top of Inference Client
 - title: "@huggingface/space-header"
   isExpanded: true
   sections:

packages/doc-internal/package.json

@@ -5,16 +5,16 @@
 	"description": "Package to generate doc for other @huggingface packages",
 	"private": true,
 	"scripts": {
-		"start": "pnpm run fix-cdn-versions && pnpm run doc-hub && pnpm run doc-inference && pnpm run doc-agents && pnpm run doc-space-header && pnpm run doc-gguf && pnpm run doc-mcp-client && cp ../../README.md ../../docs/index.md && pnpm run update-toc && pnpm run fix-md-links && pnpm run fix-md-headinghashlinks",
+		"start": "pnpm run fix-cdn-versions && pnpm run doc-hub && pnpm run doc-inference && pnpm run doc-space-header && pnpm run doc-gguf && pnpm run doc-mcp-client && pnpm run doc-tiny-agents && cp ../../README.md ../../docs/index.md && pnpm run update-toc && pnpm run fix-md-links && pnpm run fix-md-headinghashlinks",
 		"lint": "eslint --quiet --fix --ext .cjs,.ts .",
 		"lint:check": "eslint --ext .cjs,.ts .",
 		"format": "prettier --write .",
 		"format:check": "prettier --check .",
 		"doc-hub": "typedoc --tsconfig ../hub/tsconfig.json --githubPages false --plugin typedoc-plugin-markdown --out ../../docs/hub --hideBreadcrumbs --hideInPageTOC --sourceLinkTemplate https://github.com/huggingface/huggingface.js/blob/main/{path}#L{line} ../hub/index.ts",
 		"doc-inference": "typedoc --tsconfig ../inference/tsconfig.json --githubPages false --plugin typedoc-plugin-markdown --out ../../docs/inference --hideBreadcrumbs --hideInPageTOC --sourceLinkTemplate https://github.com/huggingface/huggingface.js/blob/main/{path}#L{line} ../inference/src/index.ts",
-		"doc-agents": "typedoc --tsconfig ../agents/tsconfig.json --githubPages false --plugin typedoc-plugin-markdown --out ../../docs/agents --hideBreadcrumbs --hideInPageTOC --sourceLinkTemplate https://github.com/huggingface/huggingface.js/blob/main/{path}#L{line} ../agents/src/index.ts",
 		"doc-gguf": "mkdir -p ../../docs/gguf && cp ../../packages/gguf/README.md ../../docs/gguf/README.md",
 		"doc-mcp-client": "mkdir -p ../../docs/mcp-client && cp ../../packages/mcp-client/README.md ../../docs/mcp-client/README.md",
+		"doc-tiny-agents": "mkdir -p ../../docs/tiny-agents && cp ../../packages/tiny-agents/README.md ../../docs/tiny-agents/README.md",
 		"doc-space-header": "mkdir -p ../../docs/space-header && cp ../../packages/space-header/README.md ../../docs/space-header/README.md",
 		"update-toc": "tsx update-toc.ts",
 		"fix-cdn-versions": "tsx fix-cdn-versions.ts",

packages/hub/package.json

@@ -1,7 +1,7 @@
 {
 	"name": "@huggingface/hub",
 	"packageManager": "[email protected]",
-	"version": "2.1.0",
+	"version": "2.2.0",
 	"description": "Utilities to interact with the Hugging Face hub",
 	"repository": "https://github.com/huggingface/huggingface.js.git",
 	"publishConfig": {

packages/hub/src/lib/file-download-info.spec.ts

@@ -5,7 +5,7 @@ describe("fileDownloadInfo", () => {
 	it("should fetch LFS file info", async () => {
 		const info = await fileDownloadInfo({
 			repo: {
-				name: "bert-base-uncased",
+				name: "google-bert/bert-base-uncased",
 				type: "model",
 			},
 			path: "tf_model.h5",
@@ -19,7 +19,7 @@ describe("fileDownloadInfo", () => {
 	it("should fetch raw LFS pointer info", async () => {
 		const info = await fileDownloadInfo({
 			repo: {
-				name: "bert-base-uncased",
+				name: "google-bert/bert-base-uncased",
 				type: "model",
 			},
 			path: "tf_model.h5",
@@ -34,7 +34,7 @@ describe("fileDownloadInfo", () => {
 	it("should fetch non-LFS file info", async () => {
 		const info = await fileDownloadInfo({
 			repo: {
-				name: "bert-base-uncased",
+				name: "google-bert/bert-base-uncased",
 				type: "model",
 			},
 			path: "tokenizer_config.json",

packages/hub/src/lib/file-exists.spec.ts

@@ -5,7 +5,7 @@ describe("fileExists", () => {
 	it("should return true for file that exists", async () => {
 		const info = await fileExists({
 			repo: {
-				name: "bert-base-uncased",
+				name: "google-bert/bert-base-uncased",
 				type: "model",
 			},
 			path: "tf_model.h5",
@@ -18,7 +18,7 @@ describe("fileExists", () => {
 	it("should return false for file that does not exist", async () => {
 		const info = await fileExists({
 			repo: {
-				name: "bert-base-uncased",
+				name: "google-bert/bert-base-uncased",
 				type: "model",
 			},
 			path: "tf_model.h5dadazdzazd",

packages/hub/src/lib/list-files.spec.ts

@@ -6,7 +6,7 @@ describe("listFiles", () => {
 	it("should fetch the list of files from the repo", async () => {
 		const cursor = listFiles({
 			repo: {
-				name: "bert-base-uncased",
+				name: "google-bert/bert-base-uncased",
 				type: "model",
 			},
 			revision: "dd4bc8b21efa05ec961e3efc4ee5e3832a3679c7",
@@ -67,7 +67,7 @@ describe("listFiles", () => {
 	it("should fetch the list of files from the repo, including last commit", async () => {
 		const cursor = listFiles({
 			repo: {
-				name: "bert-base-uncased",
+				name: "google-bert/bert-base-uncased",
 				type: "model",
 			},
 			revision: "dd4bc8b21efa05ec961e3efc4ee5e3832a3679c7",

packages/hub/src/lib/parse-safetensors-metadata.spec.ts

@@ -5,7 +5,7 @@ import { sum } from "../utils/sum";
 describe("parseSafetensorsMetadata", () => {
 	it("fetch info for single-file (with the default conventional filename)", async () => {
 		const parse = await parseSafetensorsMetadata({
-			repo: "bert-base-uncased",
+			repo: "google-bert/bert-base-uncased",
 			computeParametersCount: true,
 			revision: "86b5e0934494bd15c9632b12f734a8a67f723594",
 		});
@@ -88,7 +88,7 @@ describe("parseSafetensorsMetadata", () => {
 		assert.deepStrictEqual(sum(Object.values(parse.parameterCount)), 859_520_964);
 	});
 
-	it("fetch info for sharded (with the default conventional filename) with file path", async () => {
+	it("fetch info for sharded with file path", async () => {
 		const parse = await parseSafetensorsMetadata({
 			repo: "Alignment-Lab-AI/ALAI-gemma-7b",
 			computeParametersCount: true,
@@ -110,6 +110,29 @@ describe("parseSafetensorsMetadata", () => {
 		assert.deepStrictEqual(sum(Object.values(parse.parameterCount)), 8_537_680_896);
 	});
 
+	it("fetch info for sharded, but get param count directly from metadata", async () => {
+		const parse = await parseSafetensorsMetadata({
+			repo: "hf-internal-testing/sharded-model-metadata-num-parameters",
+			computeParametersCount: true,
+			revision: "999395eb3db277f3d7a0393402b02486ca91cef8",
+		});
+
+		assert(parse.sharded);
+		assert.deepStrictEqual(parse.parameterTotal, 109_482_240);
+		// total params = 109M
+	});
+
+	it("fetch info for single-file, but get param count directly from metadata", async () => {
+		const parse = await parseSafetensorsMetadata({
+			repo: "hf-internal-testing/single-file-model",
+			computeParametersCount: true,
+			revision: "75fcd3fed0285ac7f1092897ff2aefdf24bf872e",
+		});
+
+		assert(!parse.sharded);
+		assert.deepStrictEqual(parse.parameterTotal, 109_482_240);
+	});
+
 	it("should detect sharded safetensors filename", async () => {
 		const safetensorsFilename = "model_00005-of-00072.safetensors"; // https://huggingface.co/bigscience/bloom/blob/4d8e28c67403974b0f17a4ac5992e4ba0b0dbb6f/model_00005-of-00072.safetensors
 		const safetensorsShardFileInfo = parseSafetensorsShardFilename(safetensorsFilename);