Merge branch 'main' into update-request-func

Author: hanouticelina

CODEOWNERS

@@ -1,6 +1,6 @@
 # Ownership for the Inference Package
 
-/packages/inference/ @julien-c @hanouticelina @SBrandeis @coyotte508
+/packages/inference/ @julien-c @hanouticelina @SBrandeis
 
 # Ownership for the Tasks Package
 

packages/hub/src/lib/file-download-info.spec.ts

@@ -13,7 +13,7 @@ describe("fileDownloadInfo", () => {
 		});
 
 		assert.strictEqual(info?.size, 536063208);
-		assert.strictEqual(info?.etag, '"41a0e56472bad33498744818c8b1ef2c-64"');
+		assert.strictEqual(info?.etag, '"879c5715c18a0b7f051dd33f70f0a5c8dd1522e0a43f6f75520f16167f29279b"');
 		assert(info?.downloadLink);
 	});
 

packages/hub/src/lib/list-files.spec.ts

@@ -37,6 +37,7 @@ describe("listFiles", () => {
 					size: 440473133,
 					pointerSize: 134,
 				},
+				xetHash: "2d8408d3a894d02517d04956e2f7546ff08362594072f3527ce144b5212a3296",
 				oid: "ba5d19791be1dd7992e33bd61f20207b0f7f50a5",
 				path: "pytorch_model.bin",
 				size: 440473133,
@@ -48,6 +49,7 @@ describe("listFiles", () => {
 					size: 536063208,
 					pointerSize: 134,
 				},
+				xetHash: "879c5715c18a0b7f051dd33f70f0a5c8dd1522e0a43f6f75520f16167f29279b",
 				oid: "9eb98c817f04b051b3bcca591bcd4e03cec88018",
 				path: "tf_model.h5",
 				size: 536063208,
@@ -113,6 +115,7 @@ describe("listFiles", () => {
 					size: 440473133,
 					pointerSize: 134,
 				},
+				xetHash: "2d8408d3a894d02517d04956e2f7546ff08362594072f3527ce144b5212a3296",
 				oid: "ba5d19791be1dd7992e33bd61f20207b0f7f50a5",
 				path: "pytorch_model.bin",
 				size: 440473133,
@@ -129,6 +132,7 @@ describe("listFiles", () => {
 					size: 536063208,
 					pointerSize: 134,
 				},
+				xetHash: "879c5715c18a0b7f051dd33f70f0a5c8dd1522e0a43f6f75520f16167f29279b",
 				oid: "9eb98c817f04b051b3bcca591bcd4e03cec88018",
 				path: "tf_model.h5",
 				size: 536063208,

packages/hub/src/lib/list-files.ts

@@ -17,6 +17,10 @@ export interface ListFileEntry {
 		/** Size of the raw pointer file, 100~200 bytes */
 		pointerSize: number;
 	};
+	/**
+	 * Xet-backed hash, a new protocol replacing LFS for big files.
+	 */
+	xetHash?: string;
 	/**
 	 * Only fetched if `expand` is set to `true` in the `listFiles` call.
 	 */

packages/tasks/package.json

@@ -1,7 +1,7 @@
 {
 	"name": "@huggingface/tasks",
 	"packageManager": "[email protected]",
-	"version": "0.18.4",
+	"version": "0.18.5",
 	"description": "List of ML tasks for huggingface.co/tasks",
 	"repository": "https://github.com/huggingface/huggingface.js.git",
 	"publishConfig": {

packages/tasks/src/hardware.ts

@@ -60,6 +60,14 @@ export const SKUS = {
 				tflops: 30.29,
 				memory: [24],
 			},
+			"RTX PRO 6000 WS": {
+				tflops: 126,
+				memory: [96],
+			},
+			"RTX PRO 6000 Max-Q": {
+				tflops: 116,
+				memory: [96],
+			},
 			"RTX 6000 Ada": {
 				tflops: 91.1,
 				memory: [48],

packages/tasks/src/model-libraries-snippets.ts

@@ -550,6 +550,39 @@ export const keras_hub = (model: ModelData): string[] => {
 	return snippets;
 };
 
+export const lightning_ir = (model: ModelData): string[] => {
+	if (model.tags.includes("bi-encoder")) {
+		return [
+			`#install from https://github.com/webis-de/lightning-ir
+
+from lightning_ir import BiEncoderModule
+model = BiEncoderModule("${model.id}")
+
+model.score("query", ["doc1", "doc2", "doc3"])`,
+		];
+	} else if (model.tags.includes("cross-encoder")) {
+		return [
+			`#install from https://github.com/webis-de/lightning-ir
+
+from lightning_ir import CrossEncoderModule
+model = CrossEncoderModule("${model.id}")
+
+model.score("query", ["doc1", "doc2", "doc3"])`,
+		];
+	}
+	return [
+		`#install from https://github.com/webis-de/lightning-ir
+
+from lightning_ir import BiEncoderModule, CrossEncoderModule
+
+# depending on the model type, use either BiEncoderModule or CrossEncoderModule
+model = BiEncoderModule("${model.id}") 
+# model = CrossEncoderModule("${model.id}")
+
+model.score("query", ["doc1", "doc2", "doc3"])`,
+	];
+};
+
 export const llama_cpp_python = (model: ModelData): string[] => {
 	const snippets = [
 		`from llama_cpp import Llama

packages/tasks/src/model-libraries.ts

@@ -444,6 +444,12 @@ export const MODEL_LIBRARIES_UI_ELEMENTS = {
 		repoName: "k2",
 		repoUrl: "https://github.com/k2-fsa/k2",
 	},
+	"lightning-ir": {
+		prettyLabel: "Lightning IR",
+		repoName: "Lightning IR",
+		repoUrl: "https://github.com/webis-de/lightning-ir",
+		snippets: snippets.lightning_ir,
+	},
 	liveportrait: {
 		prettyLabel: "LivePortrait",
 		repoName: "LivePortrait",