implement the tests

Author: julien-c

packages/hub/src/lib/parse-safetensors-metadata.spec.ts

@@ -88,7 +88,7 @@ describe("parseSafetensorsMetadata", () => {
 		assert.deepStrictEqual(sum(Object.values(parse.parameterCount)), 859_520_964);
 	});
 
-	it("fetch info for sharded (with the default conventional filename) with file path", async () => {
+	it("fetch info for sharded with file path", async () => {
 		const parse = await parseSafetensorsMetadata({
 			repo: "Alignment-Lab-AI/ALAI-gemma-7b",
 			computeParametersCount: true,
@@ -110,6 +110,30 @@ describe("parseSafetensorsMetadata", () => {
 		assert.deepStrictEqual(sum(Object.values(parse.parameterCount)), 8_537_680_896);
 	});
 
+	it("fetch info for sharded, but get param count directly from metadata", async () => {
+		const parse = await parseSafetensorsMetadata({
+			repo: "hf-internal-testing/sharded-model-metadata-num-parameters",
+			computeParametersCount: true,
+			revision: "999395eb3db277f3d7a0393402b02486ca91cef8",
+		});
+
+		assert(parse.sharded);
+		assert.deepStrictEqual(parse.parameterCount, { UNK: 109_482_240 });
+		// total params = 109M
+	});
+
+	it.skip("fetch info for single-file, but get param count directly from metadata", async () => {
+		/// we don't have an example for this on the Hub yet... cc @LysandreJik
+		const parse = await parseSafetensorsMetadata({
+			repo: "hf-internal-testing/non-sharded-model",
+			computeParametersCount: true,
+			revision: "ce6373360e61e6f70b4a1e0cfcc9407b008dea5b",
+		});
+
+		assert(!parse.sharded);
+		assert.deepStrictEqual(parse.parameterCount, { UNK: 666 });
+	});
+
 	it("should detect sharded safetensors filename", async () => {
 		const safetensorsFilename = "model_00005-of-00072.safetensors"; // https://huggingface.co/bigscience/bloom/blob/4d8e28c67403974b0f17a4ac5992e4ba0b0dbb6f/model_00005-of-00072.safetensors
 		const safetensorsShardFileInfo = parseSafetensorsShardFilename(safetensorsFilename);