xet: fix fetch calls in browser

Author: coyotte508

packages/hub/scripts/bench.ts

@@ -227,7 +227,7 @@ async function main() {
 	const uploadParams = {
 		accessToken: args.token,
 		hubUrl: "https://huggingface.co",
-		customFetch: mockFetchObj.fetch,
+		fetch: mockFetchObj.fetch,
 		repo,
 		rev: "main",
 	};
@@ -311,7 +311,7 @@ async function main() {
 			})),
 			accessToken: args.token,
 			title: "Upload xet files with JS lib",
-			xet: true,
+			useXet: true,
 		});
 		for await (const event of iterator) {
 			if (event.event === "fileProgress" && event.state === "hashing") {

packages/hub/src/lib/commit.ts

@@ -336,7 +336,7 @@ export async function* commitIter(params: CommitParams): AsyncGenerator<CommitPr
 						}
 					})(),
 					{
-						customFetch: params.fetch ?? fetch,
+						fetch: params.fetch,
 						accessToken,
 						hubUrl: params.hubUrl ?? HUB_URL,
 						repo: repoId,

packages/hub/src/utils/createXorbs.ts

@@ -198,7 +198,7 @@ export async function* createXorbs(
 						const token = await xetWriteToken(params);
 						bytesSinceRemoteDedup = 0;
 
-						const shardResp = await params.customFetch(token.casUrl + "/v1/chunk/default/" + chunk.hash, {
+						const shardResp = await (params.fetch ?? fetch)(token.casUrl + "/v1/chunk/default/" + chunk.hash, {
 							headers: {
 								Authorization: `Bearer ${token.accessToken}`,
 							},

packages/hub/src/utils/uploadShards.ts

@@ -54,7 +54,7 @@ export const SHARD_MAGIC_TAG = new Uint8Array([
 interface UploadShardsParams {
 	accessToken: string | undefined;
 	hubUrl: string;
-	customFetch: typeof fetch;
+	fetch?: typeof fetch;
 	repo: RepoId;
 	rev: string;
 }
@@ -347,7 +347,7 @@ function writeHashToArray(hash: string, array: Uint8Array, offset: number) {
 async function uploadXorb(xorb: { hash: string; xorb: Uint8Array }, params: UploadShardsParams) {
 	const token = await xetWriteToken(params);
 
-	const resp = await params.customFetch(`${token.casUrl}/v1/xorb/default/${xorb.hash}`, {
+	const resp = await (params.fetch ?? fetch)(`${token.casUrl}/v1/xorb/default/${xorb.hash}`, {
 		method: "POST",
 		body: xorb.xorb,
 		headers: {
@@ -363,7 +363,7 @@ async function uploadXorb(xorb: { hash: string; xorb: Uint8Array }, params: Uplo
 async function uploadShard(shard: Uint8Array, params: UploadShardsParams) {
 	const token = await xetWriteToken(params);
 
-	const resp = await params.customFetch(`${token.casUrl}/v1/shard`, {
+	const resp = await (params.fetch ?? fetch)(`${token.casUrl}/v1/shard`, {
 		method: "POST",
 		body: shard,
 		headers: {

packages/hub/src/utils/xetWriteToken.ts

@@ -4,15 +4,15 @@ import type { RepoId } from "../types/public";
 export interface XetWriteTokenParams {
 	accessToken: string | undefined;
 	hubUrl: string;
-	customFetch: typeof fetch;
+	fetch?: typeof fetch;
 	repo: RepoId;
 	rev: string;
 }
 
 const JWT_SAFETY_PERIOD = 60_000;
 const JWT_CACHE_SIZE = 1_000;
 
-function cacheKey(params: Omit<XetWriteTokenParams, "customFetch">): string {
+function cacheKey(params: Omit<XetWriteTokenParams, "fetch">): string {
 	return JSON.stringify([params.hubUrl, params.repo, params.rev, params.accessToken]);
 }
 
@@ -45,7 +45,7 @@ export async function xetWriteToken(params: XetWriteTokenParams): Promise<{ acce
 	}
 
 	const promise = (async () => {
-		const resp = await params.customFetch(
+		const resp = await (params.fetch ?? fetch)(
 			`${params.hubUrl}/api/${params.repo.type}s/${params.repo.name}/xet-write-token/${params.rev}`,
 			{
 				headers: params.accessToken