Fix CI build failure.

Author: daviddaytw

package.json

@@ -157,6 +157,7 @@
   },
   "dependencies": {
     "@huggingface/transformers": "github:mybigday/transformers.js-rn#merge",
+    "onnxruntime-react-native": "^1.21.0",
     "patch-package": "^8.0.0",
     "postinstall-postinstall": "^2.1.0",
     "text-encoding-polyfill": "^0.6.7"

src/models/base.tsx

@@ -109,16 +109,22 @@ export class Base {
 
   protected argmax(t: Tensor): number {
     const arr = t.data;
-    const start = t.dims[2] * (t.dims[1] - 1);
+    const dims = t.dims;
+
+    if (!dims || dims.length < 3 || !dims[1] || !dims[2]) {
+      throw new Error('Invalid tensor dimensions');
+    }
+
+    const start = dims[2] * (dims[1] - 1);
     let max = arr[start];
     let maxidx = 0;
 
-    for (let i = 0; i < t.dims[2]; i++) {
+    for (let i = 0; i < dims[2]; i++) {
       const val = arr[i + start];
       if (!isFinite(val as number)) {
         throw new Error('found infinitive in logits');
       }
-      if (val > max) {
+      if (val !== undefined && max !== undefined && val > max) {
         max = val;
         maxidx = i;
       }
@@ -138,7 +144,10 @@ export class Base {
         if (t !== undefined && t.location === 'gpu-buffer') {
           t.dispose();
         }
-        feed[newName] = outputs[name];
+        const outputTensor = outputs[name];
+        if (outputTensor) {
+          feed[newName] = outputTensor;
+        }
       }
     }
   }

src/models/text-embedding.tsx

@@ -46,12 +46,20 @@ export class TextEmbedding extends Base {
     // Calculate mean across token dimension (dim 1) to get a single embedding vector
     const data = embeddings.data as Float32Array;
     const [, seqLen, hiddenSize] = embeddings.dims;
+
+    if (!seqLen || !hiddenSize || !data) {
+      throw new Error('Invalid embedding dimensions or data');
+    }
+
     const result = new Float32Array(hiddenSize);
 
     for (let h = 0; h < hiddenSize; h++) {
       let sum = 0;
       for (let s = 0; s < seqLen; s++) {
-        sum += data[s * hiddenSize + h];
+        const index = s * hiddenSize + h;
+        if (data[index] !== undefined) {
+          sum += data[index];
+        }
       }
       result[h] = sum / seqLen;
     }

src/pipelines/text-embedding.tsx

@@ -1,10 +1,10 @@
 import {
   env,
   AutoTokenizer,
-  PreTrainedTokenizer,
 } from '@huggingface/transformers';
+import type { PreTrainedTokenizer } from '@huggingface/transformers';
 import { TextEmbedding as Model } from '../models/text-embedding';
-import { LoadOptions } from '../models/base';
+import type { LoadOptions } from '../models/base';
 
 /** Initialization Options for Text Embedding */
 export interface TextEmbeddingOptions extends LoadOptions {
@@ -48,7 +48,7 @@ async function embed(text: string): Promise<Float32Array> {
     max_length: _options.max_tokens,
   });
 
-  return await model.embed(input_ids);
+  return await model.embed(input_ids.map(BigInt));
 }
 
 /**

src/pipelines/text-generation.tsx

@@ -1,10 +1,10 @@
 import {
   env,
   AutoTokenizer,
-  PreTrainedTokenizer,
 } from '@huggingface/transformers';
+import type { PreTrainedTokenizer } from '@huggingface/transformers';
 import { TextGeneration as Model } from '../models/text-generation';
-import { LoadOptions } from '../models/base';
+import type { LoadOptions } from '../models/base';
 
 /** Initialization Options */
 export interface InitOptions extends LoadOptions {
@@ -78,7 +78,7 @@ async function generate(
 
   const output_index = model.outputTokens.length + input_ids.length;
   const output_tokens = await model.generate(
-    input_ids,
+    input_ids.map(BigInt),
     (tokens) => {
       callback(record_output(token_to_text(tokens, output_index)));
     },

src/types/huggingface-transformers.d.ts

@@ -0,0 +1,21 @@
+declare module '@huggingface/transformers' {
+  export interface PreTrainedTokenizer {
+    (text: string, options?: {
+      return_tensor?: boolean;
+      padding?: boolean;
+      truncation?: boolean;
+      max_length?: number;
+    }): Promise<{ input_ids: number[] }>;
+    decode(tokens: number[], options?: { skip_special_tokens?: boolean }): string;
+  }
+
+  export class AutoTokenizer {
+    static from_pretrained(model_name: string): Promise<PreTrainedTokenizer>;
+  }
+
+  export const env: {
+    allowRemoteModels: boolean;
+    allowLocalModels: boolean;
+    logLevel?: string;
+  };
+}

tsconfig.json

@@ -4,6 +4,7 @@
     "paths": {
       "react-native-transformers": ["./src/index"]
     },
+    "typeRoots": ["./node_modules/@types", "./src/types"],
     "allowUnreachableCode": false,
     "allowUnusedLabels": false,
     "esModuleInterop": true,

yarn.lock

@@ -11778,7 +11778,7 @@ __metadata:
   languageName: node
   linkType: hard
 
-"onnxruntime-react-native@npm:^1.22.0":
+"onnxruntime-react-native@npm:^1.21.0, onnxruntime-react-native@npm:^1.22.0":
   version: 1.22.0
   resolution: "onnxruntime-react-native@npm:1.22.0"
   dependencies:
@@ -12759,6 +12759,7 @@ __metadata:
     eslint-plugin-ft-flow: ^3.0.11
     eslint-plugin-prettier: ^5.2.3
     jest: ^29.7.0
+    onnxruntime-react-native: ^1.21.0
     patch-package: ^8.0.0
     postinstall-postinstall: ^2.1.0
     prettier: ^3.0.3