Use .bin extension for tokenizer.

shoumikhin · facebook-github-bot · commit 4da7c4f0d84c · 2024-10-04T16:46:26.000-07:00
Summary: .

Differential Revision: D63927363
diff --git a/extension/apple/Benchmark/Tests/LLaMA/LLaMATests.mm b/extension/apple/Benchmark/Tests/LLaMA/LLaMATests.mm
@@ -63,7 +63,7 @@ @implementation LLaMATests
       return [filename hasSuffix:@".pte"] && [filename containsString:@"llama"];
     },
     @"tokenizer" : ^BOOL(NSString *filename) {
-      return [filename isEqual:@"tokenizer.model"];
+      return [filename isEqual:@"tokenizer.bin"];
     },
   };
 }

Original file line number	Diff line number	Diff line change
`@@ -63,7 +63,7 @@ @implementation LLaMATests`
`63`	`63`	`return [filename hasSuffix:@".pte"] && [filename containsString:@"llama"];`
`64`	`64`	`},`
`65`	`65`	`@"tokenizer" : ^BOOL(NSString *filename) {`
`66`		`- return [filename isEqual:@"tokenizer.model"];`
	`66`	`+ return [filename isEqual:@"tokenizer.bin"];`
`67`	`67`	`},`
`68`	`68`	`};`
`69`	`69`	`}`