|
38 | 38 | F292B01D2D88AF3500BE6839 /* bpe_tokenizer_base.cpp in Sources */ = {isa = PBXBuildFile; fileRef = F292B0162D88AF3500BE6839 /* bpe_tokenizer_base.cpp */; }; |
39 | 39 | F292B0202D88AF3500BE6839 /* llama2c_tokenizer.cpp in Sources */ = {isa = PBXBuildFile; fileRef = F292B0172D88AF3500BE6839 /* llama2c_tokenizer.cpp */; }; |
40 | 40 | F292B0212D88AF3500BE6839 /* tiktoken.cpp in Sources */ = {isa = PBXBuildFile; fileRef = F292B01A2D88AF3500BE6839 /* tiktoken.cpp */; }; |
| 41 | + F2E1B5172E03AC19002C9718 /* sentencepiece.cpp in Sources */ = {isa = PBXBuildFile; fileRef = F2E1B5162E03AC19002C9718 /* sentencepiece.cpp */; }; |
41 | 42 | /* End PBXBuildFile section */ |
42 | 43 |
|
43 | 44 | /* Begin PBXContainerItemProxy section */ |
|
110 | 111 | F292B0292D88AF4800BE6839 /* result.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = result.h; sourceTree = "<group>"; }; |
111 | 112 | F292B02B2D88AF4800BE6839 /* tiktoken.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = tiktoken.h; sourceTree = "<group>"; }; |
112 | 113 | F292B02D2D88AF4800BE6839 /* tokenizer.h */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.c.h; path = tokenizer.h; sourceTree = "<group>"; }; |
| 114 | + F2E1B5162E03AC19002C9718 /* sentencepiece.cpp */ = {isa = PBXFileReference; lastKnownFileType = sourcecode.cpp.cpp; name = sentencepiece.cpp; path = src/sentencepiece.cpp; sourceTree = "<group>"; }; |
113 | 115 | /* End PBXFileReference section */ |
114 | 116 |
|
115 | 117 | /* Begin PBXFrameworksBuildPhase section */ |
|
183 | 185 | 032A74022CAFBB7800932D36 /* tokenizers */ = { |
184 | 186 | isa = PBXGroup; |
185 | 187 | children = ( |
| 188 | + F2E1B5162E03AC19002C9718 /* sentencepiece.cpp */, |
186 | 189 | 3C6ABD322DFA27DE0015DE55 /* regex_lookahead.cpp */, |
187 | 190 | 30AA4B592DC0766800B1BE50 /* hf_tokenizer.cpp */, |
188 | 191 | 30AA4B5A2DC0766800B1BE50 /* pcre2_regex.cpp */, |
|
426 | 429 | F292B01D2D88AF3500BE6839 /* bpe_tokenizer_base.cpp in Sources */, |
427 | 430 | F292B0202D88AF3500BE6839 /* llama2c_tokenizer.cpp in Sources */, |
428 | 431 | F292B0212D88AF3500BE6839 /* tiktoken.cpp in Sources */, |
| 432 | + F2E1B5172E03AC19002C9718 /* sentencepiece.cpp in Sources */, |
429 | 433 | 03E7E6792CBDCAE900205E71 /* CoreMLTests.mm in Sources */, |
430 | 434 | 032A74232CAFC1B300932D36 /* runner.cpp in Sources */, |
431 | 435 | 03B2D37A2C8A515C0046936E /* GenericTests.mm in Sources */, |
|
0 commit comments