@@ -290,37 +290,6 @@ class ExecuTorchLlmJni : public facebook::jni::HybridClass<ExecuTorchLlmJni> {
290
290
return 0 ;
291
291
}
292
292
293
- jint generate_from_pos (
294
- facebook::jni::alias_ref<jstring> prompt,
295
- jint seq_len,
296
- jlong start_pos,
297
- facebook::jni::alias_ref<ExecuTorchLlmCallbackJni> callback,
298
- jboolean echo) {
299
- if (model_type_category_ == MODEL_TYPE_CATEGORY_MULTIMODAL) {
300
- std::vector<llm::MultimodalInput> inputs = prefill_inputs_;
301
- prefill_inputs_.clear ();
302
- inputs.emplace_back (llm::MultimodalInput{prompt->toStdString ()});
303
- return static_cast <jint>(multi_modal_runner_->generate (
304
- inputs,
305
- llm::GenerationConfig{
306
- .echo = static_cast <bool >(echo), .seq_len = seq_len},
307
- [callback](const std::string& result) { callback->onResult (result); },
308
- [callback](const llm::Stats& stats) { callback->onStats (stats); }));
309
- } else if (model_type_category_ == MODEL_TYPE_CATEGORY_LLM) {
310
- executorch::extension::llm::GenerationConfig config{
311
- .echo = static_cast <bool >(echo),
312
- .seq_len = seq_len,
313
- .temperature = temperature_,
314
- };
315
- return static_cast <jint>(runner_->generate (
316
- prompt->toStdString (),
317
- config,
318
- [callback](std::string result) { callback->onResult (result); },
319
- [callback](const llm::Stats& stats) { callback->onStats (stats); }));
320
- }
321
- return static_cast <jint>(executorch::runtime::Error::InvalidArgument);
322
- }
323
-
324
293
void stop () {
325
294
if (model_type_category_ == MODEL_TYPE_CATEGORY_MULTIMODAL) {
326
295
multi_modal_runner_->stop ();
@@ -357,8 +326,6 @@ class ExecuTorchLlmJni : public facebook::jni::HybridClass<ExecuTorchLlmJni> {
357
326
" appendImagesInput" , ExecuTorchLlmJni::append_images_input),
358
327
makeNativeMethod (
359
328
" appendTextInput" , ExecuTorchLlmJni::append_text_input),
360
- makeNativeMethod (
361
- " generateFromPos" , ExecuTorchLlmJni::generate_from_pos),
362
329
makeNativeMethod (" resetContext" , ExecuTorchLlmJni::reset_context),
363
330
});
364
331
}
0 commit comments