Skip to content

Commit 2130a1e

Browse files
authored
Fix multi_modal_runner initialization with mode: MmapUseMlockIgnoreEr… (pytorch#17570)
…rors
1 parent ce1cf4e commit 2130a1e

1 file changed

Lines changed: 3 additions & 1 deletion

File tree

‎extension/android/jni/jni_layer_llama.cpp‎

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -185,7 +185,9 @@ class ExecuTorchLlmJni : public facebook::jni::HybridClass<ExecuTorchLlmJni> {
185185
if (model_type_category == MODEL_TYPE_CATEGORY_MULTIMODAL) {
186186
multi_modal_runner_ = llm::create_multimodal_runner(
187187
model_path->toStdString().c_str(),
188-
llm::load_tokenizer(tokenizer_path->toStdString()));
188+
llm::load_tokenizer(tokenizer_path->toStdString()),
189+
std::nullopt,
190+
executorch::extension::Module::LoadMode::MmapUseMlockIgnoreErrors);
189191
} else if (model_type_category == MODEL_TYPE_CATEGORY_LLM) {
190192
if (data_files != nullptr) {
191193
// Convert Java List<String> to C++ std::vector<string>

0 commit comments

Comments
 (0)