RnExecutorchInstaller.cpp

#include "RnExecutorchInstaller.h"

#include <rnexecutorch/TokenizerModule.h>
#include <rnexecutorch/host_objects/JsiConversions.h>
#include <rnexecutorch/models/classification/Classification.h>
#include <rnexecutorch/models/embeddings/image/ImageEmbeddings.h>
#include <rnexecutorch/models/embeddings/text/TextEmbeddings.h>
#include <rnexecutorch/models/instance_segmentation/BaseInstanceSegmentation.h>
#include <rnexecutorch/models/llm/LLM.h>
#include <rnexecutorch/models/object_detection/ObjectDetection.h>
#include <rnexecutorch/models/ocr/OCR.h>
#include <rnexecutorch/models/pose_estimation/PoseEstimation.h>
#include <rnexecutorch/models/privacy_filter/PrivacyFilter.h>
#include <rnexecutorch/models/semantic_segmentation/BaseSemanticSegmentation.h>
#include <rnexecutorch/models/speech_to_text/SpeechToText.h>
#include <rnexecutorch/models/style_transfer/StyleTransfer.h>
#include <rnexecutorch/models/text_to_image/TextToImage.h>
#include <rnexecutorch/models/text_to_speech/TextToSpeech.h>
#include <rnexecutorch/models/vertical_ocr/VerticalOCR.h>
#include <rnexecutorch/models/voice_activity_detection/VoiceActivityDetection.h>
#include <rnexecutorch/threads/GlobalThreadPool.h>
#include <rnexecutorch/threads/utils/ThreadUtils.h>

#if defined(__ANDROID__) && defined(__aarch64__)
#include <executorch/extension/threadpool/cpuinfo_utils.h>
#include <executorch/extension/threadpool/threadpool.h>
#include <rnexecutorch/Log.h>
#endif

namespace rnexecutorch {

// This function fetches data from a url address. It is implemented in
// Kotlin/ObjectiveC++ and then bound to this variable. It's done to not handle
// SSL intricacies manually, as it is done automagically in ObjC++/Kotlin.
FetchUrlFunc_t fetchUrlFunc;

// App-private writable directory provided by the platform layer. Android
// passes reactApplicationContext.cacheDir; iOS passes NSTemporaryDirectory().
// std::filesystem::temp_directory_path() resolves to /data/local/tmp on
// Android <13, which is not writable by app processes — so we pipe the
// platform-provided path through explicitly.
std::string cacheDir;

void RnExecutorchInstaller::injectJSIBindings(
    jsi::Runtime *jsiRuntime, std::shared_ptr<react::CallInvoker> jsCallInvoker,
    FetchUrlFunc_t fetchDataFromUrl, const std::string &cacheDirPath,
    bool isEmulator) {
  fetchUrlFunc = fetchDataFromUrl;
  cacheDir = cacheDirPath;

  jsiRuntime->global().setProperty(*jsiRuntime, "__rne_isEmulator",
                                   jsi::Value(isEmulator));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadStyleTransfer",
      RnExecutorchInstaller::loadModel<models::style_transfer::StyleTransfer>(
          jsiRuntime, jsCallInvoker, "loadStyleTransfer"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadSemanticSegmentation",
      RnExecutorchInstaller::loadModel<
          models::semantic_segmentation::BaseSemanticSegmentation>(
          jsiRuntime, jsCallInvoker, "loadSemanticSegmentation"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadInstanceSegmentation",
      RnExecutorchInstaller::loadModel<
          models::instance_segmentation::BaseInstanceSegmentation>(
          jsiRuntime, jsCallInvoker, "loadInstanceSegmentation"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadTextToImage",
      RnExecutorchInstaller::loadModel<models::text_to_image::TextToImage>(
          jsiRuntime, jsCallInvoker, "loadTextToImage"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadClassification",
      RnExecutorchInstaller::loadModel<models::classification::Classification>(
          jsiRuntime, jsCallInvoker, "loadClassification"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadObjectDetection",
      RnExecutorchInstaller::loadModel<
          models::object_detection::ObjectDetection>(jsiRuntime, jsCallInvoker,
                                                     "loadObjectDetection"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadPoseEstimation",
      RnExecutorchInstaller::loadModel<models::pose_estimation::PoseEstimation>(
          jsiRuntime, jsCallInvoker, "loadPoseEstimation"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadExecutorchModule",
      RnExecutorchInstaller::loadModel<models::BaseModel>(
          jsiRuntime, jsCallInvoker, "loadExecutorchModule"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadTokenizerModule",
      RnExecutorchInstaller::loadModel<TokenizerModule>(
          jsiRuntime, jsCallInvoker, "loadTokenizerModule"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadImageEmbeddings",
      RnExecutorchInstaller::loadModel<models::embeddings::ImageEmbeddings>(
          jsiRuntime, jsCallInvoker, "loadImageEmbeddings"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadTextEmbeddings",
      RnExecutorchInstaller::loadModel<models::embeddings::TextEmbeddings>(
          jsiRuntime, jsCallInvoker, "loadTextEmbeddings"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadLLM",
      RnExecutorchInstaller::loadModel<models::llm::LLM>(
          jsiRuntime, jsCallInvoker, "loadLLM"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadPrivacyFilter",
      RnExecutorchInstaller::loadModel<models::privacy_filter::PrivacyFilter>(
          jsiRuntime, jsCallInvoker, "loadPrivacyFilter"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadOCR",
      RnExecutorchInstaller::loadModel<models::ocr::OCR>(
          jsiRuntime, jsCallInvoker, "loadOCR"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadVerticalOCR",
      RnExecutorchInstaller::loadModel<models::ocr::VerticalOCR>(
          jsiRuntime, jsCallInvoker, "loadVerticalOCR"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadSpeechToText",
      RnExecutorchInstaller::loadModel<models::speech_to_text::SpeechToText>(
          jsiRuntime, jsCallInvoker, "loadSpeechToText"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadTextToSpeechKokoro",
      RnExecutorchInstaller::loadModel<models::text_to_speech::kokoro::Kokoro>(
          jsiRuntime, jsCallInvoker, "loadTextToSpeechKokoro"));

  jsiRuntime->global().setProperty(
      *jsiRuntime, "loadVAD",
      RnExecutorchInstaller::loadModel<
          models::voice_activity_detection::VoiceActivityDetection>(
          jsiRuntime, jsCallInvoker, "loadVAD"));

  threads::utils::unsafeSetupThreadPool();
  threads::GlobalThreadPool::initialize();
}

} // namespace rnexecutorch