added threadpool extension, partially fixed perf problems

Author: Mateusz Kopciński

apps/llm/android/.kotlin/errors/errors-1754380687676.log

@@ -0,0 +1,4 @@
+kotlin version: 2.0.21
+error message: The daemon has terminated unexpectedly on startup attempt #1 with error code: 0. The daemon process output:
+    1. Kotlin compile daemon is ready
+

apps/llm/app/llm/index.tsx

@@ -68,7 +68,7 @@ function LLMScreen() {
         keyboardVerticalOffset={Platform.OS === 'ios' ? 120 : 40}
       >
         <View style={styles.container}>
-          {/* {llm.messageHistory.length ? (
+          {llm.messageHistory.length ? (
             <View style={styles.chatContainer}>
               <Messages
                 chatHistory={llm.messageHistory}
@@ -84,13 +84,13 @@ function LLMScreen() {
                 What can I help you with?
               </Text>
             </View>
-          )} */}
-          <View style={styles.helloMessageContainer}>
+          )}
+          {/* <View style={styles.helloMessageContainer}>
             <Text style={styles.helloText}>Hello! 👋</Text>
             <Text style={styles.bottomHelloText}>
               What can I help you with?
             </Text>
-          </View>
+          </View> */}
 
           <View style={styles.bottomContainer}>
             <TextInput

packages/react-native-executorch/android/src/main/cpp/CMakeLists.txt

@@ -33,6 +33,17 @@ set(RN_VERSION_LINK_LIBRARIES
 )
 
 # Dependencies:
+# ------- pthreadpool -------
+add_library(pthreadpool SHARED IMPORTED)
+set_target_properties(pthreadpool PROPERTIES
+                      IMPORTED_LOCATION "${LIBS_DIR}/pthreadpool/${ANDROID_ABI}/libpthreadpool.so"
+                      INTERFACE_INCLUDE_DIRECTORIES "${CMAKE_CURRENT_SOURCE_DIR}/../../../../../../third-party/executorch/backends/xnnpack/third-party/pthreadpool/include")
+
+# ------- cpuinfo -------
+add_library(cpuinfo SHARED IMPORTED)
+set_target_properties(cpuinfo PROPERTIES
+                      IMPORTED_LOCATION "${LIBS_DIR}/cpuinfo/${ANDROID_ABI}/libcpuinfo.so"
+                      INTERFACE_INCLUDE_DIRECTORIES "${CMAKE_CURRENT_SOURCE_DIR}/../../../../../../third-party/executorch/backends/xnnpack/third-party/cpuinfo/include")
 
 # ------- Executorch -------
 

packages/react-native-executorch/common/rnexecutorch/models/llm/LLM.cpp

@@ -1,6 +1,8 @@
 #include "LLM.h"
 
 #include <executorch/extension/tensor/tensor.h>
+#include <executorch/extension/threadpool/cpuinfo_utils.h>
+#include <executorch/extension/threadpool/threadpool.h>
 #include <filesystem>
 #include <rnexecutorch/Log.h>
 
@@ -31,15 +33,12 @@ void LLM::generate(std::string input, std::shared_ptr<jsi::Function> callback) {
 
   // Create a native callback that will invoke the JS callback on the JS thread
   auto nativeCallback = [this, callback](const std::string &token) {
-    log(LOG_LEVEL::Error, token);
-
-    //     callInvoker->invokeAsync([callback, token](jsi::Runtime &runtime) {
-    //       callback->call(runtime, jsi::String::createFromUtf8(runtime,
-    //       token));
-    //     });
+    callInvoker->invokeAsync([callback, token](jsi::Runtime &runtime) {
+      callback->call(runtime, jsi::String::createFromUtf8(runtime, token));
+    });
   };
 
-  auto error = runner->generate(input, {}, {}, false);
+  auto error = runner->generate(input, nativeCallback, {}, false);
   if (error != executorch::runtime::Error::Ok) {
     throw std::runtime_error("Failed to generate text, error code: " +
                              std::to_string(static_cast<int>(error)));

packages/react-native-executorch/src/constants/modelUrls.ts

@@ -3,6 +3,7 @@ import { Platform } from 'react-native';
 const URL_PREFIX =
   'https://huggingface.co/software-mansion/react-native-executorch';
 const VERSION_TAG = 'resolve/v0.5.0';
+const NEXT_VERSION_TAG = 'resolve/v0.5.0';
 
 // LLMs
 

packages/react-native-executorch/third-party/include/executorch/extension/threadpool/cpuinfo_utils.h

@@ -7,6 +7,7 @@
  */
 
 #pragma once
+#if defined(__ANDROID__) && defined(__aarch64__)
 
 #include <cpuinfo.h>
 
@@ -22,3 +23,4 @@ namespace torch::executorch::cpuinfo { // DEPRECATED
 // the namespace `torch::executorch` instead of `torch::executor`.
 using ::executorch::extension::cpuinfo::get_num_performant_cores; // DEPRECATED
 } // namespace torch::executorch::cpuinfo
+#endif

packages/react-native-executorch/third-party/include/executorch/extension/threadpool/threadpool.h

@@ -7,6 +7,7 @@
  */
 
 #pragma once
+#if defined(__ANDROID__) && defined(__aarch64__)
 
 #include <functional>
 #include <memory>
@@ -90,3 +91,4 @@ using ::executorch::extension::threadpool::get_pthreadpool; // DEPRECATED
 using ::executorch::extension::threadpool::get_threadpool;  // DEPRECATED
 using ::executorch::extension::threadpool::ThreadPool;      // DEPRECATED
 } // namespace torch::executorch::threadpool
+#endif