Implemented GlobalThreadPool and added setting xnnpack threadpool for iOS

Author: Mateusz Kopciński

.cspell-wordlist.txt

@@ -66,3 +66,9 @@ softmax
 logit
 logits
 probs
+threadpool
+chrono
+setpriority
+errno
+ifdef
+elif

packages/react-native-executorch/README.md

@@ -0,0 +1,139 @@
+<div align="right">
+  <h1 align="left" style="display:inline-block">React Native ExecuTorch 
+    <!-- Discord Badge -->
+    <a href="https://discord.gg/ZGqqY55qkP">
+      <img src="https://img.shields.io/badge/Discord-Join%20Us-00008B?logo=discord&logoColor=white&style=for-the-badge" alt="Join our Discord community">
+    </a>
+  </h1>
+</div>
+
+![Software Mansion banner](https://github.com/user-attachments/assets/fa2c4735-e75c-4cc1-970d-88905d95e3a4)
+
+**React Native ExecuTorch** provides a declarative way to run AI models on-device using React Native, powered by **ExecuTorch** :rocket:. It offers out-of-the-box support for a wide range of LLMs, computer vision models, and more. Visit our [HuggingFace](https://huggingface.co/software-mansion) page to explore these models.
+
+**ExecuTorch**, developed by Meta, is a novel framework allowing AI model execution on devices like mobile phones or microcontrollers.
+
+React Native ExecuTorch bridges the gap between React Native and native platform capabilities, enabling developers to efficiently run local AI models on mobile devices. This can be achieved without the need for extensive expertise in native programming or machine learning.
+
+[![npm version](https://img.shields.io/npm/v/react-native-executorch?color=00008B)](https://www.npmjs.com/package/react-native-executorch)
+[![CI](https://github.com/software-mansion/react-native-executorch/actions/workflows/ci.yml/badge.svg)](https://github.com/software-mansion/react-native-executorch/actions/workflows/ci.yml)
+
+**Table of contents:**
+
+- [:yin_yang: Supported versions](#yin_yang-supported-versions)
+- [:books: Documentation](#books-documentation)
+- [:earth_africa: Real-World Example](#earth_africa-real-world-example)
+- [:llama: Quickstart - Running Llama](#llama-quickstart---running-llama)
+- [:calling: Demo apps](#calling-demo-apps)
+- [:robot: Ready-made models](#robot-ready-made-models)
+- [:balance_scale: License](#balance_scale-license)
+- [:soon: What's next?](#soon-whats-next)
+
+## :yin_yang: Supported versions
+
+The minimal supported version are: 
+* iOS 17.0
+* Android 13
+* React Native 0.76
+
+> [!IMPORTANT]  
+> React Native Executorch supports only the [New React Native architecture](https://reactnative.dev/architecture/landing-page).
+
+## :books: Documentation
+
+Check out how our library can help you build your React Native AI features by visiting our docs:  
+https://docs.swmansion.com/react-native-executorch
+
+## :earth_africa: Real-World Example
+
+React Native ExecuTorch is powering [Private Mind](https://github.com/software-mansion-labs/private-mind), a privacy-first mobile AI app available on [App Store](https://apps.apple.com/gb/app/private-mind/id6746713439) and [Google Play](https://play.google.com/store/apps/details?id=com.swmansion.privatemind).
+
+<img width="2720" height="1085" alt="Private Mind promo" src="https://github.com/user-attachments/assets/b12296fe-19ac-48fc-9726-da9242700346" />
+
+## :llama: **Quickstart - Running Llama**
+
+**Get started with AI-powered text generation in 3 easy steps!**
+
+### :one: **Installation**
+
+```bash
+# Install the package
+yarn add react-native-executorch
+# Depending on the platform, choose either iOS or Android
+yarn expo run:< ios | android >
+```
+
+### :two: **Setup & Initialization**
+
+Add this to your component file:
+
+```tsx
+import {
+  useLLM,
+  LLAMA3_2_1B,
+  Message
+} from 'react-native-executorch';
+
+function MyComponent() {
+  // Initialize the model 🚀
+  const llm = useLLM({ model: LLAMA3_2_1B });
+  // ... rest of your component
+}
+```
+
+### :three: **Run the model!**
+
+```tsx
+const handleGenerate = async () => {
+  const chat: Message[] = [
+    { role: 'system', content: 'You are a helpful assistant' },
+    { role: 'user', content: 'What is the meaning of life?' }
+  ];
+
+  // Chat completion
+  await llm.generate(chat);
+  console.log('Llama says:', llm.response);
+};
+```
+
+## :calling: Demo apps
+
+We currently host a few example [apps](https://github.com/software-mansion/react-native-executorch/tree/main/apps) demonstrating use cases of our library:
+
+- `llm` - Chat application showcasing use of LLMs
+- `speech-to-text` - Whisper model ready for transcription tasks
+- `computer-vision` - Computer vision related tasks
+- `text-embeddings` - Computing text representations for semantic search
+
+If you would like to run demo app, navigate to its project directory and install dependencies with:
+
+```bash
+yarn
+```
+
+Then, depending on the platform, choose either iOS or Android:
+
+```bash
+yarn expo run:< ios | android >
+```
+
+> [!WARNING]  
+> Running LLMs requires a significant amount of RAM. If you are encountering unexpected app crashes, try to increase the amount of RAM allocated to the emulator.
+
+## :robot: Ready-made models
+
+Our library has a number of ready-to-use AI models; a complete list is available in the documentation. If you're interested in running your own AI model, you need to first export it to the `.pte` format. Instructions on how to do this are available in the [Python API](https://pypi.org/project/executorch/).
+
+## :balance_scale: License
+
+This library is licensed under [The MIT License](./LICENSE).
+
+## :soon: What's next?
+
+To learn about our upcoming plans and developments, please visit our [milestones](https://github.com/software-mansion/react-native-executorch/milestones).
+
+## React Native ExecuTorch is created by Software Mansion
+
+Since 2012, [Software Mansion](https://swmansion.com) is a software agency with experience in building web and mobile apps. We are Core React Native Contributors and experts in dealing with all kinds of React Native issues. We can help you build your next dream product – [Hire us](https://swmansion.com/contact/projects?utm_source=react-native-executorch&utm_medium=readme).
+
+[![swm](https://logo.swmansion.com/logo?color=white&variant=desktop&width=150&tag=react-native-executorch-github 'Software Mansion')](https://swmansion.com)

packages/react-native-executorch/common/rnexecutorch/RnExecutorchInstaller.cpp

@@ -1,6 +1,5 @@
 #include "RnExecutorchInstaller.h"
 
-#include <rnexecutorch/GlobalThreadPool.h>
 #include <rnexecutorch/Log.h>
 #include <rnexecutorch/TokenizerModule.h>
 #include <rnexecutorch/host_objects/JsiConversions.h>
@@ -14,12 +13,8 @@
 #include <rnexecutorch/models/speech_to_text/SpeechToText.h>
 #include <rnexecutorch/models/style_transfer/StyleTransfer.h>
 #include <rnexecutorch/models/vertical_ocr/VerticalOCR.h>
-
-#if defined(__ANDROID__) && defined(__aarch64__)
-#include <executorch/extension/threadpool/cpuinfo_utils.h>
-#include <executorch/extension/threadpool/threadpool.h>
-#include <rnexecutorch/Log.h>
-#endif
+#include <rnexecutorch/threads/GlobalThreadPool.h>
+#include <rnexecutorch/threads/ThreadUtils.h>
 
 namespace rnexecutorch {
 
@@ -94,24 +89,8 @@ void RnExecutorchInstaller::injectJSIBindings(
       RnExecutorchInstaller::loadModel<models::speech_to_text::SpeechToText>(
           jsiRuntime, jsCallInvoker, "loadSpeechToText"));
 
-#if defined(__ANDROID__) && defined(__aarch64__)
-  auto num_of_perf_cores =
-      ::executorch::extension::cpuinfo::get_num_performant_cores();
-  log(LOG_LEVEL::Info, "Detected ", num_of_perf_cores, " performant cores");
-  // setting num_of_cores to floor(num_of_perf_cores / 2) + 1) because depending
-  // on cpu arch as when possible we want to leave at least 2 performant cores
-  // for other tasks (setting more actually results in drop of performance). For
-  // older devices (i.e. samsung s22) resolves to 3 cores, and for newer ones
-  // (like OnePlus 12) resolves to 4, which when benchamrked gives highest
-  // throughput.
-  auto num_of_cores = static_cast<uint32_t>(num_of_perf_cores / 2) + 1;
-  ::executorch::extension::threadpool::get_threadpool()
-      ->_unsafe_reset_threadpool(num_of_cores);
-  log(LOG_LEVEL::Info, "Configuring xnnpack for ", num_of_cores, " threads");
-#endif
-
-  ThreadConfig config;
-  GlobalThreadPool::initialize(2, config);
+  threads::ThreadUtils::unsafeSetupThreadPool();
+  threads::GlobalThreadPool::initialize();
 }
 
-} // namespace rnexecutorch
+} // namespace rnexecutorch