feat: make necessary methods and classes public

Author: mateuszlampert

.cspell-wordlist.txt

@@ -19,6 +19,7 @@ microcontrollers
 notimestamps
 seqs
 smollm
+llms
 qwen
 XNNPACK
 EFFICIENTNET

packages/react-native-executorch/common/rnexecutorch/host_objects/ModelHostObject.h

@@ -112,6 +112,10 @@ template <typename Model> class ModelHostObject : public JsiHostObject {
           synchronousHostFunction<&Model::getPromptTokenCount>,
           "getPromptTokenCount"));
 
+      addFunctions(JSI_EXPORT_FUNCTION(
+          ModelHostObject<Model>,
+          synchronousHostFunction<&Model::countTextTokens>, "countTextTokens"));
+
       addFunctions(
           JSI_EXPORT_FUNCTION(ModelHostObject<Model>,
                               synchronousHostFunction<&Model::setCountInterval>,

packages/react-native-executorch/common/rnexecutorch/models/llm/LLM.cpp

@@ -86,6 +86,15 @@ size_t LLM::getPromptTokenCount() const noexcept {
   return runner->stats_.num_prompt_tokens;
 }
 
+size_t LLM::countTextTokens(std::string text) const {
+  if (!runner || !runner->is_loaded()) {
+    throw RnExecutorchError(
+        RnExecutorchErrorCode::ModuleNotLoaded,
+        "Can't count tokens from a model that's not loaded");
+  }
+  return runner->count_text_tokens(text);
+}
+
 size_t LLM::getMemoryLowerBound() const noexcept {
   return memorySizeLowerBound;
 }

packages/react-native-executorch/common/rnexecutorch/models/llm/LLM.h

@@ -25,6 +25,7 @@ class LLM : public BaseModel {
   void unload() noexcept;
   size_t getGeneratedTokenCount() const noexcept;
   size_t getPromptTokenCount() const noexcept;
+  size_t countTextTokens(std::string text) const;
   size_t getMemoryLowerBound() const noexcept;
   void setCountInterval(size_t countInterval);
   void setTemperature(float temperature);

packages/react-native-executorch/common/runner/runner.cpp

@@ -368,4 +368,17 @@ int32_t Runner::resolve_max_new_tokens(int32_t num_prompt_tokens,
   return std::max(0, result);
 }
 
+int32_t Runner::count_text_tokens(const std::string &text) const {
+  auto encodeResult =
+      tokenizer_->encode(text, numOfAddedBoSTokens, numOfAddedEoSTokens);
+
+  if (!encodeResult.ok()) {
+    throw rnexecutorch::RnExecutorchError(
+        rnexecutorch::RnExecutorchErrorCode::TokenizerError,
+        "Encoding failed during token count check.");
+  }
+
+  return static_cast<int32_t>(encodeResult.get().size());
+}
+
 } // namespace example

packages/react-native-executorch/common/runner/runner.h

@@ -50,6 +50,7 @@ class Runner : public llm::IRunner {
   void set_time_interval(size_t time_interval);
   void set_temperature(float temperature) noexcept;
   void set_topp(float topp) noexcept;
+  int32_t count_text_tokens(const std::string &text) const;
 
   void stop() override;
   void reset() override;

packages/react-native-executorch/src/index.ts

@@ -114,6 +114,7 @@ export * from './modules/general/ExecutorchModule';
 // utils
 export * from './utils/ResourceFetcher';
 export * from './utils/llm';
+export * from './utils/llms/context_strategy';
 
 // types
 export * from './types/objectDetection';

packages/react-native-executorch/src/utils/llms/context_strategy/index.ts

@@ -0,0 +1,3 @@
+export { MessageCountContextStrategy } from './MessageCountContextStrategy';
+export { SlidingWindowContextStrategy } from './SlidingWindowContextStrategy';
+export { NaiveContextStrategy } from './NaiveContextStrategy';