We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 7ace914 commit 46d597eCopy full SHA for 46d597e
2 files changed
packages/react-native-executorch/common/rnexecutorch/models/llm/Runner.cpp
packages/react-native-executorch/common/rnexecutorch/models/llm/Runner.h
@@ -0,0 +1,19 @@
1
+#pragma once
2
+
3
+#include <executorch/runner/runner.h>
4
5
+namespace rnexecutorch {
6
+class LLM {
7
+private:
8
+ std::unique_ptr<example::Runner> runner;
9
+ size_t externalMemoryPressure{
10
+ 0}; // TODO: the naming is off, this is just a placeholder
11
12
+public:
13
+ LLM(const std::string &modelSource, const std::string &tokenizerSource);
14
+ void generate(std::string input, void *callback);
15
+ size_t getExternalMemoryPressure(); // TODO: the naming is off, this is just a
16
+ // placeholder
17
+ void unload();
18
+};
19
+} // namespace rnexecutorch
0 commit comments