chore: update default context strategy

Author: mateuszlampert

apps/llm/app/llm/index.tsx

@@ -11,11 +11,7 @@ import {
   View,
 } from 'react-native';
 import SendIcon from '../../assets/icons/send_icon.svg';
-import {
-  useLLM,
-  LLAMA3_2_1B_SPINQUANT,
-  SlidingWindowContextStrategy,
-} from 'react-native-executorch';
+import { useLLM, LLAMA3_2_1B_SPINQUANT } from 'react-native-executorch';
 import PauseIcon from '../../assets/icons/pause_icon.svg';
 import ColorPalette from '../../colors';
 import Messages from '../../components/Messages';
@@ -36,15 +32,6 @@ function LLMScreen() {
 
   const llm = useLLM({ model: LLAMA3_2_1B_SPINQUANT });
 
-  useEffect(() => {
-    llm.configure({
-      chatConfig: {
-        contextStrategy: new SlidingWindowContextStrategy(512),
-      },
-    });
-    // eslint-disable-next-line react-hooks/exhaustive-deps
-  }, []);
-
   useEffect(() => {
     if (llm.error) {
       console.error('LLM error:', llm.error);

packages/react-native-executorch/src/constants/llmDefaults.ts

@@ -1,5 +1,5 @@
 import { ChatConfig, Message } from '../types/llm';
-import { MessageCountContextStrategy } from '../utils/llms/context_strategy/MessageCountContextStrategy';
+import { SlidingWindowContextStrategy } from '../utils/llms/context_strategy';
 
 /**
  * Default system prompt used to guide the behavior of Large Language Models (LLMs).
@@ -35,11 +35,11 @@ ${structuredOutputSchema}
 export const DEFAULT_MESSAGE_HISTORY: Message[] = [];
 
 /**
- * Default context window length for Large Language Models (LLMs).
+ * Default context buffer tokens (number of tokens to keep for the model response) for Large Language Models (LLMs).
  *
  * @category Utilities - LLM
  */
-export const DEFAULT_CONTEXT_WINDOW_LENGTH = 5;
+export const DEFAULT_CONTEXT_BUFFER_TOKENS = 5;
 
 /**
  * Default chat configuration for Large Language Models (LLMs).
@@ -49,7 +49,7 @@ export const DEFAULT_CONTEXT_WINDOW_LENGTH = 5;
 export const DEFAULT_CHAT_CONFIG: ChatConfig = {
   systemPrompt: DEFAULT_SYSTEM_PROMPT,
   initialMessageHistory: DEFAULT_MESSAGE_HISTORY,
-  contextStrategy: new MessageCountContextStrategy(
-    DEFAULT_CONTEXT_WINDOW_LENGTH
+  contextStrategy: new SlidingWindowContextStrategy(
+    DEFAULT_CONTEXT_BUFFER_TOKENS
   ),
 };

packages/react-native-executorch/src/utils/llms/context_strategy/MessageCountContextStrategy.ts

@@ -1,4 +1,3 @@
-import { DEFAULT_CONTEXT_WINDOW_LENGTH } from '../../../constants/llmDefaults';
 import { ContextStrategy, Message } from '../../../types/llm';
 
 /**
@@ -10,11 +9,9 @@ import { ContextStrategy, Message } from '../../../types/llm';
 export class MessageCountContextStrategy implements ContextStrategy {
   /**
    * Initializes the MessageCountContextStrategy.
-   * * @param {number} windowLength - The maximum number of recent messages to retain in the context. Defaults to {@link DEFAULT_CONTEXT_WINDOW_LENGTH}.
+   * * @param {number} windowLength - The maximum number of recent messages to retain in the context. Defaults to 5.
    */
-  constructor(
-    private readonly windowLength: number = DEFAULT_CONTEXT_WINDOW_LENGTH
-  ) {}
+  constructor(private readonly windowLength: number = 5) {}
 
   /**
    * Builds the context by slicing the history to retain only the most recent `windowLength` messages.