Frontend and LLM updates

Author: danielcampagnolitg

frontend/src/app/modules/profile/account/account.component.ts

@@ -8,9 +8,9 @@ import { MatInputModule } from '@angular/material/input';
 import { MatSelectModule } from '@angular/material/select';
 import { MatSnackBar } from '@angular/material/snack-bar';
 import { UserProfile, UserProfileUpdate } from '#shared/user/user.model';
-import { ApiListState } from '../../../core/api-state.types';
-import { UserService } from '../../../core/user/user.service';
-import { LlmService } from '../../llm.service';
+import { ApiListState } from '#core/api-state.types';
+import { UserService } from '#core/user/user.service';
+import { LlmService } from '#modules/llm.service';
 import { LlmInfo } from '#shared/llm/llm.model';
 
 @Component({
@@ -23,6 +23,8 @@ import { LlmInfo } from '#shared/llm/llm.model';
 })
 export class SettingsAccountComponent implements OnInit {
 	private readonly destroyRef = inject(DestroyRef);
+	private userService = inject(UserService);
+	private llmService = inject(LlmService);
 
 	accountForm!: FormGroup;
 
@@ -31,11 +33,7 @@ export class SettingsAccountComponent implements OnInit {
 	// Expose UserProfile signal for the template (for view-only email)
 	readonly userProfile: Signal<UserProfile> = this.userService.userProfile;
 
-	constructor(
-		private snackBar: MatSnackBar,
-		private llmService: LlmService,
-		private userService: UserService,
-	) {
+	constructor(private snackBar: MatSnackBar) {
 		// Effect to react to user profile changes and patch the form
 		effect(() => {
 			const user = this.userService.userProfile();

frontend/tsconfig.app.json

@@ -4,9 +4,6 @@
     "compilerOptions": {
         "outDir": "./out-tsc/app",
         "types": [],
-        "paths": {
-            "#shared/*": ["../../shared/*"]
-        }
     },
     "files": ["src/main.ts"],
     "include": ["src/**/*.d.ts", "../../shared/**/*.ts"]

frontend/tsconfig.json

@@ -16,9 +16,9 @@
         "useDefineForClassFields": false,
         "lib": ["ES2022", "dom"],
         "paths": {
-            "#core/*": ["./src/app/core/*"],
-            "#environments/*": ["./src/environments/*"],
-            "#modules/*": ["./src/app/modules/*"],
+            "#core/*": ["./app/core/*"],
+            "#environments/*": ["./environments/*"],
+            "#modules/*": ["./app/modules/*"],
             "#shared/*": ["../../shared/*"]
         }
     },

frontend/tsconfig.spec.json

@@ -4,9 +4,6 @@
     "compilerOptions": {
         "outDir": "./out-tsc/spec",
         "types": ["jasmine"],
-        "paths": {
-            "#shared/*": ["../../shared/*"]
-        }
     },
     "include": ["src/**/*.spec.ts", "src/**/*.d.ts", "../../shared/**/*.ts"]
 }

package-lock.json

@@ -70,8 +70,8 @@
     "@ai-sdk/cerebras": "^0.2.14", 
     "@ai-sdk/deepinfra": "^0.2.15",
     "@ai-sdk/deepseek": "^0.2.14",
-    "@ai-sdk/google": "^1.2.17",
-    "@ai-sdk/google-vertex": "^2.2.22",
+    "@ai-sdk/google": "^1.2.19",
+    "@ai-sdk/google-vertex": "^2.2.24",
     "@ai-sdk/groq": "^1.2.9",
     "@ai-sdk/openai": "^1.3.22",
     "@ai-sdk/perplexity": "^1.1.9",
@@ -99,8 +99,8 @@
     "@grpc/grpc-js": "^1.12.6",
     "@microsoft/tiktokenizer": "^1.0.8",
     "@mistralai/mistralai": "^1.7.1",
-    "@modelcontextprotocol/sdk": "^1.11.4",
-    "@mozilla/readability": "^0.5.0",
+    "@modelcontextprotocol/sdk": "^1.13.2",
+    "@mozilla/readability": "^0.6.0",
     "@octokit/request": "^5.1.0",
     "@openrouter/ai-sdk-provider": "^0.4.5",
     "@opentelemetry/api": "^1.6.0",

package.json

@@ -227,7 +227,7 @@ export abstract class AiLLM<Provider extends ProviderV1> extends BaseLLM {
 						// Streaming is required when max_tokens is greater than 21,333
 					}
 					// https://cloud.google.com/vertex-ai/generative-ai/docs/thinking#budget
-					else if (this.getId().includes('gemini-2.5-flash')) {
+					else if (this.getId().includes('gemini-2.5')) {
 						if (combinedOpts.thinking === 'low') thinkingBudget = 8192;
 						else if (combinedOpts.thinking === 'medium') thinkingBudget = 16384;
 						else if (combinedOpts.thinking === 'high') thinkingBudget = 24576;

src/llm/services/ai-llm.ts

@@ -11,8 +11,8 @@ export const ANTHROPIC_SERVICE = 'anthropic';
 export function anthropicLLMRegistry(): Record<string, () => LLM> {
 	return {
 		[`${ANTHROPIC_SERVICE}:claude-3-5-haiku`]: Claude3_5_Haiku,
-		[`${ANTHROPIC_SERVICE}:claude-4-sonnet`]: anthropicClaude4_Sonnet,
-		[`${ANTHROPIC_SERVICE}:claude-4-opus`]: anthropicClaude4_Opus,
+		[`${ANTHROPIC_SERVICE}:claude-sonnet-4`]: anthropicClaude4_Sonnet,
+		[`${ANTHROPIC_SERVICE}:claude-opus-4`]: anthropicClaude4_Opus,
 	};
 }
 

src/llm/services/anthropic.ts

@@ -5,7 +5,11 @@ let tokenizer: TikTokenizer | null = null;
 let loadingTokenizer: Promise<any> | null = null;
 
 export function countTokensSync(text: string): number {
-	if (!tokenizer) return 0;
+	if (!tokenizer) {
+		logger.warn('Tokenizer not initialized');
+		countTokens('').catch((e) => console.error(e));
+		return 0;
+	}
 	return tokenizer.encode(text).length;
 }
 

src/llm/tokens.ts

@@ -32,7 +32,7 @@ export async function chatRoutes(fastify: AppFastifyInstance) {
 			const userId = currentUser().id;
 			const chat: Chat = await fastify.chatService.loadChat(chatId);
 			if (chat.userId !== userId) return sendBadRequest(reply, 'Unauthorized to view this chat');
-			console.log(JSON.stringify(chat));
+			// console.log(JSON.stringify(chat));
 			reply.sendJSON(chat);
 		},
 	);
@@ -219,9 +219,7 @@ export async function chatRoutes(fastify: AppFastifyInstance) {
 			const userId = currentUser().id;
 
 			const chat: Chat = await fastify.chatService.loadChat(chatId);
-			if (chat.userId !== userId) {
-				return sendBadRequest(reply, 'Unauthorized to regenerate this chat');
-			}
+			if (chat.userId !== userId) return sendBadRequest(reply, 'Unauthorized to regenerate this chat');
 
 			let llm: LLM;
 			try {
@@ -271,9 +269,8 @@ export async function chatRoutes(fastify: AppFastifyInstance) {
 			const userId = currentUser().id;
 			try {
 				const chat = await fastify.chatService.loadChat(chatId);
-				if (chat.userId !== userId) {
-					return sendBadRequest(reply, 'Unauthorized to delete this chat');
-				}
+				if (chat.userId !== userId) return sendBadRequest(reply, 'Unauthorized to delete this chat');
+
 				await fastify.chatService.deleteChat(chatId);
 				reply.code(204).send(); // 204 No Content, no body, so no sendJSON
 			} catch (error) {