Add @ai-sdk/fireworks

Author: danielcampagnolitg

package.json

@@ -73,6 +73,7 @@
     "@ai-sdk/cerebras": "1.0.25",
     "@ai-sdk/deepinfra": "1.0.23",
     "@ai-sdk/deepseek": "1.0.23",
+    "@ai-sdk/fireworks": "^1.0.23",
     "@ai-sdk/google": "2.0.23",
     "@ai-sdk/google-vertex": "3.0.53",
     "@ai-sdk/groq": "2.0.24",

pnpm-lock.yaml

@@ -59,7 +59,7 @@ export async function loadSecrets(sm?: SecretManager) {
 			for (const [envKey, mappedName] of mapping.entries()) {
 				if (mappedName === name) secrets.set(envKey, value);
 			}
-			logger.info(`Loaded secret ${name}`);
+			logger.debug(`Loaded secret ${name}`);
 		}),
 	);
 

src/config/secretConfig.ts

@@ -1,12 +1,12 @@
-import { type OpenAIProvider, createOpenAI } from '@ai-sdk/openai';
+import { FireworksProvider, createFireworks } from '@ai-sdk/fireworks';
 import { costPerMilTokens } from '#llm/base-llm';
 import { AiLLM } from '#llm/services/ai-llm';
 import type { LLM, LlmCostFunction } from '#shared/llm/llm.model';
 import { currentUser } from '#user/userContext';
 
 export const FIREWORKS_SERVICE = 'fireworks';
 
-export class Fireworks extends AiLLM<OpenAIProvider> {
+export class Fireworks extends AiLLM<FireworksProvider> {
 	constructor(displayName: string, model: string, maxOutputTokens: number, calculateCosts: LlmCostFunction) {
 		super({ displayName, service: FIREWORKS_SERVICE, modelId: model, maxInputTokens: maxOutputTokens, calculateCosts });
 	}
@@ -15,11 +15,11 @@ export class Fireworks extends AiLLM<OpenAIProvider> {
 		return currentUser()?.llmConfig.fireworksKey?.trim() || process.env.FIREWORKS_API_KEY;
 	}
 
-	provider(): OpenAIProvider {
+	provider(): FireworksProvider {
 		if (!this.aiProvider) {
 			const apiKey = this.apiKey();
 			if (!apiKey) throw new Error('No API key provided');
-			this.aiProvider = createOpenAI({
+			this.aiProvider = createFireworks({
 				apiKey,
 				baseURL: 'https://api.fireworks.ai/inference/v1',
 			});
@@ -30,7 +30,7 @@ export class Fireworks extends AiLLM<OpenAIProvider> {
 
 export function fireworksLLMRegistry(): Record<string, () => LLM> {
 	return {
-		[`${FIREWORKS_SERVICE}:accounts/fireworks/models/fireworks/glm-4p6`]: fireworksGLM_4_6,
+		[`${FIREWORKS_SERVICE}:accounts/fireworks/models/glm-4p6`]: fireworksGLM_4_6,
 	};
 }
 
@@ -41,8 +41,3 @@ export function fireworksGLM_4_6(): LLM {
 export function fireworksDeepSeekR1_Fast(): LLM {
 	return new Fireworks('DeepSeek R1 Fast (Fireworks)', 'accounts/fireworks/models/deepseek-r1', 160_000, costPerMilTokens(3, 8));
 }
-
-// Not available in serverless
-// export function fireworksLlama3_70B_R1_Distill(): LLM {
-// 	return new Fireworks('LLama3 70b R1 Distill (Fireworks)', 'accounts/fireworks/models/deepseek-r1-distill-llama-70b', 131_072, perMilTokens(0.9), perMilTokens(0.9));
-// }

src/llm/services/fireworks.ts

@@ -170,7 +170,7 @@ describe('LLMs', () => {
 	describe('Fireworks', () => {
 		const llm = fireworksGLM_4_6();
 
-		it.skip('should generateText', async () => {
+		it('should generateText', async () => {
 			const response = await llm.generateText(SKY_PROMPT, { temperature: 0, id: 'test' });
 			expect(response.toLowerCase()).to.include('blue');
 		});

src/llm/services/llm.int.ts

@@ -156,7 +156,7 @@ export class SlackChatBotService implements ChatBotService, AgentCompleted {
 			logger.error(error, 'Failed to get bot user ID');
 		}
 
-		if (config.socketMode) {
+		if (config.socketMode && config.autoStart) {
 			// Listen for messages in channels
 			slackApp.event('message', async ({ event, say }) => {
 				this.handleMessage(event, say);

src/modules/slack/slackChatBotService.ts

@@ -19,8 +19,8 @@ export function slackConfig(): SlackConfig {
 
 function createSlackConfig(): SlackConfig {
 	const config: SlackConfig = {
-		socketMode: Boolean(process.env.SLACK_SOCKET_MODE?.trim()),
-		autoStart: Boolean(process.env.SLACK_AUTO_START?.trim()),
+		socketMode: process.env.SLACK_SOCKET_MODE?.trim().toLowerCase() === 'true',
+		autoStart: process.env.SLACK_AUTO_START?.trim().toLowerCase() === 'true',
 		botToken: getSecretEnvVar('SLACK_BOT_TOKEN', ''),
 		signingSecret: getSecretEnvVar('SLACK_SIGNING_SECRET', ''),
 		appToken: getSecretEnvVar('SLACK_APP_TOKEN', ''),

src/modules/slack/slackConfig.ts

@@ -181,7 +181,7 @@ export class IndexDocBuilder {
 
 		// fss.writeFile is expected to handle recursive directory creation.
 		await this.fss.writeFile(summaryFilePath, JSON.stringify(doc, null, 2));
-		logger.info(`Completed summary for ${relativeFilePath}`);
+		logger.debug(`Completed summary for ${relativeFilePath}`);
 	}
 
 	async processFilesInFolder(folderPath: string, fileMatchesIndexDocs: (filePath: string) => boolean): Promise<void> {