From 336646be8d2fb761c8631d680b3fdcaa48c173e0 Mon Sep 17 00:00:00 2001 From: Dror Ivry Date: Sun, 1 Feb 2026 14:55:12 +0200 Subject: [PATCH 1/3] feat: feat --- package.json | 2 +- src/index.ts | 25 ++++++++++++++++++++++--- 2 files changed, 23 insertions(+), 4 deletions(-) diff --git a/package.json b/package.json index bf4a1bf..cbdde19 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "qualifire", - "version": "1.6.0", + "version": "1.7.0", "description": "Qualifire client SDK", "main": "./lib/index.js", "files": [ diff --git a/src/index.ts b/src/index.ts index dd2fb01..7e74774 100644 --- a/src/index.ts +++ b/src/index.ts @@ -12,6 +12,7 @@ import { EvaluationRequestV2Schema, type EvaluationResponse, type Framework, + type LLMMessage, } from './types'; export type { @@ -44,7 +45,7 @@ export class Qualifire { constructor({ apiKey, baseUrl }: { apiKey?: string; baseUrl?: string }) { const key = apiKey || process.env.QUALIFIRE_API_KEY; const qualifireBaseUrl = - baseUrl || process.env.QUALIFIRE_BASE_URL || 'https://proxy.qualifire.ai'; + baseUrl || process.env.QUALIFIRE_BASE_URL || 'https://api.qualifire.ai'; if (!key) { throw new Error( @@ -266,6 +267,14 @@ export class Qualifire { tuq_mode: evaluationProxyAPIRequest.tuqMode ?? evaluationProxyAPIRequest.tsqMode, assertions: evaluationProxyAPIRequest.assertions, + assertions_mode: evaluationProxyAPIRequest.assertionsMode, + hallucinations_mode: evaluationProxyAPIRequest.hallucinationsMode, + grounding_mode: evaluationProxyAPIRequest.groundingMode, + grounding_multi_turn_mode: + evaluationProxyAPIRequest.groundingMultiTurnMode, + policy_multi_turn_mode: evaluationProxyAPIRequest.policyMultiTurnMode, + policy_target: evaluationProxyAPIRequest.policyTarget, + allowed_topics: evaluationProxyAPIRequest.allowedTopics, topic_scoping_mode: evaluationProxyAPIRequest.topicScopingMode ?? evaluationProxyAPIRequest.topic_scoping_mode, @@ -407,11 +416,19 @@ export class Qualifire { input, output, evaluationId, + messages, + availableTools, metadata, }: { - input: string; - output: string; + input?: string; + output?: string; evaluationId: string; + messages?: LLMMessage[]; + availableTools?: Array<{ + name: string; + description?: string; + parameters?: Record; + }>; metadata?: Record; }): Promise => { const url = `${this.baseUrl}/api/evaluation/invoke`; @@ -419,6 +436,8 @@ export class Qualifire { input, output, evaluation_id: evaluationId, + messages, + available_tools: availableTools, metadata, }); From 0c6bc049cdd612a5113e5db208464d099055e8bd Mon Sep 17 00:00:00 2001 From: Dror Ivry Date: Sun, 1 Feb 2026 15:05:04 +0200 Subject: [PATCH 2/3] feat: fix --- src/index.ts | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/src/index.ts b/src/index.ts index 7e74774..778a681 100644 --- a/src/index.ts +++ b/src/index.ts @@ -235,7 +235,7 @@ export class Qualifire { evaluationProxyAPIRequest.sexual_content_check || evaluationProxyAPIRequest.sexualContentCheck; - const url = `${this.baseUrl}/api/evaluation/evaluate`; + const url = `${this.baseUrl}/api/v1/evaluation/evaluate`; const body = { input: evaluationProxyAPIRequest.input, output: evaluationProxyAPIRequest.output, @@ -349,7 +349,7 @@ export class Qualifire { EvaluationRequestV2.response ); - const url = `${this.baseUrl}/api/evaluation/evaluate`; + const url = `${this.baseUrl}/api/v1/evaluation/evaluate`; const body = { messages: evaluationRequest.messages, available_tools: evaluationRequest.available_tools, @@ -431,7 +431,7 @@ export class Qualifire { }>; metadata?: Record; }): Promise => { - const url = `${this.baseUrl}/api/evaluation/invoke`; + const url = `${this.baseUrl}/api/v1/evaluation/invoke`; const body = JSON.stringify({ input, output, From 7c0c1af20bb68d852804672175bfc1e02a0551e4 Mon Sep 17 00:00:00 2001 From: Dror Ivry Date: Sun, 1 Feb 2026 15:31:25 +0200 Subject: [PATCH 3/3] feat: wip g --- src/index.ts | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/src/index.ts b/src/index.ts index 778a681..e34ef11 100644 --- a/src/index.ts +++ b/src/index.ts @@ -60,8 +60,11 @@ export class Qualifire { init(): void { process.env.TRACELOOP_TELEMETRY = 'false'; + const tracingBaseUrl = + process.env.QUALIFIRE_TRACING_URL || 'https://tracing.qualifire.ai'; + traceloop.initialize({ - baseUrl: `${this.baseUrl}/api/telemetry`, + baseUrl: `${tracingBaseUrl}/api/telemetry`, headers: { 'X-Qualifire-API-Key': this.sdkKey, },