resolve context

Author: pelikhan

.vscode/settings.json

@@ -40,6 +40,7 @@
         "chattypes",
         "Chunker",
         "chunkers",
+        "clihelp",
         "cmds",
         "cmsg",
         "codelion",

packages/core/src/expander.ts

@@ -25,7 +25,6 @@ import { mergeEnvVarsWithSystem } from "./vars.js";
 import { installGlobalPromptContext } from "./globals.js";
 import { mark } from "./performance.js";
 import { nodeIsPackageTypeModule } from "./nodepackage.js";
-import { parseModelIdentifier } from "./models.js";
 import { metadataMerge } from "./metadata.js";
 import type {
   ChatParticipant,
@@ -255,7 +254,6 @@ export async function expandTemplate(
   let topLogprobs = Math.max(options.topLogprobs || 0, template.topLogprobs || 0);
 
   // finalize options
-  const { provider } = parseModelIdentifier(model);
   env.meta.model = model;
   Object.freeze(env.meta);
 

packages/core/src/generation.ts

@@ -3,7 +3,7 @@
 
 import type { CancellationToken } from "./cancellation.js";
 import type { ChatCompletionsOptions } from "./chattypes.js";
-import { MarkdownTrace } from "./trace.js";
+import { MarkdownTrace, TraceOptions } from "./trace.js";
 import { GenerationStats } from "./usage.js";
 import type {
   ContentSafetyOptions,
@@ -28,13 +28,13 @@ export interface GenerationOptions
     EmbeddingsModelOptions,
     ContentSafetyOptions,
     ScriptRuntimeOptions,
-    MetadataOptions {
+    MetadataOptions,
+    TraceOptions {
   inner: boolean; // Indicates if the process is an inner operation
   runId?: string;
   runDir?: string;
   cancellationToken?: CancellationToken; // Token to cancel the operation
   infoCb?: (partialResponse: { text: string }) => void; // Callback for providing partial responses
-  trace: MarkdownTrace; // Trace information for debugging or logging
   outputTrace?: MarkdownTrace;
   maxCachedTemperature?: number; // Maximum temperature for caching purposes
   maxCachedTopP?: number; // Maximum top-p value for caching
@@ -44,6 +44,6 @@ export interface GenerationOptions
   };
   vars?: PromptParameters; // Variables for prompt customization
   stats: GenerationStats; // Statistics of the generation
-  userState: Record<string, any>;
+  userState: Record<string, unknown>;
   applyGitIgnore?: boolean;
 }

packages/core/src/promptcontext.ts

@@ -39,7 +39,7 @@ import { resolveLanguageModelConfigurations } from "./config.js";
 import { deleteUndefinedValues } from "./cleaners.js";
 import type { ExpansionVariables, PromptContext } from "./types.js";
 
-const dbg = genaiscriptDebug("promptcontext");
+const dbg = genaiscriptDebug("ctx");
 
 /**
  * Creates a prompt context for the specified project, variables, trace, options, and model.
@@ -61,6 +61,7 @@ export async function createPromptContext(
   const { cancellationToken } = options;
   const { generator, vars, dbg, output, ...varsNoGenerator } = ev;
 
+  dbg(`create`);
   // Clone variables to prevent modification of the original object
   const env = {
     generator,
@@ -297,6 +298,7 @@ export async function createPromptContext(
       } satisfies LanguageModelProviderInfo);
     },
     cache: async (name: string) => {
+      // eslint-disable-next-line @typescript-eslint/no-explicit-any
       const res = createCache<any, any>(name, { type: "memory" });
       return res;
     },

packages/core/src/promptrunner.ts

@@ -1,9 +1,6 @@
 // Copyright (c) Microsoft Corporation.
 // Licensed under the MIT License.
 
-import debug from "debug";
-const runnerDbg = debug("genaiscript:promptrunner");
-
 // Import necessary modules and functions for handling chat sessions, templates, file management, etc.
 import { executeChatSession, tracePromptResult } from "./chat.js";
 import { GenerationStatus, Project } from "./server/messages.js";
@@ -32,6 +29,8 @@ import { deleteUndefinedValues } from "./cleaners.js";
 import { DEBUG_SCRIPT_CATEGORY } from "./constants.js";
 import type { PromptScript } from "./types.js";
 import { genaiscriptDebug } from "./debug.js";
+import debug from "debug";
+const runnerDbg = genaiscriptDebug("promptrunner");
 const dbg = genaiscriptDebug("env");
 
 // Asynchronously resolve expansion variables needed for a template
@@ -185,6 +184,7 @@ export async function runTemplate(
       cache,
       metadata,
     } = await expandTemplate(prj, template, options, env);
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
     const { output, generator, secrets, dbg: envDbg, ...restEnv } = env;
 
     runnerDbg(`messages ${messages.length}`);

packages/runtime/src/cast.ts

@@ -1,12 +1,13 @@
 /* eslint-disable @typescript-eslint/no-unused-expressions */
 import type {
-  ChatGenerationContext,
+  ChatGenerationContextOptions,
   JSONSchema,
   JSONSchemaArray,
   PromptGenerator,
   PromptGeneratorOptions,
   StringLike,
 } from "@genaiscript/core";
+import { resolveChatGenerationContext } from "./runtime.js";
 
 /**
  * Converts unstructured text or data into structured JSON format.
@@ -20,18 +21,14 @@ import type {
 export async function cast(
   data: StringLike | PromptGenerator,
   itemSchema: JSONSchema,
-  options?: PromptGeneratorOptions & ChatGenerationContextOptions & {
-    multiple?: boolean;
-    instructions?: string | PromptGenerator;
-  },
+  options?: PromptGeneratorOptions &
+    ChatGenerationContextOptions & {
+      multiple?: boolean;
+      instructions?: string | PromptGenerator;
+    },
 ): Promise<{ data?: unknown; error?: string; text: string }> {
-  const {
-    ctx = globalPromptContext.env.generator,
-    multiple,
-    instructions,
-    label = `cast text to schema`,
-    ...rest
-  } = options || {};
+  const ctx = resolveChatGenerationContext(options);
+  const { multiple, instructions, label = `cast text to schema`, ...rest } = options || {};
   const responseSchema = multiple
     ? ({
         type: "array",

packages/runtime/src/classify.ts

@@ -16,6 +16,7 @@ import type {
   StringLike,
 } from "@genaiscript/core";
 import { uniq } from "es-toolkit";
+import { resolveChatGenerationContext } from "./runtime.js";
 
 /**
  * Options for classifying data using AI models.
@@ -62,6 +63,7 @@ export async function classify<L extends Record<string, string>>(
   logprobs?: Record<keyof typeof labels | "other", Logprob>;
   usage?: RunPromptUsage;
 }> {
+  const ctx = resolveChatGenerationContext(options);
   const { other, explanations, ...rest } = options || {};
 
   const entries = Object.entries({
@@ -77,7 +79,6 @@ export async function classify<L extends Record<string, string>>(
 
   const choices = entries.map(([k]) => k);
   const allChoices = uniq<keyof typeof labels | "other">(choices);
-  const ctx: ChatGenerationContext = options?.ctx || globalPromptContext.env.generator;
 
   const res = await ctx.runPrompt(
     async (_) => {

packages/runtime/src/filetree.ts

@@ -15,6 +15,7 @@ import type {
   WorkspaceFile,
   WorkspaceGrepOptions,
 } from "@genaiscript/core";
+import { resolveChatGenerationContext } from "./runtime.js";
 
 /**
  * Creates a tree representation of files in the workspace.

packages/runtime/src/makeitbetter.ts

@@ -1,4 +1,5 @@
-import type { ChatGenerationContext } from "@genaiscript/core";
+import type { ChatGenerationContext, ChatGenerationContextOptions } from "@genaiscript/core";
+import { resolveChatGenerationContext } from "./runtime.js";
 
 /**
  * Enhances content generation by applying iterative improvements.
@@ -9,13 +10,14 @@ import type { ChatGenerationContext } from "@genaiscript/core";
  * @param options.instructions - Custom instructions for improvement. Defaults to "Make it better!".
  * The instructions are applied in each iteration.
  */
-export function makeItBetter(options?: {
-  ctx?: ChatGenerationContext;
-  repeat?: number;
-  instructions?: string;
-}) {
+export function makeItBetter(
+  options?: ChatGenerationContextOptions & {
+    repeat?: number;
+    instructions?: string;
+  },
+) {
+  const ctx = resolveChatGenerationContext(options);
   const { repeat = 1, instructions = "Make it better!" } = options || {};
-  const ctx: ChatGenerationContext = options?.ctx || globalPromptContext.env.generator;
 
   let round = 0;
   ctx.defChatParticipant((cctx) => {

packages/runtime/src/markdownifypdf.ts

@@ -14,6 +14,7 @@ import type {
   PromptGeneratorOptions,
   WorkspaceFile,
 } from "@genaiscript/core";
+import { resolveChatGenerationContext } from "./runtime.js";
 
 /**
  * Converts a PDF file to markdown format with intelligent formatting preservation.
@@ -25,13 +26,14 @@ import type {
 export async function markdownifyPdf(
   file: WorkspaceFile,
   options?: PromptGeneratorOptions &
+    ChatGenerationContext &
     Omit<ParsePDFOptions, "renderAsImage"> & {
       instructions?: string | PromptGenerator;
       ctx?: ChatGenerationContext;
     },
 ) {
+  const ctx = resolveChatGenerationContext(options);
   const {
-    ctx = globalPromptContext.env.generator,
     label = `markdownify PDF`,
     model = "ocr",
     responseType = "markdown",