refactor: integrate resolveRuntime function and update parser usage across modules

Author: pelikhan

packages/runtime/src/cast.ts

@@ -7,7 +7,7 @@ import type {
   PromptGeneratorOptions,
   StringLike,
 } from "@genaiscript/core";
-import { resolveChatGenerationContext } from "./runtime.js";
+import { resolveChatGenerationContext, resolveRuntime } from "./runtime.js";
 
 /**
  * Converts unstructured text or data into structured JSON format.
@@ -28,6 +28,7 @@ export async function cast(
     },
 ): Promise<{ data?: unknown; error?: string; text: string }> {
   const ctx = resolveChatGenerationContext(options);
+  const { parsers } = resolveRuntime();
   const { multiple, instructions, label = `cast text to schema`, ...rest } = options || {};
   const responseSchema = multiple
     ? ({
@@ -53,6 +54,6 @@ export async function cast(
       label,
     },
   );
-  const text = globalPromptContext.parsers.unfence(res.text, "json");
+  const text = parsers.unfence(res.text, "json");
   return res.json ? { text, data: res.json } : { text, error: res.error?.message };
 }

packages/runtime/src/filetree.ts

@@ -15,7 +15,7 @@ import type {
   WorkspaceFile,
   WorkspaceGrepOptions,
 } from "@genaiscript/core";
-import { resolveChatGenerationContext } from "./runtime.js";
+import { resolveRuntime } from "./runtime.js";
 
 /**
  * Creates a tree representation of files in the workspace.
@@ -39,12 +39,13 @@ export async function fileTree(
     preview?: (file: WorkspaceFile, stats: FileStats) => Awaitable<unknown>;
   },
 ): Promise<string> {
+  const { workspace, parsers } = resolveRuntime();
   const { frontmatter, preview, query, size, ignore, ...rest } = options || {};
   const readText = !!(frontmatter || preview);
   // TODO
   const files = query
-    ? (await globalPromptContext.workspace.grep(query, glob, { ...rest, readText })).files
-    : await globalPromptContext.workspace.findFiles(glob, {
+    ? (await workspace.grep(query, glob, { ...rest, readText })).files
+    : await workspace.findFiles(glob, {
         ignore,
         readText,
       });
@@ -68,10 +69,10 @@ export async function fileTree(
         const part = parts[index];
         let node = currentLevel.find((n) => n.filename === part);
         if (!node) {
-          const stats = await globalPromptContext.workspace.stat(filename);
+          const stats = await workspace.stat(filename);
           const metadata: unknown[] = [];
           if (frontmatter && /\.mdx?$/i.test(filename)) {
-            const fm = globalPromptContext.parsers.frontmatter(file) || {};
+            const fm = parsers.frontmatter(file) || {};
             if (fm)
               metadata.push(
                 ...frontmatter

packages/runtime/src/globals.d.ts

@@ -0,0 +1,4 @@
+/**
+ * A set of parsers for well-known file formats
+ */
+declare let parsers: Parsers;

packages/runtime/src/index.ts

@@ -1,6 +1,7 @@
 // Copyright (c) Microsoft Corporation.
 // Licensed under the MIT License.
 
+export * from "./globals.js";
 export * from "./version.js";
 export * from "./docker.js";
 export * from "./input.js";

packages/runtime/src/markdownifypdf.ts

@@ -14,7 +14,7 @@ import type {
   PromptGeneratorOptions,
   WorkspaceFile,
 } from "@genaiscript/core";
-import { resolveChatGenerationContext } from "./runtime.js";
+import { resolveChatGenerationContext, resolveRuntime } from "./runtime.js";
 
 /**
  * Converts a PDF file to markdown format with intelligent formatting preservation.
@@ -32,7 +32,8 @@ export async function markdownifyPdf(
       ctx?: ChatGenerationContext;
     },
 ) {
-  const ctx = resolveChatGenerationContext(options);
+  const generator = resolveChatGenerationContext(options);
+  const { parsers } = resolveRuntime();
   const {
     label = `markdownify PDF`,
     model = "ocr",
@@ -42,7 +43,7 @@ export async function markdownifyPdf(
   } = options || {};
 
   // extract text and render pages as images
-  const { pages, images = [] } = await globalPromptContext.parsers.PDF(file, {
+  const { pages, images = [] } = await parsers.PDF(file, {
     ...rest,
     renderAsImage: true,
   });
@@ -51,7 +52,7 @@ export async function markdownifyPdf(
     const page = pages[i];
     const image = images[i];
     // mix of text and vision
-    const res = await ctx.runPrompt(
+    const res = await generator.runPrompt(
       async (_) => {
         const previousPages = markdowns.slice(-2).join("\n\n");
         if (previousPages.length) _.def("PREVIOUS_PAGES", previousPages);
@@ -76,7 +77,7 @@ export async function markdownifyPdf(
                 - Do not repeat the <PREVIOUS_PAGES> content.
                 - Do not include any additional explanations or comments in the markdown formatted extracted text.
                 `;
-        if (image) globalPromptContext.$`- For images, generate a short alt-text description.`;
+        if (image) _.$`- For images, generate a short alt-text description.`;
         if (typeof instructions === "string") _.$`${instructions}`;
         else if (typeof instructions === "function") await instructions(_);
       },

packages/runtime/src/runtime.ts

@@ -31,6 +31,12 @@ const dbg = genaiscriptDebug("runtime");
 
 let _nodeHost: NodeHost | undefined;
 
+export function resolveRuntime(): RuntimePromptContext {
+  if (!_nodeHost) throw new Error("Runtime not configured. Call `config` first.");
+  const globalPromptContext: RuntimePromptContext = globalThis as unknown as RuntimePromptContext;
+  return globalPromptContext;
+}
+
 export function resolveChatGenerationContext(
   options?: ChatGenerationContextOptions,
 ): ChatGenerationContext {