resolve context

pelikhan · pelikhan · commit 3bb508a0030d · 2025-06-24T18:55:39.000Z
diff --git a/.vscode/settings.json b/.vscode/settings.json
@@ -40,6 +40,7 @@
         "chattypes",
         "Chunker",
         "chunkers",
+        "clihelp",
         "cmds",
         "cmsg",
         "codelion",
diff --git a/packages/core/src/expander.ts b/packages/core/src/expander.ts
@@ -25,7 +25,6 @@ import { mergeEnvVarsWithSystem } from "./vars.js";
 import { installGlobalPromptContext } from "./globals.js";
 import { mark } from "./performance.js";
 import { nodeIsPackageTypeModule } from "./nodepackage.js";
-import { parseModelIdentifier } from "./models.js";
 import { metadataMerge } from "./metadata.js";
 import type {
   ChatParticipant,
@@ -255,7 +254,6 @@ export async function expandTemplate(
   let topLogprobs = Math.max(options.topLogprobs || 0, template.topLogprobs || 0);
 
   // finalize options
-  const { provider } = parseModelIdentifier(model);
   env.meta.model = model;
   Object.freeze(env.meta);
 
diff --git a/packages/core/src/generation.ts b/packages/core/src/generation.ts
@@ -3,7 +3,7 @@
 
 import type { CancellationToken } from "./cancellation.js";
 import type { ChatCompletionsOptions } from "./chattypes.js";
-import { MarkdownTrace } from "./trace.js";
+import { MarkdownTrace, TraceOptions } from "./trace.js";
 import { GenerationStats } from "./usage.js";
 import type {
   ContentSafetyOptions,
@@ -28,13 +28,13 @@ export interface GenerationOptions
     EmbeddingsModelOptions,
     ContentSafetyOptions,
     ScriptRuntimeOptions,
-    MetadataOptions {
+    MetadataOptions,
+    TraceOptions {
   inner: boolean; // Indicates if the process is an inner operation
   runId?: string;
   runDir?: string;
   cancellationToken?: CancellationToken; // Token to cancel the operation
   infoCb?: (partialResponse: { text: string }) => void; // Callback for providing partial responses
-  trace: MarkdownTrace; // Trace information for debugging or logging
   outputTrace?: MarkdownTrace;
   maxCachedTemperature?: number; // Maximum temperature for caching purposes
   maxCachedTopP?: number; // Maximum top-p value for caching
@@ -44,6 +44,6 @@ export interface GenerationOptions
   };
   vars?: PromptParameters; // Variables for prompt customization
   stats: GenerationStats; // Statistics of the generation
-  userState: Record<string, any>;
+  userState: Record<string, unknown>;
   applyGitIgnore?: boolean;
 }
diff --git a/packages/core/src/promptcontext.ts b/packages/core/src/promptcontext.ts
@@ -39,7 +39,7 @@ import { resolveLanguageModelConfigurations } from "./config.js";
 import { deleteUndefinedValues } from "./cleaners.js";
 import type { ExpansionVariables, PromptContext } from "./types.js";
 
-const dbg = genaiscriptDebug("promptcontext");
+const dbg = genaiscriptDebug("ctx");
 
 /**
  * Creates a prompt context for the specified project, variables, trace, options, and model.
@@ -61,6 +61,7 @@ export async function createPromptContext(
   const { cancellationToken } = options;
   const { generator, vars, dbg, output, ...varsNoGenerator } = ev;
 
+  dbg(`create`);
   // Clone variables to prevent modification of the original object
   const env = {
     generator,
@@ -297,6 +298,7 @@ export async function createPromptContext(
       } satisfies LanguageModelProviderInfo);
     },
     cache: async (name: string) => {
+      // eslint-disable-next-line @typescript-eslint/no-explicit-any
       const res = createCache<any, any>(name, { type: "memory" });
       return res;
     },
diff --git a/packages/core/src/promptrunner.ts b/packages/core/src/promptrunner.ts
@@ -1,9 +1,6 @@
 // Copyright (c) Microsoft Corporation.
 // Licensed under the MIT License.
 
-import debug from "debug";
-const runnerDbg = debug("genaiscript:promptrunner");
-
 // Import necessary modules and functions for handling chat sessions, templates, file management, etc.
 import { executeChatSession, tracePromptResult } from "./chat.js";
 import { GenerationStatus, Project } from "./server/messages.js";
@@ -32,6 +29,8 @@ import { deleteUndefinedValues } from "./cleaners.js";
 import { DEBUG_SCRIPT_CATEGORY } from "./constants.js";
 import type { PromptScript } from "./types.js";
 import { genaiscriptDebug } from "./debug.js";
+import debug from "debug";
+const runnerDbg = genaiscriptDebug("promptrunner");
 const dbg = genaiscriptDebug("env");
 
 // Asynchronously resolve expansion variables needed for a template
@@ -185,6 +184,7 @@ export async function runTemplate(
       cache,
       metadata,
     } = await expandTemplate(prj, template, options, env);
+    // eslint-disable-next-line @typescript-eslint/no-unused-vars
     const { output, generator, secrets, dbg: envDbg, ...restEnv } = env;
 
     runnerDbg(`messages ${messages.length}`);
diff --git a/packages/runtime/src/cast.ts b/packages/runtime/src/cast.ts
@@ -1,12 +1,13 @@
 /* eslint-disable @typescript-eslint/no-unused-expressions */
 import type {
-  ChatGenerationContext,
+  ChatGenerationContextOptions,
   JSONSchema,
   JSONSchemaArray,
   PromptGenerator,
   PromptGeneratorOptions,
   StringLike,
 } from "@genaiscript/core";
+import { resolveChatGenerationContext } from "./runtime.js";
 
 /**
  * Converts unstructured text or data into structured JSON format.
@@ -20,18 +21,14 @@ import type {
 export async function cast(
   data: StringLike | PromptGenerator,
   itemSchema: JSONSchema,
-  options?: PromptGeneratorOptions & ChatGenerationContextOptions & {
-    multiple?: boolean;
-    instructions?: string | PromptGenerator;
-  },
+  options?: PromptGeneratorOptions &
+    ChatGenerationContextOptions & {
+      multiple?: boolean;
+      instructions?: string | PromptGenerator;
+    },
 ): Promise<{ data?: unknown; error?: string; text: string }> {
-  const {
-    ctx = globalPromptContext.env.generator,
-    multiple,
-    instructions,
-    label = `cast text to schema`,
-    ...rest
-  } = options || {};
+  const ctx = resolveChatGenerationContext(options);
+  const { multiple, instructions, label = `cast text to schema`, ...rest } = options || {};
   const responseSchema = multiple
     ? ({
         type: "array",
diff --git a/packages/runtime/src/classify.ts b/packages/runtime/src/classify.ts
@@ -16,6 +16,7 @@ import type {
   StringLike,
 } from "@genaiscript/core";
 import { uniq } from "es-toolkit";
+import { resolveChatGenerationContext } from "./runtime.js";
 
 /**
  * Options for classifying data using AI models.
@@ -62,6 +63,7 @@ export async function classify<L extends Record<string, string>>(
   logprobs?: Record<keyof typeof labels | "other", Logprob>;
   usage?: RunPromptUsage;
 }> {
+  const ctx = resolveChatGenerationContext(options);
   const { other, explanations, ...rest } = options || {};
 
   const entries = Object.entries({
@@ -77,7 +79,6 @@ export async function classify<L extends Record<string, string>>(
 
   const choices = entries.map(([k]) => k);
   const allChoices = uniq<keyof typeof labels | "other">(choices);
-  const ctx: ChatGenerationContext = options?.ctx || globalPromptContext.env.generator;
 
   const res = await ctx.runPrompt(
     async (_) => {
diff --git a/packages/runtime/src/filetree.ts b/packages/runtime/src/filetree.ts
@@ -15,6 +15,7 @@ import type {
   WorkspaceFile,
   WorkspaceGrepOptions,
 } from "@genaiscript/core";
+import { resolveChatGenerationContext } from "./runtime.js";
 
 /**
  * Creates a tree representation of files in the workspace.
diff --git a/packages/runtime/src/makeitbetter.ts b/packages/runtime/src/makeitbetter.ts
@@ -1,4 +1,5 @@
-import type { ChatGenerationContext } from "@genaiscript/core";
+import type { ChatGenerationContext, ChatGenerationContextOptions } from "@genaiscript/core";
+import { resolveChatGenerationContext } from "./runtime.js";
 
 /**
  * Enhances content generation by applying iterative improvements.
@@ -9,13 +10,14 @@ import type { ChatGenerationContext } from "@genaiscript/core";
  * @param options.instructions - Custom instructions for improvement. Defaults to "Make it better!".
  * The instructions are applied in each iteration.
  */
-export function makeItBetter(options?: {
-  ctx?: ChatGenerationContext;
-  repeat?: number;
-  instructions?: string;
-}) {
+export function makeItBetter(
+  options?: ChatGenerationContextOptions & {
+    repeat?: number;
+    instructions?: string;
+  },
+) {
+  const ctx = resolveChatGenerationContext(options);
   const { repeat = 1, instructions = "Make it better!" } = options || {};
-  const ctx: ChatGenerationContext = options?.ctx || globalPromptContext.env.generator;
 
   let round = 0;
   ctx.defChatParticipant((cctx) => {
diff --git a/packages/runtime/src/markdownifypdf.ts b/packages/runtime/src/markdownifypdf.ts
@@ -14,6 +14,7 @@ import type {
   PromptGeneratorOptions,
   WorkspaceFile,
 } from "@genaiscript/core";
+import { resolveChatGenerationContext } from "./runtime.js";
 
 /**
  * Converts a PDF file to markdown format with intelligent formatting preservation.
@@ -25,13 +26,14 @@ import type {
 export async function markdownifyPdf(
   file: WorkspaceFile,
   options?: PromptGeneratorOptions &
+    ChatGenerationContext &
     Omit<ParsePDFOptions, "renderAsImage"> & {
       instructions?: string | PromptGenerator;
       ctx?: ChatGenerationContext;
     },
 ) {
+  const ctx = resolveChatGenerationContext(options);
   const {
-    ctx = globalPromptContext.env.generator,
     label = `markdownify PDF`,
     model = "ocr",
     responseType = "markdown",
diff --git a/packages/runtime/src/runtime.ts b/packages/runtime/src/runtime.ts
@@ -6,15 +6,43 @@
  * This module provides core functionality for text classification, data transformation,
  * PDF processing, and file system operations in the GenAIScript environment.
  */
-import type { ElementOrArray, HostConfiguration, RuntimePromptContext } from "@genaiscript/core";
-import { installGlobals } from "@genaiscript/core";
+import type {
+  ChatGenerationContext,
+  ChatGenerationContextOptions,
+  ElementOrArray,
+  ExpansionVariables,
+  HostConfiguration,
+  RuntimePromptContext,
+} from "@genaiscript/core";
+import {
+  buildProject,
+  createPromptContext,
+  DEBUG_SCRIPT_CATEGORY,
+  generateId,
+  getRunDir,
+  installGlobalPromptContext,
+  installGlobals,
+  genaiscriptDebug,
+  LARGE_MODEL_ID,
+} from "@genaiscript/core";
 import { NodeHost } from "./nodehost.js";
-
-export const globalPromptContext: RuntimePromptContext =
-  globalThis as unknown as RuntimePromptContext;
+import debug from "debug";
+const dbg = genaiscriptDebug("runtime");
 
 let _nodeHost: NodeHost | undefined;
 
+export function resolveChatGenerationContext(
+  options?: ChatGenerationContextOptions,
+): ChatGenerationContext {
+  const { ctx } = options || {};
+  if (ctx) return ctx;
+  const globalPromptContext: RuntimePromptContext = globalThis as unknown as RuntimePromptContext;
+  const generator = globalPromptContext.env?.generator;
+  if (!generator)
+    throw new Error("You must pass a chat generation context when using the runtime.");
+  return generator;
+}
+
 /**
  * Configure the default GenAIScript runtime environment. Installs the global helpers and configure host and env.
  */
@@ -23,6 +51,40 @@ export async function config(
   hostConfig?: HostConfiguration,
 ): Promise<void> {
   if (_nodeHost) throw new Error("Runtime already configured. Call `config` only once.");
-  installGlobals();
+
+  dbg(`config %o`, dotEnvPaths);
+  dbg(`hostConfig %O`, hostConfig);
   await NodeHost.install(dotEnvPaths, hostConfig);
+  installGlobals();
+  const prj = await buildProject();
+  const runId = generateId();
+  const runDir = getRunDir("runtime", runId);
+  const env: ExpansionVariables = {
+    runId,
+    runDir,
+    dir: process.cwd(),
+    files: [],
+    vars: {},
+    secrets: {},
+    meta: {
+      id: "",
+    },
+    generator: undefined,
+    output: undefined,
+    dbg: debug(DEBUG_SCRIPT_CATEGORY),
+  };
+  const ctx = await createPromptContext(
+    prj,
+    env,
+    undefined,
+    {
+      inner: false,
+      stats: undefined,
+      trace: undefined,
+      model: LARGE_MODEL_ID,
+      userState: {},
+    },
+    undefined,
+  );
+  installGlobalPromptContext(ctx);
 }
