Merge pull request #13 from copilot-extensions/sgoedecke/add-model-ref-and-update-base-url

Add model copilot_reference and update base catalog url

Author: sgoedecke

src/functions/execute-model.ts

@@ -56,8 +56,7 @@ Example Queries (IMPORTANT: Phrasing doesn't have to match):
     );
 
     const content = [
-      `The user has chosen to use the model named ${args.model}. Begin your response with the following phrase: "The model you've selected is ${args.model}".`,
-      "Do not include any additional information about the selected model in this first sentence - ONLY the name.",
+      `The user has chosen to use the model named ${args.model}.`,
     ];
 
     if (importantRefs.length > 0) {

src/index.ts

@@ -1,6 +1,6 @@
 import { createServer, IncomingMessage } from "node:http";
 
-import { verifyAndParseRequest, transformPayloadForOpenAICompatibility } from "@copilot-extensions/preview-sdk";
+import { verifyAndParseRequest, transformPayloadForOpenAICompatibility, createReferencesEvent } from "@copilot-extensions/preview-sdk";
 import OpenAI from "openai";
 
 import { describeModel } from "./functions/describe-model.js";
@@ -139,6 +139,7 @@ const server = createServer(async (request, response) => {
     return;
   }
 
+  // A tool has been called, so we need to execute the tool's function
   const functionToCall = toolCaller.choices[0].message.tool_calls[0].function;
   const args = JSON.parse(functionToCall.arguments);
 
@@ -164,8 +165,34 @@ const server = createServer(async (request, response) => {
   }
   console.timeEnd("function-exec");
 
+  // Now that we have a tool result, let's use it to call the model. Note that we're calling the model
+  // via the Models API, instead of the Copilot Chat API, so that if we're in the execute-model tool we
+  // can switch out the default model name for the requested model. We could change this in the future
+  // if we want to handle rate-limited users more gracefully or the model difference becomes a problem.
   try {
-    // We should keep all optional parameters out of this call, so it can work for any model.
+    if (functionToCall.name === executeModel.definition.name) {
+      // fetch the model data from the index (already in-memory) so we have all the information we need
+      // to build out the reference URLs
+      const modelData = await modelsAPI.getModelFromIndex(functionCallRes.model);
+      const sseData = {
+        type: "models.reference",
+        id: `models.reference.${modelData.name}`,
+        data: {
+          model: functionCallRes.model
+        },
+        is_implicit: false,
+        metadata: {
+          display_name: `Model: ${modelData.name}`,
+          display_icon: "icon",
+          display_url: `https://github.com/marketplace/models/${modelData.registryName}/${modelData.name}`, 
+        }
+      };
+      const event = createReferencesEvent([sseData]);
+      response.write(event);
+    }
+
+    // We should keep all optional parameters out of this call, so it can work for any model (in case we've
+    // just run the execute-model tool).
     const stream = await modelsAPI.inference.chat.completions.create({
       model: functionCallRes.model,
       messages: functionCallRes.messages,

src/models-api.ts

@@ -45,7 +45,7 @@ export class ModelsAPI {
     const modelFromIndex = await this.getModelFromIndex(modelName);
 
     const modelRes = await fetch(
-      `https://eastus.api.azureml.ms/asset-gallery/v1.0/${modelFromIndex.registryName}/models/${modelFromIndex.name}/version/${modelFromIndex.version}`,
+      `https://api.catalog.azureml.ms/asset-gallery/v1.0/${modelFromIndex.registryName}/models/${modelFromIndex.name}/version/${modelFromIndex.version}`,
     );
     if (!modelRes.ok) {
       throw new Error(`Failed to fetch ${modelName} details from the model catalog.`);
@@ -75,7 +75,7 @@ export class ModelsAPI {
     }
 
     const modelsRes = await fetch(
-      "https://eastus.api.azureml.ms/asset-gallery/v1.0/models",
+      "https://api.catalog.azureml.ms/asset-gallery/v1.0/models",
       {
         method: "POST",
         headers: {