Add GenAI evaluation endpoints and update docs (#1058)

* add evaluation endpoints

* Add example curls

* Add update agents workspace curl

* Fix lint

* Change delete KB to delete

* fix lint

Author: tgillam-do

package-lock.json

@@ -4,7 +4,7 @@
   "description": "OpenAPI v3 specification for DigitalOcean's public API v2.",
   "devDependencies": {
     "@redocly/cli": "^1.0.0-beta.104",
-    "@stoplight/spectral-cli": "6.4.1",
+    "@stoplight/spectral-cli": "^6.15.0",
     "autorest": "^3.6.1",
     "newman": "^6.0.0",
     "openapi-to-postmanv2": "^4.21.0"

package.json

@@ -2042,7 +2042,6 @@ paths:
 
 
 
-
   /v2/gen-ai/agents:
     get:
       $ref: 'resources/gen-ai/genai_list_agents.yml'
@@ -2162,6 +2161,60 @@ paths:
       $ref: 'resources/gen-ai/genai_list_agents_by_anthropic_key.yml'
 
 
+  /v2/gen-ai/evaluation_datasets:
+    post:
+      $ref: 'resources/gen-ai/genai_create_evaluation_dataset.yml'
+
+
+  /v2/gen-ai/evaluation_datasets/file_upload_presigned_urls:
+    post:
+      $ref: 'resources/gen-ai/genai_create_evaluation_dataset_file_upload_presigned_urls.yml'
+
+
+  /v2/gen-ai/evaluation_metrics:
+    get:
+      $ref: 'resources/gen-ai/genai_list_evaluation_metrics.yml'
+
+
+  /v2/gen-ai/evaluation_runs:
+    post:
+      $ref: 'resources/gen-ai/genai_run_evaluation_test_case.yml'
+
+
+  /v2/gen-ai/evaluation_runs/{evaluation_run_uuid}:
+    get:
+      $ref: 'resources/gen-ai/genai_get_evaluation_run.yml'
+
+
+  /v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results:
+    get:
+      $ref: 'resources/gen-ai/genai_get_evaluation_run_results.yml'
+
+
+  /v2/gen-ai/evaluation_runs/{evaluation_run_uuid}/results/{prompt_id}:
+    get:
+      $ref: 'resources/gen-ai/genai_get_evaluation_run_prompt_results.yml'
+
+
+  /v2/gen-ai/evaluation_test_cases:
+    get:
+      $ref: 'resources/gen-ai/genai_list_evaluation_test_cases.yml'
+
+    post:
+      $ref: 'resources/gen-ai/genai_create_evaluation_test_case.yml'
+
+
+  /v2/gen-ai/evaluation_test_cases/{evaluation_test_case_uuid}/evaluation_runs:
+    get:
+      $ref: 'resources/gen-ai/genai_list_evaluation_runs_by_test_case.yml'
+
+
+  /v2/gen-ai/evaluation_test_cases/{test_case_uuid}:
+    get:
+      $ref: 'resources/gen-ai/genai_get_evaluation_test_case.yml'
+
+    put:
+      $ref: 'resources/gen-ai/genai_update_evaluation_test_case.yml'
 
 
   /v2/gen-ai/indexing_jobs:
@@ -2274,6 +2327,38 @@ paths:
       $ref: 'resources/gen-ai/genai_list_datacenter_regions.yml'
 
 
+  /v2/gen-ai/workspaces:
+    get:
+      $ref: 'resources/gen-ai/genai_list_workspaces.yml'
+
+    post:
+      $ref: 'resources/gen-ai/genai_create_workspace.yml'
+
+
+  /v2/gen-ai/workspaces/{workspace_uuid}:
+    get:
+      $ref: 'resources/gen-ai/genai_get_workspace.yml'
+
+    put:
+      $ref: 'resources/gen-ai/genai_update_workspace.yml'
+
+    delete:
+      $ref: 'resources/gen-ai/genai_delete_workspace.yml'
+
+
+  /v2/gen-ai/workspaces/{workspace_uuid}/agents:
+    get:
+      $ref: 'resources/gen-ai/genai_list_agents_by_workspace.yml'
+
+    put:
+      $ref: 'resources/gen-ai/genai_update_agents_workspace.yml'
+
+
+  /v2/gen-ai/workspaces/{workspace_uuid}/evaluation_test_cases:
+    get:
+      $ref: 'resources/gen-ai/genai_list_evaluation_test_cases_by_workspace.yml'
+
+
 components:
   securitySchemes:
     bearer_auth: