Skip to content

Commit

Permalink
feat: add bulk create evaluations (#159)
Browse files Browse the repository at this point in the history
  • Loading branch information
dsafreno committed Dec 30, 2023
1 parent a8a617a commit 2dd90d1
Showing 1 changed file with 61 additions and 0 deletions.
61 changes: 61 additions & 0 deletions spec.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -957,6 +957,44 @@ paths:
$ref: "#/components/schemas/FolderV2"
"404":
description: Folder not found

/v2/evaluations/bulk:
post:
tags:
- v2
summary: Bulk create evaluations
requestBody:
required: true
content:
application/json:
schema:
type: array
items:
$ref: "#/components/schemas/CreateEvaluationV2"
responses:
"200":
description: Evaluations created successfully
content:
application/json:
schema:
type: object
properties:
count:
type: number
required:
- count
application/json; charset=utf-8:
schema:
type: object
properties:
count:
type: number
required:
- count
"400":
description: Bad request
"500":
description: Server error

components:
securitySchemes:
Expand Down Expand Up @@ -1063,6 +1101,29 @@ components:
type: string
additionalProperties: true

CreateEvaluationV2:
type: object
properties:
note:
type: string
description: Optionally add a note to the evaluation
evaluatorId:
type: string
format: uuid
description: The ID of the evaluator. The evaluator and run must be in the same pipeline.
runId:
type: string
format: uuid
description: The ID of the run. The evaluator and run must be in the same pipeline.
evalLabel:
type: string
description: If the evaluator output type is an enum, the label of the enum value.
evalValue:
type: number
description: If the evaluator output type is a percentage, a number between 0 and 1 representing the percentage.
required:
- evaluatorId
- runId

CreateFeedbackV2:
type: object
Expand Down

0 comments on commit 2dd90d1

Please sign in to comment.