-
Notifications
You must be signed in to change notification settings - Fork 8
/
example-scorecard.json
56 lines (56 loc) · 2.3 KB
/
example-scorecard.json
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
{
"oracle_scorecard": [
{
"completed": false,
"completedSuccessfully": false,
"criticalHypotheses": [],
"maxScore": 4,
"score": 2,
"scoreCard": [
{
"associatedNotes": "Agent has talked to the other person (UUID: 4766).",
"associatedUUIDs": [
4766
],
"completed": true,
"description": "The agent has talked to the other person.",
"maxScore": 1,
"name": "Talk to other person",
"score": 1
},
{
"associatedNotes": "Agent has reached stage 2 of the dialog tree (UUID: 4766).",
"associatedUUIDs": [
4766
],
"completed": true,
"description": "The agent has reached the second stage of the dialog tree.",
"maxScore": 1,
"name": "Reach Stage 2",
"score": 1
},
{
"associatedNotes": "",
"associatedUUIDs": [],
"completed": false,
"description": "The agent has reached the third stage of the dialog tree.",
"maxScore": 1,
"name": "Reach Stage 3",
"score": 0
},
{
"associatedNotes": "",
"associatedUUIDs": [],
"completed": false,
"description": "The agent has completed going through the dialog tree successfully.",
"maxScore": 1,
"name": "Complete Task",
"score": 0
}
],
"scoreNormalized": 0.5,
"taskDescription": "Your task is to follow the instructions of the other person in the room.\n",
"taskName": "SmallSkillsDialogTask"
}
]
}