Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
24 commits
Select commit Hold shift + click to select a range
100d061
feat: update for NGT commands, first pass
WillieRuemmele Apr 23, 2026
63ae0ac
chore: use ID prefix detection in test runner factory to avoid unnece…
WillieRuemmele Apr 27, 2026
ce55086
chore: merge main, resolve conflicts
WillieRuemmele Apr 28, 2026
e87ab06
chore: handle test result formats
WillieRuemmele Apr 28, 2026
0e7bf24
refactor: rename NGT/TestingCenter names
WillieRuemmele Apr 28, 2026
8d2e886
refactor: update method name for ATD
WillieRuemmele Apr 28, 2026
4f43e20
chore: review
WillieRuemmele Apr 28, 2026
a9c4705
chore: review II
WillieRuemmele Apr 28, 2026
9b479d5
chore: catch ambiguous error, and suggest flag
WillieRuemmele Apr 28, 2026
7419faf
chore: snapshot/schemas
WillieRuemmele Apr 28, 2026
1bef698
chore: dry up testrunner factory
WillieRuemmele Apr 28, 2026
253ae02
test: add NUT
WillieRuemmele Apr 28, 2026
2e8bc80
chore: fix test list output with type
WillieRuemmele Apr 29, 2026
9298357
chore: fix interview to show test type
WillieRuemmele Apr 29, 2026
88c9fc8
chore: pass test type to test runner
WillieRuemmele Apr 29, 2026
3daad5e
refactor: remove NGT references, update test states
WillieRuemmele Apr 30, 2026
9d4d1c0
chore: bump @salesforce/agents to 1.4.0
andresrivas-sf Apr 30, 2026
d3df68a
chore: Merge branch 'main' into wr/ngt
andresrivas-sf May 1, 2026
0d4e1e6
chore: merge main, resolve conflict, update snapshot
WillieRuemmele May 7, 2026
6efb31e
chore: pull branch firs
WillieRuemmele May 7, 2026
5d92b69
test: update NUTs assertions now we have published libraries
WillieRuemmele May 7, 2026
1be130c
chore: fix NUT cache
WillieRuemmele May 7, 2026
734fe3f
chore: bump agents
WillieRuemmele May 7, 2026
896dd6c
test: fix stale cache reads and fragile length assertions in AFS NUTs
WillieRuemmele May 7, 2026
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
14 changes: 13 additions & 1 deletion command-snapshot.json
Original file line number Diff line number Diff line change
Expand Up @@ -184,7 +184,17 @@
"command": "agent:test:results",
"flagAliases": [],
"flagChars": ["d", "i", "o"],
"flags": ["api-version", "flags-dir", "job-id", "json", "output-dir", "result-format", "target-org", "verbose"],
"flags": [
"api-version",
"flags-dir",
"job-id",
"json",
"output-dir",
"result-format",
"target-org",
"test-runner",
"verbose"
],
"plugin": "@salesforce/plugin-agent"
},
{
Expand All @@ -200,6 +210,7 @@
"output-dir",
"result-format",
"target-org",
"test-runner",
"use-most-recent",
"verbose",
"wait"
Expand All @@ -219,6 +230,7 @@
"output-dir",
"result-format",
"target-org",
"test-runner",
"verbose",
"wait"
],
Expand Down
2 changes: 1 addition & 1 deletion messages/agent.test.list.md
Original file line number Diff line number Diff line change
Expand Up @@ -4,7 +4,7 @@ List the available agent tests in your org.

# description

The command outputs a table with the name (API name) of each test along with its unique ID and the date it was created in the org.
The command outputs a table with the name (API name) of each test along with its unique ID, type ('agentforce-studio' or 'testing-center'), and the date it was created in the org.

# examples

Expand Down
8 changes: 8 additions & 0 deletions messages/shared.md
Original file line number Diff line number Diff line change
Expand Up @@ -20,6 +20,14 @@ When enabled, includes detailed generated data (such as invoked actions) in the

The generated data is in JSON format and includes the Apex classes or Flows that were invoked, the Salesforce objects that were touched, and so on. Use the JSON structure of this information to build the test case JSONPath expression when using custom evaluations.

# flags.test-runner.summary

Explicitly specify which test runner to use (agentforce-studio or testing-center).

# flags.test-runner.description

By default, the command automatically detects which test runner to use based on the test definition metadata type in your org. Use this flag to explicitly specify the runner type. 'agentforce-studio' uses AiTestingDefinition metadata. 'testing-center' uses AiEvaluationDefinition metadata.

# error.invalidAgentType

agentType must be either "customer" or "internal". Found: [%s]
Expand Down
4 changes: 2 additions & 2 deletions package.json
Original file line number Diff line number Diff line change
Expand Up @@ -12,11 +12,11 @@
"@inquirer/prompts": "^7.10.1",
"@oclif/core": "^4",
"@oclif/multi-stage-output": "^0.8.36",
"@salesforce/agents": "^1.4.0",
"@salesforce/agents": "^1.5.1",
"@salesforce/core": "^8.28.3",
"@salesforce/kit": "^3.2.6",
"@salesforce/sf-plugins-core": "^12.2.6",
"@salesforce/source-deploy-retrieve": "^12.32.8",
"@salesforce/source-deploy-retrieve": "^12.35.3",
"@salesforce/types": "^1.7.1",
"ansis": "^3.3.2",
"fast-xml-parser": "^5.7.1",
Expand Down
7 changes: 5 additions & 2 deletions schemas/agent-activate.json
Original file line number Diff line number Diff line change
Expand Up @@ -12,8 +12,11 @@
"type": "number"
}
},
"required": ["success", "version"],
"required": [
"success",
"version"
],
"additionalProperties": false
}
}
}
}
47 changes: 39 additions & 8 deletions schemas/agent-create.json
Original file line number Diff line number Diff line change
Expand Up @@ -28,7 +28,11 @@
"type": "string"
}
},
"required": ["botId", "botVersionId", "plannerId"],
"required": [
"botId",
"botVersionId",
"plannerId"
],
"additionalProperties": false,
"description": "If the agent was created with saveAgent=true, these are the IDs that make up an agent; Bot, BotVersion, and GenAiPlanner metadata."
},
Expand Down Expand Up @@ -78,7 +82,11 @@
"type": "string"
}
},
"required": ["inputName", "inputDataType", "inputDescription"],
"required": [
"inputName",
"inputDataType",
"inputDescription"
],
"additionalProperties": false
},
"minItems": 1,
Expand All @@ -99,14 +107,24 @@
"type": "string"
}
},
"required": ["outputName", "outputDataType", "outputDescription"],
"required": [
"outputName",
"outputDataType",
"outputDescription"
],
"additionalProperties": false
},
"minItems": 1,
"maxItems": 1
}
},
"required": ["actionName", "exampleOutput", "actionDescription", "inputs", "outputs"],
"required": [
"actionName",
"exampleOutput",
"actionDescription",
"inputs",
"outputs"
],
"additionalProperties": false
},
"minItems": 1,
Expand All @@ -122,7 +140,13 @@
"type": "string"
}
},
"required": ["scope", "topic", "actions", "instructions", "classificationDescription"],
"required": [
"scope",
"topic",
"actions",
"instructions",
"classificationDescription"
],
"additionalProperties": false
},
"minItems": 1,
Expand All @@ -135,11 +159,18 @@
}
}
},
"required": ["agentDescription", "topics", "sampleUtterances"],
"required": [
"agentDescription",
"topics",
"sampleUtterances"
],
"additionalProperties": false
}
},
"required": ["agentDefinition", "isSuccess"]
"required": [
"agentDefinition",
"isSuccess"
]
}
}
}
}
7 changes: 5 additions & 2 deletions schemas/agent-deactivate.json
Original file line number Diff line number Diff line change
Expand Up @@ -12,8 +12,11 @@
"type": "number"
}
},
"required": ["success", "version"],
"required": [
"success",
"version"
],
"additionalProperties": false
}
}
}
}
22 changes: 18 additions & 4 deletions schemas/agent-generate-agent__spec.json
Original file line number Diff line number Diff line change
Expand Up @@ -47,7 +47,14 @@
"type": "string"
}
},
"required": ["agentType", "companyDescription", "companyName", "isSuccess", "role", "topics"]
"required": [
"agentType",
"companyDescription",
"companyName",
"isSuccess",
"role",
"topics"
]
},
"DraftAgentTopics": {
"type": "array",
Expand All @@ -61,15 +68,22 @@
"type": "string"
}
},
"required": ["name", "description"],
"required": [
"name",
"description"
],
"additionalProperties": false
},
"minItems": 1,
"maxItems": 1
},
"AgentType": {
"type": "string",
"enum": ["customer", "internal", "AGENT"]
"enum": [
"customer",
"internal",
"AGENT"
]
}
}
}
}
8 changes: 6 additions & 2 deletions schemas/agent-generate-authoring__bundle.json
Original file line number Diff line number Diff line change
Expand Up @@ -15,8 +15,12 @@
"type": "string"
}
},
"required": ["agentPath", "metaXmlPath", "outputDir"],
"required": [
"agentPath",
"metaXmlPath",
"outputDir"
],
"additionalProperties": false
}
}
}
}
7 changes: 5 additions & 2 deletions schemas/agent-generate-template.json
Original file line number Diff line number Diff line change
Expand Up @@ -12,8 +12,11 @@
"type": "string"
}
},
"required": ["genAiPlannerBundlePath", "botTemplatePath"],
"required": [
"genAiPlannerBundlePath",
"botTemplatePath"
],
"additionalProperties": false
}
}
}
}
7 changes: 5 additions & 2 deletions schemas/agent-preview-end.json
Original file line number Diff line number Diff line change
Expand Up @@ -12,8 +12,11 @@
"type": "string"
}
},
"required": ["sessionId", "tracesPath"],
"required": [
"sessionId",
"tracesPath"
],
"additionalProperties": false
}
}
}
}
8 changes: 6 additions & 2 deletions schemas/agent-preview-send.json
Original file line number Diff line number Diff line change
Expand Up @@ -27,8 +27,12 @@
"type": "string"
}
},
"required": ["messages", "agentApiName", "sessionId"],
"required": [
"messages",
"agentApiName",
"sessionId"
],
"additionalProperties": false
}
}
}
}
13 changes: 10 additions & 3 deletions schemas/agent-preview-sessions.json
Original file line number Diff line number Diff line change
Expand Up @@ -23,13 +23,20 @@
"$ref": "#/definitions/SessionType"
}
},
"required": ["agentId", "sessionId"],
"required": [
"agentId",
"sessionId"
],
"additionalProperties": false
}
},
"SessionType": {
"type": "string",
"enum": ["simulated", "live", "published"]
"enum": [
"simulated",
"live",
"published"
]
}
}
}
}
7 changes: 5 additions & 2 deletions schemas/agent-preview-start.json
Original file line number Diff line number Diff line change
Expand Up @@ -12,8 +12,11 @@
"type": "string"
}
},
"required": ["sessionId", "agentApiName"],
"required": [
"sessionId",
"agentApiName"
],
"additionalProperties": false
}
}
}
}
2 changes: 1 addition & 1 deletion schemas/agent-preview.json
Original file line number Diff line number Diff line change
Expand Up @@ -6,4 +6,4 @@
"type": "null"
}
}
}
}
7 changes: 5 additions & 2 deletions schemas/agent-test-create.json
Original file line number Diff line number Diff line change
Expand Up @@ -12,8 +12,11 @@
"type": "string"
}
},
"required": ["path", "contents"],
"required": [
"path",
"contents"
],
"additionalProperties": false
}
}
}
}
2 changes: 1 addition & 1 deletion schemas/agent-test-list.json
Original file line number Diff line number Diff line change
Expand Up @@ -57,4 +57,4 @@
"additionalProperties": false
}
}
}
}
Loading
Loading