v0.3.3
TermProof Release Evidence
Evidence archive: termproof-release-evidence.tgz
Report links point to files inside that archive.
TUI Verification - 7/7 Passed
Build Provenance
- Mode:
installed - Command:
python3 examples/generic/generic_tui.py - Binary:
/home/runner/work/termproof/termproof/.venv/bin/python3 - Version:
Python 3.12.13 - Git commit:
128881f69cadf9f682b135d18ba6ec9d3939f4cc - Verified:
yes
| Recipe | Renderer | Priority | Execution | Result | Score | Evidence |
|---|---|---|---|---|---|---|
generic-tui-workflow |
default |
P1 |
scripted |
PASS | 1.00 | screenshot / video / cast / screen_text / step_screenshots |
colour-stress |
default |
P1 |
scripted |
PASS | 1.00 | screenshot / video / cast / screen_text / step_screenshots |
multi-turn-conversation |
default |
P1 |
scripted |
PASS | 1.00 | screenshot / video / cast / screen_text / step_screenshots |
pi-workflow-readonly-review |
default |
P1 |
scripted |
PASS | 1.00 | screenshot / video / cast / screen_text / step_screenshots |
pi-workflow-guarded-edit |
default |
P1 |
scripted |
PASS | 1.00 | screenshot / video / cast / screen_text / step_screenshots |
pi-workflow-session-resume-export |
default |
P1 |
scripted |
PASS | 1.00 | screenshot / video / cast / screen_text / step_screenshots |
pi-workflow-model-context |
default |
P1 |
scripted |
PASS | 1.00 | screenshot / video / cast / screen_text / step_screenshots |
PASS generic-tui-workflow [default]
Assertions
- PASS
dashboard was on screen mid-run- screen after 'wait for dashboard' contains 'DASHBOARD READY' - PASS
output_contains- contains 'DASHBOARD READY' - PASS
output_contains- contains 'FILTER READY' - PASS
output_contains- contains 'EXPORT READY' - PASS
output_contains- contains 'GENERIC TUI COMPLETE' - PASS
exit_code- expected 0, got 0
Steps
- PASS
wait for prompt- found 'demo>' - PASS
open dashboard- sent line - PASS
wait for dashboard- found 'DASHBOARD READY' - PASS
filter errors- sent line - PASS
wait for filter- found 'FILTER READY' - PASS
export report- sent line - PASS
wait for export- found 'EXPORT READY' - PASS
close session- sent line - PASS
wait for close- found 'GENERIC TUI COMPLETE'
PASS colour-stress [default]
Assertions
- PASS
output_contains- contains 'PALETTE READY' - PASS
output_contains- contains 'ATTRS READY' - PASS
output_contains- contains 'ANIMATE READY' - PASS
output_contains- contains 'COLOUR STRESS COMPLETE' - PASS
exit_code- expected 0, got 0
Steps
- PASS
wait for prompt- found 'colour>' - PASS
show palette- sent line - PASS
wait for palette- found 'PALETTE READY' - PASS
show attributes- sent line - PASS
wait for attributes- found 'ATTRS READY' - PASS
animate- sent line - PASS
wait for animation- found 'ANIMATE READY' - PASS
close session- sent line - PASS
wait for close- found 'COLOUR STRESS COMPLETE'
PASS multi-turn-conversation [default]
Assertions
- PASS
output_contains- contains 'Repository inspection complete.' - PASS
output_contains- contains 'Rendering MP4 with agg plus ffmpeg.' - PASS
output_contains- contains 'Multi-turn verification passed.' - PASS
output_contains- contains 'SESSION COMPLETE' - PASS
exit_code- expected 0, got 0
Steps
- PASS
wait for prompt- found 'you>' - PASS
inspect repository- sent line - PASS
wait for inspection- found 'Repository inspection complete.' - PASS
pause after inspection- slept - PASS
run pipeline- sent line - PASS
wait for pipeline- found 'Pipeline completed.' - PASS
pause after render- slept - PASS
summarize evidence- sent line - PASS
wait for summary- found 'Multi-turn verification passed.' - PASS
pause before exit- slept - PASS
close session- sent line - PASS
wait for completion- found 'SESSION COMPLETE'
PASS pi-workflow-readonly-review [default]
Assertions
- PASS
output_contains- contains '--tools read,grep,find,ls' - PASS
output_contains- contains 'no write/edit tools were enabled' - PASS
output_contains- contains 'READONLY REVIEW COMPLETE' - PASS
output_contains- contains 'WORKFLOW SESSION COMPLETE' - PASS
exit_code- expected 0, got 0
Steps
- PASS
wait for prompt- found 'pi>' - PASS
scope repository- sent line - PASS
wait for scope- found 'READONLY SCOPE READY' - PASS
inspect files- sent line - PASS
wait for inspection- found 'READONLY INSPECTION COMPLETE' - PASS
run validation- sent line - PASS
wait for validation- found 'READONLY VALIDATION COMPLETE' - PASS
report findings- sent line - PASS
wait for review- found 'READONLY REVIEW COMPLETE' - PASS
close session- sent line - PASS
wait for close- found 'WORKFLOW SESSION COMPLETE'
PASS pi-workflow-guarded-edit [default]
Assertions
- PASS
output_contains- contains 'tool allowlist: read,bash,edit,write' - PASS
output_contains- contains 'patch applied' - PASS
output_contains- contains '12 tests passed' - PASS
output_contains- contains 'diff reviewed' - PASS
output_contains- contains 'GUARDED EDIT COMPLETE' - PASS
exit_code- expected 0, got 0
Steps
- PASS
wait for prompt- found 'pi>' - PASS
propose change- sent line - PASS
wait for plan- found 'GUARDED EDIT PLAN READY' - PASS
apply patch- sent line - PASS
wait for patch- found 'GUARDED PATCH APPLIED' - PASS
validate tests- sent line - PASS
wait for validation- found 'GUARDED VALIDATION COMPLETE' - PASS
summarize diff- sent line - PASS
wait for summary- found 'GUARDED EDIT COMPLETE' - PASS
close session- sent line - PASS
wait for close- found 'WORKFLOW SESSION COMPLETE'
PASS pi-workflow-session-resume-export [default]
Assertions
- PASS
output_contains- contains '--name "Verifier workflow audit"' - PASS
output_contains- contains '--continue' - PASS
output_contains- contains '--session workflow-001' - PASS
output_contains- contains '--fork workflow-001' - PASS
output_contains- contains '--export session.jsonl output.html' - PASS
output_contains- contains 'SESSION RESUME EXPORT COMPLETE' - PASS
exit_code- expected 0, got 0
Steps
- PASS
wait for prompt- found 'pi>' - PASS
start session- sent line - PASS
wait for start- found 'SESSION STARTED' - PASS
continue session- sent line - PASS
wait for resume- found 'SESSION RESUMED' - PASS
fork export- sent line - PASS
wait for export- found 'SESSION RESUME EXPORT COMPLETE' - PASS
close session- sent line - PASS
wait for close- found 'WORKFLOW SESSION COMPLETE'
PASS pi-workflow-model-context [default]
Assertions
- PASS
output_contains- contains '--provider openai --model gpt-4o-mini' - PASS
output_contains- contains '--model sonnet:high --thinking high' - PASS
output_contains- contains '--append-system-prompt project-rules.md' - PASS
output_contains- contains '--skill ./skills/reviewer' - PASS
output_contains- contains '--prompt-template ./prompts/fix-bug.md' - PASS
output_contains- contains '--offline --no-context-files --no-extensions --no-skills' - PASS
output_contains- contains 'MODEL CONTEXT WORKFLOW COMPLETE' - PASS
exit_code- expected 0, got 0
Steps
- PASS
wait for prompt- found 'pi>' - PASS
choose model- sent line - PASS
wait for model- found 'MODEL ROUTING READY' - PASS
load context- sent line - PASS
wait for context- found 'CONTEXT RESOURCES LOADED' - PASS
configure startup- sent line - PASS
wait for startup- found 'MODEL CONTEXT WORKFLOW COMPLETE' - PASS
close session- sent line - PASS
wait for close- found 'WORKFLOW SESSION COMPLETE'