{ "schema_version": "1.0", "evidence_key": "provider-holdout", "template_only": true, "category": "external", "source_type": "provider-output-eval", "submitted_by": "operator with provider credentials", "submitted_at": "YYYY-MM-DD", "summary": "Provider-backed holdout run with model, timing, token metadata, and aggregate output hashes.", "artifact_refs": [ { "path": "reports/output_execution_runs.json", "kind": "aggregate-report", "contains_raw_content": false, "note": "Must show model_executed_count > 0 and token_observed_count > 0." } ], "provenance": { "provider": "", "model": "", "run_command": "python3 scripts/yao.py output-exec --provider-runner --provider-model --timeout-seconds 60", "credential_env": "", "model_env": "YAO_OUTPUT_EVAL_MODEL", "model_default": "", "credential_material_committed": false }, "privacy": { "raw_user_content_included": false, "raw_provider_prompt_included": false, "credentials_included": false, "secrets_included": false, "notes": "Commit aggregate metadata and hashes only." }, "anti_overclaim": { "planned_work_counts_as_evidence": false, "metadata_fallback_counts_as_native_enforcement": false, "pending_review_counts_as_human_decision": false, "local_command_runner_counts_as_provider_model": false }, "attestation": { "real_external_or_human_evidence": false, "reviewer_or_operator_identity_present": false, "artifact_refs_reviewed": false, "privacy_contract_satisfied": false, "ledger_reviewer_approved": false, "ledger_reviewer": "", "ledger_reviewed_at": "", "notes": "Copy this template into submissions/ and set all booleans truthfully after the real provider run." } }