{
  "schema": "multivon.report/v2",
  "evidence_issues": [],
  "provider_evidence": null,
  "execution": null,
  "suite": "environment outcomes",
  "model": "",
  "suite_lock": {
    "library_version": "0.19.0",
    "suite_name": "environment outcomes",
    "suite_hash": "7eda3d3bfe3c7bcf3c103a4d2c8cf18b6845d6d054c44a6203c715e934ff1e89",
    "evaluators": [
      {
        "name": "committed_posting",
        "class_path": "multivon_eval.episode.OutcomeCheck",
        "threshold": 1.0,
        "prompt_hash": null,
        "judge": null,
        "calibration": null,
        "version": "ledger-once-v1",
        "extra": {
          "environment_id": "sqlite-document-ledger-v1",
          "observer_id": "sqlite-readonly-audit-v1",
          "gymnasium_version": "1.3.0",
          "seed": 7,
          "max_steps": 8,
          "options": {
            "fail_after_commit": false,
            "handler": "idempotent"
          },
          "spaces": {
            "action": "Discrete(5)",
            "observation": "Discrete(2)"
          }
        }
      },
      {
        "name": "no_forbidden_changes",
        "class_path": "multivon_eval.episode.OutcomeCheck",
        "threshold": 1.0,
        "prompt_hash": null,
        "judge": null,
        "calibration": null,
        "version": "protected-audit-v1",
        "extra": {
          "environment_id": "sqlite-document-ledger-v1",
          "observer_id": "sqlite-readonly-audit-v1",
          "gymnasium_version": "1.3.0",
          "seed": 7,
          "max_steps": 8,
          "options": {
            "fail_after_commit": false,
            "handler": "idempotent"
          },
          "spaces": {
            "action": "Discrete(5)",
            "observation": "Discrete(2)"
          }
        }
      }
    ],
    "case_count": 1,
    "cases_hash": "d16a2ab6eabe3e3b731d82d2da6cfb7e766d78bb96b7941846f142f9ffbe67c8",
    "run_config": null,
    "calibration_version": null,
    "extra": {}
  },
  "summary": {
    "total": 1,
    "evaluated": 1,
    "passed": 0,
    "failed": 1,
    "errors": 0,
    "errors_by_kind": {},
    "skipped": 0,
    "pass_rate": 0.0,
    "pass_rate_ci_95": [
      0.0,
      0.7934506856227626
    ],
    "avg_score": 0.5,
    "avg_score_ci_95": [
      0.5,
      0.5
    ],
    "score_percentiles": {
      "p10": 0.5,
      "p50": 0.5,
      "p90": 0.5
    },
    "runs_per_case": 1,
    "flaky_count": 0,
    "stability_score": 1.0,
    "judge_reliability": null,
    "purpose": "",
    "saturated": false,
    "min_detectable_regression": 1.0,
    "by_evaluator": {
      "committed_posting": 1.0,
      "no_forbidden_changes": 0.0
    },
    "costs": null
  },
  "cases": [
    {
      "input": "Post invoice 12.34 USD once; preserve protected data",
      "case_id": "invoice",
      "case_digest": "d16a2ab6eabe3e3b731d82d2da6cfb7e766d78bb96b7941846f142f9ffbe67c8",
      "agent_trace": null,
      "trials": [
        {
          "agent_trace": null,
          "attempt": 1,
          "case": {
            "agent_trace": null,
            "case_id": "invoice",
            "context": null,
            "conversation": null,
            "expected_output": "posted",
            "expected_tool_calls": null,
            "input": "Post invoice 12.34 USD once; preserve protected data",
            "metadata": {},
            "revision": null,
            "source_id": "synthetic-ledger",
            "tags": []
          },
          "case_digest": "d16a2ab6eabe3e3b731d82d2da6cfb7e766d78bb96b7941846f142f9ffbe67c8",
          "case_id": "invoice",
          "digest": "a2691e45b5f5f56e0fc93cf50086882e4ebe96e05fdd7b34bd0a7001210bf417",
          "evaluation_case": {
            "agent_trace": null,
            "case_id": "invoice",
            "context": null,
            "conversation": null,
            "expected_output": "posted",
            "expected_tool_calls": null,
            "input": "Post invoice 12.34 USD once; preserve protected data",
            "metadata": {},
            "revision": null,
            "source_id": "synthetic-ledger",
            "tags": []
          },
          "evaluator_error": null,
          "evaluators": [
            {
              "metadata": {
                "episode_digest": "b1ee18ee1a2e795f6c6b75ca473c4c8fb605773f6bf38ab215bae244c4ffbf80",
                "outcome_contract": "ledger-once-v1",
                "outcome_evidence": {
                  "rows": [
                    [
                      "invoice",
                      "12.34",
                      "USD"
                    ]
                  ]
                }
              },
              "name": "committed_posting",
              "passed": true,
              "reason": "Exactly one correct committed posting required",
              "score": 1.0
            },
            {
              "metadata": {
                "episode_digest": "b1ee18ee1a2e795f6c6b75ca473c4c8fb605773f6bf38ab215bae244c4ffbf80",
                "outcome_contract": "protected-audit-v1",
                "outcome_evidence": {
                  "violation_observations": [
                    2,
                    3,
                    4,
                    5
                  ]
                }
              },
              "name": "no_forbidden_changes",
              "passed": false,
              "reason": "Protected row and audit history must remain unchanged",
              "score": 0.0
            }
          ],
          "evidence_gaps": [
            "State observers, environment isolation and contract versions are caller assertions",
            "This adapter is not an execution sandbox or durable scheduler",
            "Provider requests and usage require separate upstream instrumentation"
          ],
          "execution": null,
          "judge_error": null,
          "latency_ms": null,
          "model_error": null,
          "origin": "gymnasium",
          "output": "posted",
          "provider_evidence": null,
          "provider_requests": null,
          "recorded_at": "2026-09-19T04:56:47.619822+00:00",
          "run_index": 1,
          "schema": "multivon.trial/v1",
          "status": "failed_quality",
          "upstream": {
            "evidence": {
              "case": {
                "agent_trace": null,
                "case_id": "invoice",
                "context": null,
                "conversation": null,
                "expected_output": "posted",
                "expected_tool_calls": null,
                "input": "Post invoice 12.34 USD once; preserve protected data",
                "metadata": {},
                "revision": null,
                "source_id": "synthetic-ledger",
                "tags": []
              },
              "case_digest": "d16a2ab6eabe3e3b731d82d2da6cfb7e766d78bb96b7941846f142f9ffbe67c8",
              "case_id": "invoice",
              "cleanup": {
                "attempted": true,
                "completed": true,
                "error": null
              },
              "digest": "b1ee18ee1a2e795f6c6b75ca473c4c8fb605773f6bf38ab215bae244c4ffbf80",
              "duration_ms": 2.06858292222023,
              "environment_id": "sqlite-document-ledger-v1",
              "errors": [],
              "final_state": {
                "audit": [
                  [
                    "update",
                    "10.00",
                    "999.00"
                  ],
                  [
                    "update",
                    "999.00",
                    "10.00"
                  ]
                ],
                "entries": [
                  [
                    "invoice",
                    "12.34",
                    "USD"
                  ],
                  [
                    "protected",
                    "10.00",
                    "USD"
                  ]
                ]
              },
              "gymnasium_version": "1.3.0",
              "initial": {
                "info": {},
                "observation": [
                  0
                ]
              },
              "initial_state": {
                "audit": [],
                "entries": [
                  [
                    "protected",
                    "10.00",
                    "USD"
                  ]
                ]
              },
              "issues": [],
              "max_steps": 8,
              "observer_id": "sqlite-readonly-audit-v1",
              "options": {
                "fail_after_commit": false,
                "handler": "idempotent"
              },
              "output": "posted",
              "recorded_at": "2026-09-19T04:56:47.617444+00:00",
              "schema": "multivon.episode/v1",
              "seed": 7,
              "spaces": {
                "action": "Discrete(5)",
                "observation": "Discrete(2)"
              },
              "steps": [
                {
                  "action": [
                    0
                  ],
                  "error": null,
                  "index": 1,
                  "state": {
                    "audit": [],
                    "entries": [
                      [
                        "invoice",
                        "12.34",
                        "USD"
                      ],
                      [
                        "protected",
                        "10.00",
                        "USD"
                      ]
                    ]
                  },
                  "transition": {
                    "info": {
                      "ack": "posted"
                    },
                    "observation": [
                      1
                    ],
                    "reward": 1.0,
                    "terminated": false,
                    "truncated": false
                  }
                },
                {
                  "action": [
                    2
                  ],
                  "error": null,
                  "index": 2,
                  "state": {
                    "audit": [
                      [
                        "update",
                        "10.00",
                        "999.00"
                      ]
                    ],
                    "entries": [
                      [
                        "invoice",
                        "12.34",
                        "USD"
                      ],
                      [
                        "protected",
                        "999.00",
                        "USD"
                      ]
                    ]
                  },
                  "transition": {
                    "info": {
                      "ack": "posted"
                    },
                    "observation": [
                      1
                    ],
                    "reward": 0.0,
                    "terminated": false,
                    "truncated": false
                  }
                },
                {
                  "action": [
                    3
                  ],
                  "error": null,
                  "index": 3,
                  "state": {
                    "audit": [
                      [
                        "update",
                        "10.00",
                        "999.00"
                      ],
                      [
                        "update",
                        "999.00",
                        "10.00"
                      ]
                    ],
                    "entries": [
                      [
                        "invoice",
                        "12.34",
                        "USD"
                      ],
                      [
                        "protected",
                        "10.00",
                        "USD"
                      ]
                    ]
                  },
                  "transition": {
                    "info": {
                      "ack": "posted"
                    },
                    "observation": [
                      1
                    ],
                    "reward": 0.0,
                    "terminated": false,
                    "truncated": false
                  }
                },
                {
                  "action": [
                    1
                  ],
                  "error": null,
                  "index": 4,
                  "state": {
                    "audit": [
                      [
                        "update",
                        "10.00",
                        "999.00"
                      ],
                      [
                        "update",
                        "999.00",
                        "10.00"
                      ]
                    ],
                    "entries": [
                      [
                        "invoice",
                        "12.34",
                        "USD"
                      ],
                      [
                        "protected",
                        "10.00",
                        "USD"
                      ]
                    ]
                  },
                  "transition": {
                    "info": {
                      "ack": "posted"
                    },
                    "observation": [
                      1
                    ],
                    "reward": 0.0,
                    "terminated": true,
                    "truncated": false
                  }
                }
              ],
              "termination": {
                "terminated": true,
                "truncated": false
              }
            },
            "format": "gymnasium",
            "outcome_checks": [
              {
                "name": "committed_posting",
                "version": "ledger-once-v1"
              },
              {
                "name": "no_forbidden_changes",
                "version": "protected-audit-v1"
              }
            ]
          }
        }
      ],
      "evidence_error": null,
      "output": "posted",
      "status": "failed_quality",
      "model_error": null,
      "judge_error": null,
      "evaluator_error": null,
      "skipped": false,
      "passed": false,
      "score": 0.5,
      "score_std": 0.0,
      "all_scores": [],
      "run_pass_rate": 0.0,
      "is_flaky": false,
      "runs": 1,
      "pass_count": -1,
      "retry_attempts": 0,
      "retry_errors": [],
      "latency_ms": 0.0,
      "tags": [],
      "evaluators": [
        {
          "name": "committed_posting",
          "score": 1.0,
          "passed": true,
          "reason": "Exactly one correct committed posting required",
          "metadata": {
            "outcome_contract": "ledger-once-v1",
            "episode_digest": "b1ee18ee1a2e795f6c6b75ca473c4c8fb605773f6bf38ab215bae244c4ffbf80",
            "outcome_evidence": {
              "rows": [
                [
                  "invoice",
                  "12.34",
                  "USD"
                ]
              ]
            }
          }
        },
        {
          "name": "no_forbidden_changes",
          "score": 0.0,
          "passed": false,
          "reason": "Protected row and audit history must remain unchanged",
          "metadata": {
            "outcome_contract": "protected-audit-v1",
            "episode_digest": "b1ee18ee1a2e795f6c6b75ca473c4c8fb605773f6bf38ab215bae244c4ffbf80",
            "outcome_evidence": {
              "violation_observations": [
                2,
                3,
                4,
                5
              ]
            }
          }
        }
      ]
    }
  ]
}