{
  "schema_version": 1,
  "generated_at": "2026-07-17T18:24:00Z",
  "synthetic_fixture": true,
  "source": {
    "repository": "https://github.com/OpenAdaptAI/openadapt-flow",
    "benchmark_commit": "84c7a94f2d2ca9e183799394d1952ae32fa6bf92",
    "merged_by_pull_request": "https://github.com/OpenAdaptAI/openadapt-flow/pull/131",
    "recording_id": "recording-live-valid11",
    "recording_ready_marker_sha256": "5fd9381b6f76fc3bf60c58d1c3fb2bf0356ff6dba9a56865549d9fe2b6ba0ec2",
    "results_id": "results-model-free-corrected3-20260716",
    "results_sha256": "72e85287fce5cb7c67c4df574a368a93a677fef00dd0458160a5963e3637338f",
    "displayed_run": "compiled-baseline-1",
    "run_report_sha256": "c92e4692d6d5daf6ae2d256a6d2e03ea999c65137fce3408c2c337c57481d1f3",
    "oracle_evidence_sha256": "de72474cf68186396ac63f80d1e809dff541c94f96951b8476682fece4d41c78"
  },
  "media": {
    "record-frappe.gif": {
      "sha256": "e54b8426d91af84f903afcc6328f1611488076b11f5d183de45f2a6846264e36",
      "source_frames": "recording-live-valid11/frames/*_after.png",
      "kind": "animated sequence of real recorder frames",
      "width": 880,
      "height": 550
    },
    "record-frappe.jpg": {
      "sha256": "abfffc9fdd14dd4551af6ce8379f98ca6eeb97175492601bd155f1519d90f5fe",
      "source_frame": "recording-live-valid11/frames/0000_before.png",
      "kind": "real recorder frame",
      "width": 880,
      "height": 550
    },
    "replay-frappe.gif": {
      "sha256": "6317e04b412e075209dd89a722eb354f5dac47b3fbde1017fa6ed3eb16875409",
      "source_frames": "results-model-free-corrected3-20260716/runs/compiled-baseline-1/steps/*_after.png",
      "kind": "animated sequence of real compiled-run evidence frames",
      "width": 880,
      "height": 550
    },
    "replay-frappe.jpg": {
      "sha256": "ac632d69bd41212af5193898d0849a6f7fe6419eada77f1943ba66ff64297f47",
      "source_frame": "results-model-free-corrected3-20260716/runs/compiled-baseline-1/steps/step_020_after.png",
      "kind": "real compiled-run evidence frame",
      "width": 880,
      "height": 550
    }
  },
  "software": {
    "frappe_docker": {
      "ref": "c004361e790125ed13aaa933d11f7838711a8960",
      "commit": "c004361e790125ed13aaa933d11f7838711a8960"
    },
    "frappe": {
      "ref": "v16.27.0",
      "commit": "73decbb00106a12c4e854c98dce8c0e3f42f514e"
    },
    "erpnext": {
      "ref": "v16.27.0",
      "commit": "9d5c7605b8eae7fb5aaf9efd00a778adae2daeb1"
    },
    "lending": {
      "ref": "v16.2.0",
      "commit": "caed066b6636075634418f4f0382798b60c0e188"
    }
  },
  "evidence": {
    "scope": "model-free compiled-versus-API local engineering subset",
    "publication_ready_comparative_matrix": false,
    "task": "create exactly one synthetic Frappe Lending Loan Application",
    "conditions": [
      "baseline",
      "ui_cosmetic_v1"
    ],
    "trials_per_condition": 3,
    "compiled_trials": 6,
    "compiled_correct": 6,
    "compiled_silent_incorrect_successes": 0,
    "compiled_over_halts": 0,
    "compiled_model_calls": 0,
    "separate_api_control_trials": 6,
    "separate_api_control_correct": 6,
    "oracle": "separately authenticated read-only Frappe REST exact-field readback plus direct SQL table-delta and non-target digest audit"
  },
  "limitations": "One synthetic task on one pinned local macOS arm64 environment. The media and six compiled trials are not a customer deployment, a broad reliability benchmark, a complete agent-comparison matrix, or evidence for a proprietary LOS, Windows, RDP, or Citrix.",
  "affiliation": "OpenAdapt is not affiliated with or endorsed by Frappe Technologies Pvt. Ltd.",
  "trademark_notice": "Frappe is a registered trademark of Frappe Technologies Pvt. Ltd."
}