{ "schemaVersion": 3, "filesystem": "host", "imageSizeGib": null, "warmup": true, "selectedBackend": null, "suite": "real-image-cohort", "generatedAtUnixMs": 1794884482480, "commit": "f731572ba177e93a7a8fa55fe93b5d5145ba2581", "dirty": false, "candidateSha256": "428608b8bf13a3635a015a7ae84a67bbae273d5a081c4c9c5bf6b23493a3923a", "gitVersion": "git version 2.56.1", "platform": "macos aarch64 25.5.0", "cpu": "Apple M1 Ultra", "concurrency": 1, "worktreesPerCohort": 1, "repeats": 3, "repositories": [ { "label": "openclaw", "commit": "410c0dda40702e25263b49b8b7d0786a5e49e366" } ], "notes": [ "Each image-backed backend/repeat gets a fresh, isolated sparse filesystem image (capacity/format recorded in imageSizeGiB/filesystem). Seed uses git clone --shared --no-checkout plus explicit pinned-commit checkout. Original repositories and object stores are read-only inputs; seed history uses alternates outside image.", "One operation warmup per backend; removed before APFS space snapshots, retained on Linux and host. Global/system Git config and hooks disabled for fixture setup; no ignored/untracked dependencies or build output copied. Backend order alternates by repeat.", "A barrier releases the bounded worker pool simultaneously; each worker starts its next queued create only after its previous CLI returns. worktreesPerCohort is the total count; concurrency is the maximum in flight. Create wall time includes thread startup/barrier and ends at the last CLI completion, excluding final coordinator checkpoint/join work. Per-operation latency measures only that CLI. harnessCpuMsDuringCreate records self CPU (coordinator and worker threads), excluding CLI child CPU. No verification/generation competes with creates. No retries: failures are data.", "First git status is measured sequentially after all creates and the initial space snapshot. Full byte/symlink/executable verification follows each first status; its CPU is outside creation timing. A first-status sum is not a concurrent-status wall time.", "Allocated space is total minus free blocks from statvfs on the isolated filesystem, sampled after sync until stable (or marked unstable). This includes working files, indexes, retained staging and filesystem metadata, not logical size/du/st_blocks. Host sparse-image allocation is not the metric.", "After initial verification/space measurement, one data-bearing byte in one nonempty regular file per successful checkout (offset and file length recorded) is changed in place. Additional filesystem allocation is sampled; seed file must remain unchanged. APFS images are detached and deleted after saving each cohort; Linux images and fixtures are retained after unmount; no benchmark input paths or source file contents are serialized.", "Local warm-cache results. A sparse loopback/disk image is a controlled filesystem, not a claim about native host-volume maximum throughput. Report failures alongside latency and allocation; do not compare unequal successful counts as identical capacity.", "Filesystem=host overrides image setup/cleanup notes: fresh cohort directories and warmup worktrees are retained, no allocation snapshots/deltas are reported, no sync is forced. Use isolated-image runs for space comparisons. Input revisions can be pinned to match earlier image runs." ], "cohorts": [ { "repository": "openclaw", "sourceCommit": "410c0dda40702e25263b49b8b7d0786a5e49e366", "sourceTree": "16be5eb7eee60e1285bb8be4db00d9910b200e42", "backend": "git", "repeat": 0, "trackedFiles": 65500, "logicalBytesPerWorktree": 776199844, "createWallMs": 7294.290166, "harnessCpuMsDuringCreate": 2.4489999999998417, "observerWallMs": 7294.7231249999995, "createsPerSecond": 0.13709353168608238, "statusAndVerificationWallMs": 3149.066709, "succeeded": 1, "failed": 0, "verifiedFiles": 65500, "sourceUnchanged": true, "privateWriteTested": true, "warmupCleanupRecovered": false, "privateWriteFileBytes": 1032, "privateWriteOffset": 0, "before": null, "afterCreate": null, "afterStatus": null, "afterPrivateWrites": null, "growthAfterCreateBytes": null, "growthAfterStatusBytes": null, "privateWriteGrowthBytes": null, "operations": [ { "worker": 0, "createMs": 7294.20525, "createStartedAtMs": 0.084833, "createFinishedAtMs": 7294.290166, "firstStatusMs": 1244.38375, "exitCode": 0, "nativeCow": false, "verified": true, "error": null } ] }, { "repository": "openclaw", "sourceCommit": "410c0dda40702e25263b49b8b7d0786a5e49e366", "sourceTree": "16be5eb7eee60e1285bb8be4db00d9910b200e42", "backend": "twig", "repeat": 0, "trackedFiles": 65500, "logicalBytesPerWorktree": 776199844, "createWallMs": 8319.808458000001, "harnessCpuMsDuringCreate": 0.930000000000291, "observerWallMs": 8320.186708, "createsPerSecond": 0.12019507480829553, "statusAndVerificationWallMs": 8287.601292, "succeeded": 1, "failed": 0, "verifiedFiles": 65500, "sourceUnchanged": true, "privateWriteTested": true, "warmupCleanupRecovered": false, "privateWriteFileBytes": 1032, "privateWriteOffset": 0, "before": null, "afterCreate": null, "afterStatus": null, "afterPrivateWrites": null, "growthAfterCreateBytes": null, "growthAfterStatusBytes": null, "privateWriteGrowthBytes": null, "operations": [ { "worker": 0, "createMs": 8319.7325, "createStartedAtMs": 0.075875, "createFinishedAtMs": 8319.808458000001, "firstStatusMs": 6325.440791, "exitCode": 0, "nativeCow": true, "verified": true, "error": null } ] }, { "repository": "openclaw", "sourceCommit": "410c0dda40702e25263b49b8b7d0786a5e49e366", "sourceTree": "16be5eb7eee60e1285bb8be4db00d9910b200e42", "backend": "twig", "repeat": 1, "trackedFiles": 65500, "logicalBytesPerWorktree": 776199844, "createWallMs": 8797.213083999999, "harnessCpuMsDuringCreate": 1.0380000000004657, "observerWallMs": 8798.051, "createsPerSecond": 0.11367236310539731, "statusAndVerificationWallMs": 9484.714333, "succeeded": 1, "failed": 0, "verifiedFiles": 65500, "sourceUnchanged": true, "privateWriteTested": true, "warmupCleanupRecovered": false, "privateWriteFileBytes": 1032, "privateWriteOffset": 0, "before": null, "afterCreate": null, "afterStatus": null, "afterPrivateWrites": null, "growthAfterCreateBytes": null, "growthAfterStatusBytes": null, "privateWriteGrowthBytes": null, "operations": [ { "worker": 0, "createMs": 8797.149958, "createStartedAtMs": 0.063084, "createFinishedAtMs": 8797.213083999999, "firstStatusMs": 6910.861167, "exitCode": 0, "nativeCow": true, "verified": true, "error": null } ] }, { "repository": "openclaw", "sourceCommit": "410c0dda40702e25263b49b8b7d0786a5e49e366", "sourceTree": "16be5eb7eee60e1285bb8be4db00d9910b200e42", "backend": "git", "repeat": 1, "trackedFiles": 65500, "logicalBytesPerWorktree": 776199844, "createWallMs": 8651.401167, "harnessCpuMsDuringCreate": 2.4719999999997526, "observerWallMs": 8652.049584, "createsPerSecond": 0.11558821290294699, "statusAndVerificationWallMs": 3593.591042, "succeeded": 1, "failed": 0, "verifiedFiles": 65500, "sourceUnchanged": true, "privateWriteTested": true, "warmupCleanupRecovered": false, "privateWriteFileBytes": 1032, "privateWriteOffset": 0, "before": null, "afterCreate": null, "afterStatus": null, "afterPrivateWrites": null, "growthAfterCreateBytes": null, "growthAfterStatusBytes": null, "privateWriteGrowthBytes": null, "operations": [ { "worker": 0, "createMs": 8651.339209, "createStartedAtMs": 0.06175, "createFinishedAtMs": 8651.401167, "firstStatusMs": 463.34075, "exitCode": 0, "nativeCow": false, "verified": true, "error": null } ] }, { "repository": "openclaw", "sourceCommit": "410c0dda40702e25263b49b8b7d0786a5e49e366", "sourceTree": "16be5eb7eee60e1285bb8be4db00d9910b200e42", "backend": "git", "repeat": 2, "trackedFiles": 65500, "logicalBytesPerWorktree": 776199844, "createWallMs": 8578.219416, "harnessCpuMsDuringCreate": 2.3100000000013097, "observerWallMs": 8578.944207999999, "createsPerSecond": 0.11657430889851232, "statusAndVerificationWallMs": 2194.4545839999996, "succeeded": 1, "failed": 0, "verifiedFiles": 65500, "sourceUnchanged": true, "privateWriteTested": true, "warmupCleanupRecovered": false, "privateWriteFileBytes": 1032, "privateWriteOffset": 0, "before": null, "afterCreate": null, "afterStatus": null, "afterPrivateWrites": null, "growthAfterCreateBytes": null, "growthAfterStatusBytes": null, "privateWriteGrowthBytes": null, "operations": [ { "worker": 0, "createMs": 8578.174042, "createStartedAtMs": 0.045291, "createFinishedAtMs": 8578.219416, "firstStatusMs": 340.239958, "exitCode": 0, "nativeCow": false, "verified": true, "error": null } ] }, { "repository": "openclaw", "sourceCommit": "410c0dda40702e25263b49b8b7d0786a5e49e366", "sourceTree": "16be5eb7eee60e1285bb8be4db00d9910b200e42", "backend": "twig", "repeat": 2, "trackedFiles": 65500, "logicalBytesPerWorktree": 776199844, "createWallMs": 9100.710375, "harnessCpuMsDuringCreate": 1.462999999999738, "observerWallMs": 9101.8305, "createsPerSecond": 0.10988153218753541, "statusAndVerificationWallMs": 8686.141208000001, "succeeded": 1, "failed": 0, "verifiedFiles": 65500, "sourceUnchanged": true, "privateWriteTested": true, "warmupCleanupRecovered": false, "privateWriteFileBytes": 1032, "privateWriteOffset": 0, "before": null, "afterCreate": null, "afterStatus": null, "afterPrivateWrites": null, "growthAfterCreateBytes": null, "growthAfterStatusBytes": null, "privateWriteGrowthBytes": null, "operations": [ { "worker": 0, "createMs": 9100.657207999999, "createStartedAtMs": 0.053125, "createFinishedAtMs": 9100.710375, "firstStatusMs": 6651.5115, "exitCode": 0, "nativeCow": true, "verified": true, "error": null } ] } ], "failures": [] }