[ { "app": "odkcollect", "rep": "Rep1", "condition": "pure", "device_id": "[EXPERIMENT_HOST]:emulator-5558", "run_id": "odkcollect-rep1-pure-b1", "status": "COMPLETED_VALID", "eligible": "True", "reason": "[]", "seed": "545930993", "apk_sha256": "333f9458d4a00d1418a27c8b8ab34b59350b1bcb2905c9bd80cd4f4205ceb1f5", "native_jar_sha256": "93c440df3448f297395d8a53f9be8b769cbc28fbb32b21ad336fcd25ac7e541c", "started_at": "1793700071", "ended_at": "1793703672", "elapsed_seconds": "3601", "methods": "9981", "method_universe": "72298", "coverage_percent": "13.805361144153366", "native_steps": "2208", "targeted_execute_records": "1154", "targeted_per_minute": "19.227992224382113", "native_transitions": "2074", "confirmed_transitions": "2074", "states": "49", "model_actions": "316", "edges": "261", "requests": "0", "replies": "0", "request_failures": "0", "http_status": "{}", "pairs": "0", "candidate_observations": "0", "candidate_choices": "{}", "probe_bound_events": "0", "probe_selected_events": "0", "probe_executed": "0", "confirmed_nonprobe_transitions": "2074", "cross_version_confirmed_probe_entries": "0", "semantic_ledger_lookup_hits": "", "probe_window_first_seen_methods": "0", "ledger_terminals": "{\"probe_executed\": 0, \"natural_execution\": 0, \"group_suppressed\": 0, \"failed_or_interrupted\": 0, \"pending\": 0, \"cached_unexecuted\": 0, \"unclassified\": 0}", "ledger_accounting_complete": "True", "navigation_started": "964", "navigation_arrived": "898", "navigation_unclosed": "0", "navigation_seconds": "1237.98543052", "probe_only_navigation": "0", "high_unvisited_selection_share": "0.043025362318840576", "audit_capture_tree_fraction": "0.0001940173982227159", "evidence_bytes": "93330306", "audit_local_bytes": "15539662", "audit_terminal_pending": "0", "evidence_queue_peak": "22", "provider_cost": "", "evidence_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/rep1-pure-batch1/odkcollect-rep1-pure-b1/formal", "offline_acceptance_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/rep1-pure-batch1/odkcollect-rep1-pure-b1/analysis-v1/metrics.json", "new_model_action_selection_share": "0.09873188405797101", "graph_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/rep1-pure-batch1/odkcollect-rep1-pure-b1/formal/device-output/formal/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-graph.json", "graph_sha256": "7b3f93444e27220892e2285ce5c3186594a6b194bb9c60dae917da1384901152", "events_sha256": "51f410ac7f5f3f0f2a3cfe37d13b58db9289e0f7e526a4571c03c0ecdbb87a26" }, { "app": "odkcollect", "rep": "Rep2", "condition": "pure", "device_id": "[EXPERIMENT_HOST]:emulator-5562", "run_id": "run_5838d6022fac47b48d4524d1402960a8", "status": "COMPLETED_VALID", "eligible": "True", "reason": "[]", "seed": "746994860", "apk_sha256": "333f9458d4a00d1418a27c8b8ab34b59350b1bcb2905c9bd80cd4f4205ceb1f5", "native_jar_sha256": "93c440df3448f297395d8a53f9be8b769cbc28fbb32b21ad336fcd25ac7e541c", "started_at": "1793727438.248", "ended_at": "1793731039", "elapsed_seconds": "3600.75200009346", "methods": "9895", "method_universe": "72298", "coverage_percent": "13.686409029295417", "native_steps": "2292", "targeted_execute_records": "1255", "targeted_per_minute": "20.912298319363714", "native_transitions": "2167", "confirmed_transitions": "2167", "states": "55", "model_actions": "322", "edges": "298", "requests": "0", "replies": "0", "request_failures": "0", "http_status": "{}", "pairs": "0", "candidate_observations": "0", "candidate_choices": "{}", "probe_bound_events": "0", "probe_selected_events": "0", "probe_executed": "0", "confirmed_nonprobe_transitions": "2167", "cross_version_confirmed_probe_entries": "0", "semantic_ledger_lookup_hits": "", "probe_window_first_seen_methods": "0", "ledger_terminals": "{\"probe_executed\": 0, \"natural_execution\": 0, \"group_suppressed\": 0, \"failed_or_interrupted\": 0, \"pending\": 0, \"cached_unexecuted\": 0, \"unclassified\": 0}", "ledger_accounting_complete": "True", "navigation_started": "898", "navigation_arrived": "769", "navigation_unclosed": "0", "navigation_seconds": "1125.058748746", "probe_only_navigation": "0", "high_unvisited_selection_share": "0.051047120418848166", "audit_capture_tree_fraction": "0.00022117119784404184", "evidence_bytes": "86487175", "audit_local_bytes": "17110145", "audit_terminal_pending": "0", "evidence_queue_peak": "32", "provider_cost": "", "evidence_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/platform-managed/run_5838d6022fac47b48d4524d1402960a8/attempt_f1ea66c1bf9d4801ad5e817b8ba8ec40/raw", "offline_acceptance_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/platform-managed/run_5838d6022fac47b48d4524d1402960a8/attempt_f1ea66c1bf9d4801ad5e817b8ba8ec40/analysis-v1/metrics.json", "new_model_action_selection_share": "0.11605584642233857", "graph_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/platform-managed/run_5838d6022fac47b48d4524d1402960a8/attempt_f1ea66c1bf9d4801ad5e817b8ba8ec40/raw/device-output/native/sata-org.odk.collect.android-ape-sata-running-minutes-60/jev-graph.json", "graph_sha256": "654794642c182f013ed9cca89d368e700a43de9a88bac9e53d257af6e724fe6b", "events_sha256": "6e7e1b9ad262752584d955fa47af7726f4fe618ef1a6aeb7e949f5392d22e96c" }, { "app": "activitydiary", "rep": "Rep1", "condition": "pure", "device_id": "[EXPERIMENT_HOST]:emulator-5564", "run_id": "activitydiary-rep1-pure-b1", "status": "COMPLETED_VALID", "eligible": "True", "reason": "[]", "seed": "545930993", "apk_sha256": "8e1a8444245cff5642d33e2e64b665e1ae394d165a381ed3d469513e6fa7287a", "native_jar_sha256": "93c440df3448f297395d8a53f9be8b769cbc28fbb32b21ad336fcd25ac7e541c", "started_at": "1793700071", "ended_at": "1793703672", "elapsed_seconds": "3601", "methods": "7271", "method_universe": "44629", "coverage_percent": "16.292097066929575", "native_steps": "2397", "targeted_execute_records": "2240", "targeted_per_minute": "37.32296584282144", "native_transitions": "2355", "confirmed_transitions": "2355", "states": "110", "model_actions": "1585", "edges": "1054", "requests": "0", "replies": "0", "request_failures": "0", "http_status": "{}", "pairs": "0", "candidate_observations": "0", "candidate_choices": "{}", "probe_bound_events": "0", "probe_selected_events": "0", "probe_executed": "0", "confirmed_nonprobe_transitions": "2355", "cross_version_confirmed_probe_entries": "0", "semantic_ledger_lookup_hits": "", "probe_window_first_seen_methods": "0", "ledger_terminals": "{\"probe_executed\": 0, \"natural_execution\": 0, \"group_suppressed\": 0, \"failed_or_interrupted\": 0, \"pending\": 0, \"cached_unexecuted\": 0, \"unclassified\": 0}", "ledger_accounting_complete": "True", "navigation_started": "663", "navigation_arrived": "267", "navigation_unclosed": "0", "navigation_seconds": "980.301814289", "probe_only_navigation": "0", "high_unvisited_selection_share": "0.19607843137254902", "audit_capture_tree_fraction": "0.003767378543182449", "evidence_bytes": "178515814", "audit_local_bytes": "66141940", "audit_terminal_pending": "0", "evidence_queue_peak": "32", "provider_cost": "", "evidence_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/rep1-pure-batch1/activitydiary-rep1-pure-b1/formal", "offline_acceptance_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/rep1-pure-batch1/activitydiary-rep1-pure-b1/analysis-v1/metrics.json", "new_model_action_selection_share": "0.3863162286191072", "graph_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/rep1-pure-batch1/activitydiary-rep1-pure-b1/formal/device-output/formal/sata-de.rampro.activitydiary-ape-sata-running-minutes-60/jev-graph.json", "graph_sha256": "2d3fa4b205eca1aba4338d12cee3a96491ad00dd85e0c5c8eade2d7c7426f427", "events_sha256": "62cd5c9e7b92a2dacb0f2c64f8a95e0843bfb0853a422019c6b62eb10f1c4113" }, { "app": "activitydiary", "rep": "Rep2", "condition": "pure", "device_id": "[EXPERIMENT_HOST]:emulator-5568", "run_id": "run_dc2dd8de975e441b98d63d521b527b43", "status": "COMPLETED_VALID", "eligible": "True", "reason": "[]", "seed": "746994860", "apk_sha256": "8e1a8444245cff5642d33e2e64b665e1ae394d165a381ed3d469513e6fa7287a", "native_jar_sha256": "93c440df3448f297395d8a53f9be8b769cbc28fbb32b21ad336fcd25ac7e541c", "started_at": "1793724014.339", "ended_at": "1793727615", "elapsed_seconds": "3600.6610000133514", "methods": "7278", "method_universe": "44629", "coverage_percent": "16.307781935512782", "native_steps": "2304", "targeted_execute_records": "2191", "targeted_per_minute": "36.5099630316524", "native_transitions": "2280", "confirmed_transitions": "2280", "states": "123", "model_actions": "1996", "edges": "1310", "requests": "0", "replies": "0", "request_failures": "0", "http_status": "{}", "pairs": "0", "candidate_observations": "0", "candidate_choices": "{}", "probe_bound_events": "0", "probe_selected_events": "0", "probe_executed": "0", "confirmed_nonprobe_transitions": "2280", "cross_version_confirmed_probe_entries": "0", "semantic_ledger_lookup_hits": "", "probe_window_first_seen_methods": "0", "ledger_terminals": "{\"probe_executed\": 0, \"natural_execution\": 0, \"group_suppressed\": 0, \"failed_or_interrupted\": 0, \"pending\": 0, \"cached_unexecuted\": 0, \"unclassified\": 0}", "ledger_accounting_complete": "True", "navigation_started": "610", "navigation_arrived": "243", "navigation_unclosed": "0", "navigation_seconds": "930.977050031", "probe_only_navigation": "0", "high_unvisited_selection_share": "0.21006944444444445", "audit_capture_tree_fraction": "0.005189435242843109", "evidence_bytes": "197359633", "audit_local_bytes": "92813271", "audit_terminal_pending": "0", "evidence_queue_peak": "32", "provider_cost": "", "evidence_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/platform-managed/run_dc2dd8de975e441b98d63d521b527b43/attempt_2c76c87bcb6949e1a62808e2add23065/raw", "offline_acceptance_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/platform-managed/run_dc2dd8de975e441b98d63d521b527b43/attempt_2c76c87bcb6949e1a62808e2add23065/analysis-v1/metrics.json", "new_model_action_selection_share": "0.4578993055555556", "graph_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/platform-managed/run_dc2dd8de975e441b98d63d521b527b43/attempt_2c76c87bcb6949e1a62808e2add23065/raw/device-output/native/sata-de.rampro.activitydiary-ape-sata-running-minutes-60/jev-graph.json", "graph_sha256": "ded38520052a91df26ba601e99367eaf83c8ec40a1e20e9c683d0903b866ef99", "events_sha256": "88f11884ae5ffbfa4e6af5b9409c74e17980d9975e3162745e4336d652bccc66" }, { "app": "wikipedia", "rep": "Rep1", "condition": "pure", "device_id": "[EXPERIMENT_HOST]:emulator-5562", "run_id": "run_8e5338167a1a4ead9f1ec0bf8afaa13d", "status": "COMPLETED_VALID", "eligible": "True", "reason": "[]", "seed": "545930993", "apk_sha256": "b0fc81f263d7e48581662f9ef99e25ff567b38e5970b9c50a5f9f40f6d95f8ae", "native_jar_sha256": "93c440df3448f297395d8a53f9be8b769cbc28fbb32b21ad336fcd25ac7e541c", "started_at": "1793725085.953", "ended_at": "1793728687", "elapsed_seconds": "3601.0469999313354", "methods": "37142", "method_universe": "80568", "coverage_percent": "46.100188660510376", "native_steps": "2177", "targeted_execute_records": "2101", "targeted_per_minute": "35.00648561443483", "native_transitions": "2161", "confirmed_transitions": "2159", "states": "438", "model_actions": "5301", "edges": "1719", "requests": "0", "replies": "0", "request_failures": "0", "http_status": "{}", "pairs": "0", "candidate_observations": "0", "candidate_choices": "{}", "probe_bound_events": "0", "probe_selected_events": "0", "probe_executed": "0", "confirmed_nonprobe_transitions": "2159", "cross_version_confirmed_probe_entries": "0", "semantic_ledger_lookup_hits": "", "probe_window_first_seen_methods": "0", "ledger_terminals": "{\"probe_executed\": 0, \"natural_execution\": 0, \"group_suppressed\": 0, \"failed_or_interrupted\": 0, \"pending\": 0, \"cached_unexecuted\": 0, \"unclassified\": 0}", "ledger_accounting_complete": "True", "navigation_started": "487", "navigation_arrived": "233", "navigation_unclosed": "0", "navigation_seconds": "706.488010464", "probe_only_navigation": "0", "high_unvisited_selection_share": "0.46256316031235645", "audit_capture_tree_fraction": "0.007450401046559953", "evidence_bytes": "334631480", "audit_local_bytes": "81873529", "audit_terminal_pending": "0", "evidence_queue_peak": "22", "provider_cost": "", "evidence_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/platform-managed/run_8e5338167a1a4ead9f1ec0bf8afaa13d/attempt_188e626550a144dcb87ee865c695eb57/raw", "offline_acceptance_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/platform-managed/run_8e5338167a1a4ead9f1ec0bf8afaa13d/attempt_188e626550a144dcb87ee865c695eb57/analysis-v1/metrics.json", "new_model_action_selection_share": "0.7165824529168581", "graph_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/platform-managed/run_8e5338167a1a4ead9f1ec0bf8afaa13d/attempt_188e626550a144dcb87ee865c695eb57/raw/device-output/native/sata-org.wikipedia-ape-sata-running-minutes-60/jev-graph.json", "graph_sha256": "ba46648b425c16dedbeb59e36be54f66af3f79c4d77d2ef7dca43f6fac2ee07e", "events_sha256": "8c0e92ef3157f09dbf0bbeced62a00a75012e62f669d93949a89c09c95c58891" }, { "app": "wikipedia", "rep": "Rep2", "condition": "pure", "device_id": "[EXPERIMENT_HOST]:emulator-5566", "run_id": "run_8f9e0e03aff94363a3ae7757f17a7c14", "status": "COMPLETED_VALID", "eligible": "True", "reason": "[]", "seed": "746994860", "apk_sha256": "b0fc81f263d7e48581662f9ef99e25ff567b38e5970b9c50a5f9f40f6d95f8ae", "native_jar_sha256": "93c440df3448f297395d8a53f9be8b769cbc28fbb32b21ad336fcd25ac7e541c", "started_at": "1793727751.83", "ended_at": "1793731354", "elapsed_seconds": "3602.170000076294", "methods": "34551", "method_universe": "80568", "coverage_percent": "42.88427167113494", "native_steps": "2304", "targeted_execute_records": "2196", "targeted_per_minute": "36.57795162282994", "native_transitions": "2285", "confirmed_transitions": "2285", "states": "409", "model_actions": "4737", "edges": "1851", "requests": "0", "replies": "0", "request_failures": "0", "http_status": "{}", "pairs": "0", "candidate_observations": "0", "candidate_choices": "{}", "probe_bound_events": "0", "probe_selected_events": "0", "probe_executed": "0", "confirmed_nonprobe_transitions": "2285", "cross_version_confirmed_probe_entries": "0", "semantic_ledger_lookup_hits": "", "probe_window_first_seen_methods": "0", "ledger_terminals": "{\"probe_executed\": 0, \"natural_execution\": 0, \"group_suppressed\": 0, \"failed_or_interrupted\": 0, \"pending\": 0, \"cached_unexecuted\": 0, \"unclassified\": 0}", "ledger_accounting_complete": "True", "navigation_started": "486", "navigation_arrived": "223", "navigation_unclosed": "0", "navigation_seconds": "728.69731935", "probe_only_navigation": "0", "high_unvisited_selection_share": "0.4401041666666667", "audit_capture_tree_fraction": "0.010607875895416008", "evidence_bytes": "276989246", "audit_local_bytes": "61043718", "audit_terminal_pending": "0", "evidence_queue_peak": "32", "provider_cost": "", "evidence_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/platform-managed/run_8f9e0e03aff94363a3ae7757f17a7c14/attempt_71d585a136f244fbbafe0be57544ef6c/raw", "offline_acceptance_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/platform-managed/run_8f9e0e03aff94363a3ae7757f17a7c14/attempt_71d585a136f244fbbafe0be57544ef6c/analysis-v1/metrics.json", "new_model_action_selection_share": "0.7139756944444444", "graph_path": "[WORKSPACE]/experiments/guitaboo_formal_emulator_20261103T1725/formal-runs/platform-managed/run_8f9e0e03aff94363a3ae7757f17a7c14/attempt_71d585a136f244fbbafe0be57544ef6c/raw/device-output/native/sata-org.wikipedia-ape-sata-running-minutes-60/jev-graph.json", "graph_sha256": "8a8a3cc97bce1db2de6d09cc45a09db612abea42bdb8936a865f65a7bc860918", "events_sha256": "7086f1035690ae14d84c9ce9a55f19ab5c5157de7f857160de786c2cc5a02e79" } ]