{ "schema": "meshlive-benchmark-result-v1", "execution": { "suite": "relaycall-915d7390b", "sequence": "0004", "run_id": "physical-d2407de169b042dfa8a0ca75e0c0260f", "manifest_sha256": "7b60885bf84ec4dd79afb77c8c71bb7cf523e4691bc32c0d2b3f495c6ceebbc7", "date_utc": "2026-10-09T15:14:22Z", "duration_wall_s": 80.9, "concurrency": "concurrent", "actual_media_overlap": { "status": "UNMEASURED", "reason": "Job overlap is not actual media overlap" } }, "case": { "baseline_key": "310a18c403d695bd999c", "private_case_id": "relay-a15s-via-s24-to-asus-gatt-352x288-200", "mode": "private_call", "family": "call", "request": { "caller": "A15s", "relay": "S24", "callee": "ASUS", "profiles": { "A15s": { "codec": "libaom-native", "width": 352, "height": 288, "fps": 15, "bitrate_kbps": 200, "rate_control": "automatic", "playback": "balanced", "thermal_reduction": false }, "ASUS": { "codec": "c2.android.vp9.encoder", "width": 352, "height": 288, "fps": 15, "bitrate_kbps": 200, "rate_control": "automatic", "playback": "balanced", "thermal_reduction": false } }, "transport": "gatt", "duration_s": 45, "connection_timeout_s": 30, "media_trace": true, "call_pipeline_timing": true, "tunables": {}, "actions": [], "inputs": { "A15s": { "video_sha256": "96704fd274796a739d3c220ace74cc98da178758945688e147551db6c927cdab", "audio_sha256": "bf8d4ae39a571c3b3278aa1f38fcb1181cf69d1f605a8229df4b0714475464fd" }, "ASUS": { "video_sha256": "96704fd274796a739d3c220ace74cc98da178758945688e147551db6c927cdab", "audio_sha256": "bf8d4ae39a571c3b3278aa1f38fcb1181cf69d1f605a8229df4b0714475464fd" } } }, "description": "Endpoint inputs copied from bound direct cases (hashes unchanged); relayed execution unmeasured" }, "build": { "build_id": "915d7390", "apk_sha256": "915d73902a1cd3a97eae603a69e41e5145d5a0db56c3ca48cb7e74d8719d7632", "apk_sha256_per_phone": null, "version_name": { "version_name": "1.0", "source": "read from the retained APK (aapt2 dump badging)", "note": "Pre-release debug build; the app was renamed and versioned 0.1.0-beta later" } }, "phones": [ { "alias": "A15s", "manufacturer": "OPPO", "model": "CPH2179", "android": "10", "sdk": "29", "soc": "mt6765", "firmware_build": "QP1A.190711.020/2024022110", "apk_sha256": "915d73902a1cd3a97eae603a69e41e5145d5a0db56c3ca48cb7e74d8719d7632" }, { "alias": "ASUS", "manufacturer": "asus", "model": "ASUS_I01WD", "android": "11", "sdk": "30", "soc": "msmnile", "firmware_build": "RKQ1.200710.002/18.0610.2106.156-0", "apk_sha256": "915d73902a1cd3a97eae603a69e41e5145d5a0db56c3ca48cb7e74d8719d7632" }, { "alias": "S24", "manufacturer": "samsung", "model": "SM-S921B", "android": "16", "sdk": "36", "soc": "s5e9945", "firmware_build": "BP2A.250605.031.A3/S921BXXSACYJ7", "apk_sha256": "915d73902a1cd3a97eae603a69e41e5145d5a0db56c3ca48cb7e74d8719d7632" } ], "inputs": { "A15s": { "video": { "input_id": "vsg/coverage-352x288-15/352x288-15fps", "sha256": "96704fd274796a739d3c220ace74cc98da178758945688e147551db6c927cdab" }, "audio": { "input_id": "vsg/coverage-352x288-15/352x288-15fps", "sha256": "bf8d4ae39a571c3b3278aa1f38fcb1181cf69d1f605a8229df4b0714475464fd" } }, "ASUS": { "video": { "input_id": "vsg/coverage-352x288-15/352x288-15fps", "sha256": "96704fd274796a739d3c220ace74cc98da178758945688e147551db6c927cdab" }, "audio": { "input_id": "vsg/coverage-352x288-15/352x288-15fps", "sha256": "bf8d4ae39a571c3b3278aa1f38fcb1181cf69d1f605a8229df4b0714475464fd" } } }, "result": { "status": "FAIL", "reason": null, "scored_in_suite": "relaycall-915d7390b", "scored_at": "2026-10-09T15:20:43Z", "thresholds_version": "device-run-v3", "acceptance_profile": null, "pipeline_status": "FAIL", "full_experience_status": "FAIL", "required_families": [ "picture", "smoothness", "connection", "transport", "lifecycle", "topology", "camera", "acoustic", "physical_latency", "endurance" ], "measurement_errors": [], "family_status": { "picture": "UNMEASURED", "smoothness": "UNMEASURED", "connection": "UNMEASURED", "transport": "FAIL", "lifecycle": "FAIL", "topology": "UNMEASURED", "camera": "UNMEASURED", "acoustic": "UNMEASURED", "physical_latency": "UNMEASURED", "endurance": "UNMEASURED" } }, "families": { "picture": { "status": "UNMEASURED", "measurements": [ { "device": "ASUS", "source": "A15s", "name": "reference_validity", "status": "UNMEASURED", "reason": "sender: phase is not verified and finalized; receiver: phase is not verified and finalized" }, { "device": "ASUS", "source": "A15s", "name": "vmaf", "status": "UNMEASURED", "limit": 90, "reason": "Required measurement absent" }, { "device": "ASUS", "source": "A15s", "name": "ssim", "status": "UNMEASURED", "limit": 0.98, "reason": "Required measurement absent" }, { "device": "ASUS", "source": "A15s", "name": "psnr_db", "status": "UNMEASURED", "limit": 35, "reason": "Required measurement absent" }, { "device": "A15s", "source": "ASUS", "name": "reference_validity", "status": "UNMEASURED", "reason": "receiver: phase is not verified and finalized; sender: phase is not verified and finalized" }, { "device": "A15s", "source": "ASUS", "name": "vmaf", "status": "UNMEASURED", "limit": 90, "reason": "Required measurement absent" }, { "device": "A15s", "source": "ASUS", "name": "ssim", "status": "UNMEASURED", "limit": 0.98, "reason": "Required measurement absent" }, { "device": "A15s", "source": "ASUS", "name": "psnr_db", "status": "UNMEASURED", "limit": 35, "reason": "Required measurement absent" } ] }, "smoothness": { "status": "UNMEASURED", "measurements": [ { "device": "ASUS", "direction": "outgoing", "name": "encoder_fps", "status": "UNMEASURED", "reason": "Expected FPS not specified" }, { "device": "ASUS", "direction": "incoming", "name": "surface_p95_ms", "status": "UNMEASURED", "reason": "Expected FPS not specified" }, { "device": "ASUS", "direction": "incoming", "name": "surface_p99_ms", "status": "UNMEASURED", "reason": "Expected FPS not specified" }, { "device": "ASUS", "direction": "incoming", "name": "visible_fps", "status": "UNMEASURED", "reason": "Expected FPS not specified" }, { "device": "ASUS", "direction": "incoming", "name": "unexpected_freeze_events", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "A15s", "direction": "outgoing", "name": "encoder_fps", "status": "UNMEASURED", "reason": "Expected FPS not specified" }, { "device": "A15s", "direction": "incoming", "name": "surface_p95_ms", "status": "UNMEASURED", "reason": "Expected FPS not specified" }, { "device": "A15s", "direction": "incoming", "name": "surface_p99_ms", "status": "UNMEASURED", "reason": "Expected FPS not specified" }, { "device": "A15s", "direction": "incoming", "name": "visible_fps", "status": "UNMEASURED", "reason": "Expected FPS not specified" }, { "device": "A15s", "direction": "incoming", "name": "unexpected_freeze_events", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" } ], "motion_detail": { "status": "UNMEASURED", "reason": "Detailed callback scorer supports broadcasts; independent call gates remain measured" } }, "connection": { "status": "UNMEASURED", "measurements": [ { "device": "ASUS", "direction": "endpoint", "name": "discovery_ms", "status": "DIAGNOSTIC", "value": 9288.9999, "limit": 1500, "comparison": "max" }, { "device": "ASUS", "direction": "endpoint", "name": "setup_to_first_surface_ms", "status": "UNMEASURED", "limit": 3000, "reason": "Required measurement absent" }, { "device": "A15s", "direction": "endpoint", "name": "discovery_ms", "status": "PASS", "value": 230.0, "limit": 1500, "comparison": "max" }, { "device": "A15s", "direction": "endpoint", "name": "setup_to_first_surface_ms", "status": "UNMEASURED", "limit": 3000, "reason": "Required measurement absent" } ] }, "transport": { "status": "FAIL", "measurements": [ { "device": "ASUS", "direction": "endpoint", "name": "selected_transport", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "ASUS", "direction": "endpoint", "name": "selected_profile_mismatches", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "ASUS", "direction": "endpoint", "name": "negotiated_remote_header_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "ASUS", "direction": "endpoint", "name": "actual_allocation_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "ASUS", "direction": "outgoing", "name": "unexpected_events", "status": "FAIL", "value": 1, "limit": 0, "comparison": "max" }, { "device": "ASUS", "direction": "outgoing", "name": "sender_drops", "status": "UNMEASURED", "limit": 0, "reason": "A final cumulative TX report for the measured call is required to prove zero queue loss" }, { "device": "ASUS", "direction": "outgoing", "name": "raw_input_drops", "status": "UNMEASURED", "limit": 0, "reason": "Explicit cumulative source input-loss evidence absent; timing samples or zero network drops cannot substitute" }, { "device": "ASUS", "direction": "outgoing", "name": "call_tx_counter_regressions", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "ASUS", "direction": "outgoing", "name": "actual_offered_load", "status": "UNMEASURED", "reason": "Measured encoder payload, not the selected target; insufficient or absent load does not prove requested transport capacity" }, { "device": "ASUS", "direction": "incoming", "name": "unexpected_events", "status": "FAIL", "value": 1, "limit": 0, "comparison": "max" }, { "device": "ASUS", "direction": "incoming", "name": "decoder_drops", "status": "UNMEASURED", "limit": 0, "reason": "A final RX counter for the measured call is required to prove zero loss" }, { "device": "ASUS", "direction": "incoming", "name": "audio_drops", "status": "UNMEASURED", "limit": 0, "reason": "A final RX counter for the measured call is required to prove zero loss" }, { "device": "ASUS", "direction": "incoming", "name": "profile_fps_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "A scoped authenticated private-call remote header is required to measure FPS" }, { "device": "A15s", "direction": "endpoint", "name": "selected_transport", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "A15s", "direction": "endpoint", "name": "selected_profile_mismatches", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "A15s", "direction": "endpoint", "name": "negotiated_remote_header_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "A15s", "direction": "endpoint", "name": "actual_allocation_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "A15s", "direction": "outgoing", "name": "unexpected_events", "status": "FAIL", "value": 1, "limit": 0, "comparison": "max" }, { "device": "A15s", "direction": "outgoing", "name": "sender_drops", "status": "UNMEASURED", "limit": 0, "reason": "A final cumulative TX report for the measured call is required to prove zero queue loss" }, { "device": "A15s", "direction": "outgoing", "name": "raw_input_drops", "status": "UNMEASURED", "limit": 0, "reason": "Explicit cumulative source input-loss evidence absent; timing samples or zero network drops cannot substitute" }, { "device": "A15s", "direction": "outgoing", "name": "call_tx_counter_regressions", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "A15s", "direction": "outgoing", "name": "actual_offered_load", "status": "UNMEASURED", "reason": "Measured encoder payload, not the selected target; insufficient or absent load does not prove requested transport capacity" }, { "device": "A15s", "direction": "incoming", "name": "unexpected_events", "status": "FAIL", "value": 1, "limit": 0, "comparison": "max" }, { "device": "A15s", "direction": "incoming", "name": "decoder_drops", "status": "UNMEASURED", "limit": 0, "reason": "A final RX counter for the measured call is required to prove zero loss" }, { "device": "A15s", "direction": "incoming", "name": "audio_drops", "status": "UNMEASURED", "limit": 0, "reason": "A final RX counter for the measured call is required to prove zero loss" }, { "device": "A15s", "direction": "incoming", "name": "profile_fps_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "A scoped authenticated private-call remote header is required to measure FPS" }, { "device": "S24", "direction": "relay", "name": "relay_forwarded_records", "status": "UNMEASURED", "limit": 0, "reason": "BluetoothPrivateCallRelay logs no forwarded-record counters, queue depth or per-direction liveness; relay forwarding and queues remain UNMEASURED" }, { "device": "S24", "direction": "relay", "name": "relay_queue_depth", "status": "UNMEASURED", "limit": 0, "reason": "BluetoothPrivateCallRelay logs no forwarded-record counters, queue depth or per-direction liveness; relay forwarding and queues remain UNMEASURED" } ] }, "lifecycle": { "status": "FAIL", "measurements": [ { "device": "A15s", "action": "call:", "status": "UNMEASURED", "acknowledged": true, "gate": { "status": "UNMEASURED" } }, { "action": "runner", "status": "FAIL", "reason": "asus: no app evidence for 'BENCHMARK call phase INCOMING_RINGING' within the deadline", "gate": { "status": "FAIL" } } ] }, "topology": { "status": "UNMEASURED", "measurements": [ { "device": "ASUS", "direction": "endpoint", "name": "authenticated_peer", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "ASUS", "direction": "endpoint", "name": "call_id_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "A15s", "direction": "endpoint", "name": "authenticated_peer", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "A15s", "direction": "endpoint", "name": "call_id_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "S24", "direction": "relay", "name": "relay_adjacent_child_identity", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "S24", "direction": "relay", "name": "relay_adjacent_parent_identity", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "S24", "direction": "relay", "name": "relay_unplanned_closures", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "S24", "direction": "relay", "name": "requested_relay_route", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" } ] }, "camera": { "status": "UNMEASURED", "reason": "No connected measurement adapter", "measurements": [] }, "acoustic": { "status": "UNMEASURED", "reason": "No connected measurement adapter", "measurements": [] }, "physical_latency": { "status": "UNMEASURED", "reason": "No connected measurement adapter", "measurements": [] }, "endurance": { "status": "UNMEASURED", "reason": "No connected measurement adapter", "measurements": [] } }, "stream_metrics": { "thresholds_version": "device-run-v3", "overall_status": "FAIL", "log_status": "FAIL", "quality_status": "UNMEASURED", "streams": [ { "device": "ASUS", "setup_role": "callee", "peer": "A15s", "requested_profile": { "codec": "c2.android.vp9.encoder", "width": 352, "height": 288, "fps": 15, "bitrate_kbps": 200, "rate_control": "automatic", "playback": "balanced", "thermal_reduction": false }, "effective_profile": null, "negotiated_changes": {}, "outgoing": { "role": "sender", "log_status": "FAIL", "quality_status": "UNMEASURED", "lifecycle_status": "UNMEASURED", "overall_status": "FAIL", "expected": { "fps": null, "width": null, "height": null, "bitrate_kbps": null }, "startup_ms": [], "freezes": null, "freeze_duration_ms": null, "drops": { "decoder_drops": null, "audio_drops": null, "sender_drops": null, "forwarding_drops": null, "camera_input_drops": null, "raw_input_drops": null }, "encoder_fps": null, "encoder_kbps": null, "offered_load": { "status": "UNMEASURED", "median_kbps": null, "requested_kbps": null, "target_fraction": null }, "visible_fps": null, "queue_depth_max": {} }, "incoming": { "role": "receiver", "log_status": "FAIL", "quality_status": "UNMEASURED", "lifecycle_status": "UNMEASURED", "overall_status": "FAIL", "expected": { "fps": null, "width": null, "height": null, "bitrate_kbps": null }, "startup_ms": [], "freezes": null, "freeze_duration_ms": null, "drops": { "decoder_drops": null, "audio_drops": null, "sender_drops": null, "forwarding_drops": null, "camera_input_drops": null, "raw_input_drops": null }, "encoder_fps": null, "encoder_kbps": null, "offered_load": { "status": "UNMEASURED", "median_kbps": null, "requested_kbps": null, "target_fraction": null }, "visible_fps": null, "queue_depth_max": {} } }, { "device": "A15s", "setup_role": "caller", "peer": "ASUS", "requested_profile": { "codec": "libaom-native", "width": 352, "height": 288, "fps": 15, "bitrate_kbps": 200, "rate_control": "automatic", "playback": "balanced", "thermal_reduction": false }, "effective_profile": null, "negotiated_changes": {}, "outgoing": { "role": "sender", "log_status": "FAIL", "quality_status": "UNMEASURED", "lifecycle_status": "UNMEASURED", "overall_status": "FAIL", "expected": { "fps": null, "width": null, "height": null, "bitrate_kbps": null }, "startup_ms": [], "freezes": null, "freeze_duration_ms": null, "drops": { "decoder_drops": null, "audio_drops": null, "sender_drops": null, "forwarding_drops": null, "camera_input_drops": null, "raw_input_drops": null }, "encoder_fps": null, "encoder_kbps": null, "offered_load": { "status": "UNMEASURED", "median_kbps": null, "requested_kbps": null, "target_fraction": null }, "visible_fps": null, "queue_depth_max": {} }, "incoming": { "role": "receiver", "log_status": "FAIL", "quality_status": "UNMEASURED", "lifecycle_status": "UNMEASURED", "overall_status": "FAIL", "expected": { "fps": null, "width": null, "height": null, "bitrate_kbps": null }, "startup_ms": [], "freezes": null, "freeze_duration_ms": null, "drops": { "decoder_drops": null, "audio_drops": null, "sender_drops": null, "forwarding_drops": null, "camera_input_drops": null, "raw_input_drops": null }, "encoder_fps": null, "encoder_kbps": null, "offered_load": { "status": "UNMEASURED", "median_kbps": null, "requested_kbps": null, "target_fraction": null }, "visible_fps": null, "queue_depth_max": {} } } ] }, "analyses": [ { "suite": "relaycall-915d7390b", "generated_at": "2026-10-09T15:20:43Z", "status": "FAIL", "thresholds_version": "device-run-v3" } ] }