{ "schema": "meshlive-benchmark-result-v1", "execution": { "suite": "relaycall-5b63ccda-loop13-1", "sequence": "0003", "run_id": "physical-0c843158fa764b1abb9702dff52432dd", "manifest_sha256": "418a4ffa7449bcd0a58f5071d36897875206b0a5d2485575a31d43f497e64090", "date_utc": "2026-10-10T01:29:31Z", "duration_wall_s": 282.3, "concurrency": "concurrent", "actual_media_overlap": { "status": "UNMEASURED", "reason": "Job overlap is not actual media overlap" } }, "case": { "baseline_key": "e5a2f1d5a0ca3dfbf998", "private_case_id": "relay-voice-m31-via-asus-to-a15s-ble-speech", "mode": "private_call", "family": "call", "request": { "caller": "M31", "relay": "ASUS", "callee": "A15s", "profiles": { "M31": { "codec": "OMX.Exynos.VP9.Encoder", "width": 352, "height": 288, "fps": 15, "bitrate_kbps": 1000, "rate_control": "automatic", "playback": "balanced", "thermal_reduction": false }, "A15s": { "codec": "libaom-native", "width": 352, "height": 288, "fps": 15, "bitrate_kbps": 1000, "rate_control": "automatic", "playback": "balanced", "thermal_reduction": false } }, "call_type": "voice", "transport": "ble", "duration_s": 45, "connection_timeout_s": 30, "media_trace": true, "tunables": { "voice_calls": true }, "actions": [ { "phone": "M31", "action": "mute", "at_s": 15 }, { "phone": "M31", "action": "unmute", "at_s": 21 } ], "inputs": { "A15s": { "video_sha256": "96704fd274796a739d3c220ace74cc98da178758945688e147551db6c927cdab", "audio_sha256": "0e633eaf5e6768089afa3aa228ef0f38bbf5e080f5d33012c91608ffd7702dc9" }, "M31": { "video_sha256": "96704fd274796a739d3c220ace74cc98da178758945688e147551db6c927cdab", "audio_sha256": "0e633eaf5e6768089afa3aa228ef0f38bbf5e080f5d33012c91608ffd7702dc9" } } }, "description": "Endpoint inputs copied from bound direct cases (hashes unchanged); relayed execution unmeasured" }, "build": { "build_id": "5b63ccda", "apk_sha256": "5b63ccda6d884ed36af38c2501fdd6a465a12d147ea29f791491aae7acb189c4", "apk_sha256_per_phone": null, "version_name": { "version_name": "1.0", "source": "read from the retained APK (aapt2 dump badging)", "note": "Pre-release debug build; the app was renamed and versioned 0.1.0-beta later" } }, "phones": [ { "alias": "A15s", "manufacturer": "OPPO", "model": "CPH2179", "android": "10", "sdk": "29", "soc": "mt6765", "firmware_build": "QP1A.190711.020/2024022110", "apk_sha256": "5b63ccda6d884ed36af38c2501fdd6a465a12d147ea29f791491aae7acb189c4" }, { "alias": "ASUS", "manufacturer": "asus", "model": "ASUS_I01WD", "android": "11", "sdk": "30", "soc": "msmnile", "firmware_build": "RKQ1.200710.002/18.0610.2106.156-0", "apk_sha256": "5b63ccda6d884ed36af38c2501fdd6a465a12d147ea29f791491aae7acb189c4" }, { "alias": "M31", "manufacturer": "samsung", "model": "SM-M315F", "android": "12", "sdk": "31", "soc": "Exynos 9611", "firmware_build": "SP1A.210812.016/M315FXXS4CXB1", "apk_sha256": "5b63ccda6d884ed36af38c2501fdd6a465a12d147ea29f791491aae7acb189c4" } ], "inputs": { "M31": { "video": { "input_id": "vsg/coverage-352x288-15/352x288-15fps", "sha256": "96704fd274796a739d3c220ace74cc98da178758945688e147551db6c927cdab" }, "audio": { "input_id": "speech-v1/speech-v1-20s.wav", "sha256": "0e633eaf5e6768089afa3aa228ef0f38bbf5e080f5d33012c91608ffd7702dc9" } }, "A15s": { "video": { "input_id": "vsg/coverage-352x288-15/352x288-15fps", "sha256": "96704fd274796a739d3c220ace74cc98da178758945688e147551db6c927cdab" }, "audio": { "input_id": "speech-v1/speech-v1-20s.wav", "sha256": "0e633eaf5e6768089afa3aa228ef0f38bbf5e080f5d33012c91608ffd7702dc9" } } }, "result": { "status": "FAIL", "reason": null, "scored_in_suite": "relaycall-5b63ccda-loop13-1", "scored_at": "2026-10-10T01:56:24Z", "thresholds_version": "device-run-v3", "acceptance_profile": null, "pipeline_status": "FAIL", "full_experience_status": "FAIL", "required_families": [ "connection", "transport", "lifecycle", "topology", "camera", "acoustic", "physical_latency", "endurance" ], "measurement_errors": [], "family_status": { "picture": "UNMEASURED", "smoothness": "UNMEASURED", "connection": "UNMEASURED", "transport": "FAIL", "lifecycle": "FAIL", "topology": "UNMEASURED", "camera": "UNMEASURED", "acoustic": "UNMEASURED", "physical_latency": "UNMEASURED", "endurance": "UNMEASURED" } }, "families": { "picture": { "status": "UNMEASURED", "reason": "Not applicable: a voice call carries no video (voice scoring measures no video gate)", "measurements": [] }, "smoothness": { "status": "UNMEASURED", "reason": "Not applicable: a voice call carries no video (voice scoring measures no video gate)", "measurements": [] }, "connection": { "status": "UNMEASURED", "measurements": [ { "device": "A15s", "direction": "endpoint", "name": "discovery_ms", "status": "DIAGNOSTIC", "value": 7140.0, "limit": 1500, "comparison": "max" }, { "device": "A15s", "direction": "endpoint", "name": "setup_to_active_ms", "status": "UNMEASURED", "reason": "Setup anchor and the call's ACTIVE phase are required" }, { "device": "M31", "direction": "endpoint", "name": "discovery_ms", "status": "PASS", "value": 64.0, "limit": 1500, "comparison": "max" }, { "device": "M31", "direction": "endpoint", "name": "setup_to_active_ms", "status": "UNMEASURED", "reason": "Setup anchor and the call's ACTIVE phase are required" } ] }, "transport": { "status": "FAIL", "measurements": [ { "device": "A15s", "direction": "endpoint", "name": "selected_transport", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "A15s", "direction": "endpoint", "name": "voice_call_type", "status": "UNMEASURED", "limit": 0, "reason": "No BENCHMARK call_type line from the measured call" }, { "device": "A15s", "direction": "endpoint", "name": "voice_layout", "status": "UNMEASURED", "limit": 0, "reason": "No BENCHMARK call_mode line from the measured call" }, { "device": "A15s", "direction": "endpoint", "name": "voice_no_video_pipeline", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "A15s", "direction": "outgoing", "name": "unexpected_events", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "A15s", "direction": "outgoing", "name": "sender_drops", "status": "UNMEASURED", "limit": 0, "reason": "A final cumulative TX report for the measured call is required to prove zero queue loss" }, { "device": "A15s", "direction": "outgoing", "name": "call_tx_counter_regressions", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "A15s", "direction": "outgoing", "name": "voice_video_packets_sent", "status": "UNMEASURED", "limit": 0, "reason": "A final TX report for the measured call is required to prove zero video packets sent" }, { "device": "A15s", "direction": "outgoing", "name": "audio_packets_sent", "status": "UNMEASURED", "limit": 1, "reason": "A final TX report for the measured call is required to prove audio was sent" }, { "device": "A15s", "direction": "incoming", "name": "unexpected_events", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "A15s", "direction": "incoming", "name": "audio_drops", "status": "UNMEASURED", "limit": 0, "reason": "A final RX counter for the measured call is required to prove zero loss" }, { "device": "A15s", "direction": "incoming", "name": "voice_video_packets_received", "status": "UNMEASURED", "limit": 0, "reason": "A final RX report for the measured call is required to prove zero video packets received" }, { "device": "A15s", "direction": "incoming", "name": "audio_packets_received", "status": "UNMEASURED", "limit": 1, "reason": "A final RX report for the measured call is required to prove audio arrived" }, { "device": "A15s", "direction": "incoming", "name": "audio_receive_stall_windows", "status": "UNMEASURED", "limit": 0, "reason": "At least two RX audio reports for one identified call are required" }, { "device": "M31", "direction": "endpoint", "name": "selected_transport", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "M31", "direction": "endpoint", "name": "voice_call_type", "status": "UNMEASURED", "limit": 0, "reason": "No BENCHMARK call_type line from the measured call" }, { "device": "M31", "direction": "endpoint", "name": "voice_layout", "status": "UNMEASURED", "limit": 0, "reason": "No BENCHMARK call_mode line from the measured call" }, { "device": "M31", "direction": "endpoint", "name": "voice_no_video_pipeline", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "M31", "direction": "outgoing", "name": "unexpected_events", "status": "FAIL", "value": 2, "limit": 0, "comparison": "max" }, { "device": "M31", "direction": "outgoing", "name": "sender_drops", "status": "UNMEASURED", "limit": 0, "reason": "A final cumulative TX report for the measured call is required to prove zero queue loss" }, { "device": "M31", "direction": "outgoing", "name": "call_tx_counter_regressions", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "M31", "direction": "outgoing", "name": "voice_video_packets_sent", "status": "UNMEASURED", "limit": 0, "reason": "A final TX report for the measured call is required to prove zero video packets sent" }, { "device": "M31", "direction": "outgoing", "name": "audio_packets_sent", "status": "UNMEASURED", "limit": 1, "reason": "A final TX report for the measured call is required to prove audio was sent" }, { "device": "M31", "direction": "incoming", "name": "unexpected_events", "status": "FAIL", "value": 2, "limit": 0, "comparison": "max" }, { "device": "M31", "direction": "incoming", "name": "audio_drops", "status": "UNMEASURED", "limit": 0, "reason": "A final RX counter for the measured call is required to prove zero loss" }, { "device": "M31", "direction": "incoming", "name": "voice_video_packets_received", "status": "UNMEASURED", "limit": 0, "reason": "A final RX report for the measured call is required to prove zero video packets received" }, { "device": "M31", "direction": "incoming", "name": "audio_packets_received", "status": "UNMEASURED", "limit": 1, "reason": "A final RX report for the measured call is required to prove audio arrived" }, { "device": "M31", "direction": "incoming", "name": "audio_receive_stall_windows", "status": "UNMEASURED", "limit": 0, "reason": "At least two RX audio reports for one identified call are required" }, { "device": "ASUS", "direction": "relay", "name": "relay_forwarded_records", "status": "UNMEASURED", "limit": 0, "reason": "BluetoothPrivateCallRelay logs no forwarded-record counters, queue depth or per-direction liveness; relay forwarding and queues remain UNMEASURED" }, { "device": "ASUS", "direction": "relay", "name": "relay_queue_depth", "status": "UNMEASURED", "limit": 0, "reason": "BluetoothPrivateCallRelay logs no forwarded-record counters, queue depth or per-direction liveness; relay forwarding and queues remain UNMEASURED" } ] }, "lifecycle": { "status": "FAIL", "measurements": [ { "device": "M31", "action": "voice_call:", "status": "UNMEASURED", "acknowledged": true, "gate": { "status": "UNMEASURED" } }, { "action": "runner", "status": "FAIL", "reason": "a15s: no app evidence for 'BENCHMARK call phase INCOMING_RINGING' within the deadline", "gate": { "status": "FAIL" } } ] }, "topology": { "status": "UNMEASURED", "measurements": [ { "device": "A15s", "direction": "endpoint", "name": "authenticated_peer", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "A15s", "direction": "endpoint", "name": "call_id_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "M31", "direction": "endpoint", "name": "authenticated_peer", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "M31", "direction": "endpoint", "name": "call_id_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "ASUS", "direction": "relay", "name": "relay_adjacent_child_identity", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "ASUS", "direction": "relay", "name": "relay_adjacent_parent_identity", "status": "UNMEASURED", "limit": 0, "reason": "The relay logged no authenticated parent joined to its child" }, { "device": "ASUS", "direction": "relay", "name": "relay_unplanned_closures", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "ASUS", "direction": "relay", "name": "requested_relay_route", "status": "UNMEASURED", "limit": 0, "reason": "The call never became active through the requested chain" } ] }, "camera": { "status": "UNMEASURED", "reason": "No connected measurement adapter", "measurements": [] }, "acoustic": { "status": "UNMEASURED", "reason": "No connected measurement adapter", "measurements": [] }, "physical_latency": { "status": "UNMEASURED", "reason": "No connected measurement adapter", "measurements": [] }, "endurance": { "status": "UNMEASURED", "reason": "No connected measurement adapter", "measurements": [] } }, "stream_metrics": { "thresholds_version": "device-run-v3", "overall_status": "FAIL", "log_status": "FAIL", "quality_status": "UNMEASURED", "streams": [ { "device": "A15s", "setup_role": "callee", "peer": "M31", "requested_profile": { "codec": "libaom-native", "width": 352, "height": 288, "fps": 15, "bitrate_kbps": 1000, "rate_control": "automatic", "playback": "balanced", "thermal_reduction": false }, "effective_profile": null, "negotiated_changes": {}, "outgoing": { "role": "sender", "log_status": "UNMEASURED", "quality_status": "UNMEASURED", "lifecycle_status": "UNMEASURED", "overall_status": "UNMEASURED", "expected": { "fps": null, "width": null, "height": null, "bitrate_kbps": null }, "startup_ms": [], "freezes": null, "freeze_duration_ms": null, "drops": { "decoder_drops": null, "audio_drops": null, "sender_drops": null, "forwarding_drops": null, "camera_input_drops": null, "raw_input_drops": null }, "encoder_fps": null, "encoder_kbps": null, "offered_load": { "status": "UNMEASURED", "median_kbps": null, "requested_kbps": null, "target_fraction": null }, "visible_fps": null, "queue_depth_max": {} }, "incoming": { "role": "receiver", "log_status": "UNMEASURED", "quality_status": "UNMEASURED", "lifecycle_status": "UNMEASURED", "overall_status": "UNMEASURED", "expected": { "fps": null, "width": null, "height": null, "bitrate_kbps": null }, "startup_ms": [], "freezes": null, "freeze_duration_ms": null, "drops": { "decoder_drops": null, "audio_drops": null, "sender_drops": null, "forwarding_drops": null, "camera_input_drops": null, "raw_input_drops": null }, "encoder_fps": null, "encoder_kbps": null, "offered_load": { "status": "UNMEASURED", "median_kbps": null, "requested_kbps": null, "target_fraction": null }, "visible_fps": null, "queue_depth_max": {} } }, { "device": "M31", "setup_role": "caller", "peer": "A15s", "requested_profile": { "codec": "OMX.Exynos.VP9.Encoder", "width": 352, "height": 288, "fps": 15, "bitrate_kbps": 1000, "rate_control": "automatic", "playback": "balanced", "thermal_reduction": false }, "effective_profile": null, "negotiated_changes": {}, "outgoing": { "role": "sender", "log_status": "FAIL", "quality_status": "UNMEASURED", "lifecycle_status": "UNMEASURED", "overall_status": "FAIL", "expected": { "fps": null, "width": null, "height": null, "bitrate_kbps": null }, "startup_ms": [], "freezes": null, "freeze_duration_ms": null, "drops": { "decoder_drops": null, "audio_drops": null, "sender_drops": null, "forwarding_drops": null, "camera_input_drops": null, "raw_input_drops": null }, "encoder_fps": null, "encoder_kbps": null, "offered_load": { "status": "UNMEASURED", "median_kbps": null, "requested_kbps": null, "target_fraction": null }, "visible_fps": null, "queue_depth_max": {} }, "incoming": { "role": "receiver", "log_status": "FAIL", "quality_status": "UNMEASURED", "lifecycle_status": "UNMEASURED", "overall_status": "FAIL", "expected": { "fps": null, "width": null, "height": null, "bitrate_kbps": null }, "startup_ms": [], "freezes": null, "freeze_duration_ms": null, "drops": { "decoder_drops": null, "audio_drops": null, "sender_drops": null, "forwarding_drops": null, "camera_input_drops": null, "raw_input_drops": null }, "encoder_fps": null, "encoder_kbps": null, "offered_load": { "status": "UNMEASURED", "median_kbps": null, "requested_kbps": null, "target_fraction": null }, "visible_fps": null, "queue_depth_max": {} } } ] }, "analyses": [ { "suite": "relaycall-5b63ccda-loop13-1", "generated_at": "2026-10-10T01:56:24Z", "status": "FAIL", "thresholds_version": "device-run-v3" } ] }