{ "schema": "meshlive-benchmark-result-v1", "execution": { "suite": "media-workflow-7396b46e-call", "sequence": "0001", "run_id": "physical-86fdef6220cf45e08f157a6c5cff708b", "manifest_sha256": "1711676f60fdf64ffa7f6349a4ff6bbc6b013bcfec63ce3310e6d4fd6c7c827a", "date_utc": "2026-10-05T17:52:08Z", "duration_wall_s": 13.6, "concurrency": "isolated", "actual_media_overlap": { "status": "UNMEASURED", "reason": "Job overlap is not actual media overlap" } }, "case": { "baseline_key": "2ebdf0f338805f5c4848", "private_case_id": "raw-e632e8c4780de1608caadbb7", "mode": "private_call", "family": "call", "request": { "caller": "S24", "callee": "ASUS", "profiles": { "S24": { "codec": "c2.exynos.vp9.encoder", "width": 640, "height": 360, "fps": 15, "bitrate_kbps": 500, "rate_control": "automatic", "playback": "balanced", "thermal_reduction": false }, "ASUS": { "codec": "c2.android.vp9.encoder", "width": 640, "height": 480, "fps": 15, "bitrate_kbps": 500, "rate_control": "automatic", "playback": "balanced", "thermal_reduction": false } }, "transport": "classic", "duration_s": 16, "connection_timeout_s": 20, "media_trace": true, "call_pipeline_timing": true, "workflow_only": true, "actions": [ { "phone": "S24", "action": "mute", "at_s": 3 }, { "phone": "S24", "action": "unmute", "at_s": 5 }, { "phone": "ASUS", "action": "video_off", "at_s": 7 }, { "phone": "ASUS", "action": "video_on", "at_s": 9 } ], "inputs": { "ASUS": { "video_sha256": "9cf39a02eef61301748fa7156c156a5554d72cc3201900459cd038062c915dfe", "audio_sha256": "129216bdb207f4fa11ff69bc376f66ae0f7e93157f5bd19b2f9c7f41270a841e" }, "S24": { "video_sha256": "243a0d4cabb413e3061e38e4659eb16a3743d938ff2d76178e1935bda840f9d3", "audio_sha256": "129216bdb207f4fa11ff69bc376f66ae0f7e93157f5bd19b2f9c7f41270a841e" } } }, "description": "Bound file hashes/declarations verified; live readiness, sustained load and quality unmeasured" }, "build": { "build_id": "7396b46e", "apk_sha256": "7396b46eba05e3fb8f65a90cc14b892becde93632577b4e8f5a236bbdb2df25d", "apk_sha256_per_phone": null, "version_name": { "version_name": "1.0", "source": "read from the retained APK (aapt2 dump badging)", "note": "Pre-release debug build; the app was renamed and versioned 0.1.0-beta later" } }, "phones": [ { "alias": "ASUS", "manufacturer": "asus", "model": "ASUS_I01WD", "android": "11", "sdk": "30", "soc": "msmnile", "firmware_build": "RKQ1.200710.002/18.0610.2106.156-0", "apk_sha256": "7396b46eba05e3fb8f65a90cc14b892becde93632577b4e8f5a236bbdb2df25d" }, { "alias": "S24", "manufacturer": "samsung", "model": "SM-S921B", "android": "16", "sdk": "36", "soc": "s5e9945", "firmware_build": "BP2A.250605.031.A3/S921BXXSACYJ7", "apk_sha256": "7396b46eba05e3fb8f65a90cc14b892becde93632577b4e8f5a236bbdb2df25d" } ], "inputs": { "S24": { "video": { "input_id": "vsg/framing-640x360-15/640x360-15fps", "sha256": "243a0d4cabb413e3061e38e4659eb16a3743d938ff2d76178e1935bda840f9d3" }, "audio": { "input_id": "vsg/framing-640x360-15/640x360-15fps", "sha256": "129216bdb207f4fa11ff69bc376f66ae0f7e93157f5bd19b2f9c7f41270a841e" } }, "ASUS": { "video": { "input_id": "vsg/framing-640x480-15/640x480-15fps", "sha256": "9cf39a02eef61301748fa7156c156a5554d72cc3201900459cd038062c915dfe" }, "audio": { "input_id": "vsg/framing-640x480-15/640x480-15fps", "sha256": "129216bdb207f4fa11ff69bc376f66ae0f7e93157f5bd19b2f9c7f41270a841e" } } }, "result": { "status": "FAIL", "reason": null, "scored_in_suite": "media-workflow-7396b46e-call", "scored_at": "2026-10-05T17:52:21Z", "thresholds_version": "device-run-v2", "acceptance_profile": null, "pipeline_status": "FAIL", "full_experience_status": "FAIL", "required_families": [ "picture", "smoothness", "connection", "transport", "lifecycle", "topology", "camera", "acoustic", "physical_latency", "endurance" ], "measurement_errors": [], "family_status": { "picture": "UNMEASURED", "smoothness": "UNMEASURED", "connection": "UNMEASURED", "transport": "FAIL", "lifecycle": "FAIL", "topology": "UNMEASURED", "camera": "UNMEASURED", "acoustic": "UNMEASURED", "physical_latency": "UNMEASURED", "endurance": "UNMEASURED" } }, "families": { "picture": { "status": "UNMEASURED", "measurements": [ { "device": "ASUS", "source": "S24", "name": "reference_validity", "status": "UNMEASURED", "reason": "receiver: phase is not verified and finalized; sender: phase is not verified and finalized" }, { "device": "ASUS", "source": "S24", "name": "vmaf", "status": "UNMEASURED", "limit": 90, "reason": "Required measurement absent" }, { "device": "ASUS", "source": "S24", "name": "ssim", "status": "UNMEASURED", "limit": 0.98, "reason": "Required measurement absent" }, { "device": "ASUS", "source": "S24", "name": "psnr_db", "status": "UNMEASURED", "limit": 35, "reason": "Required measurement absent" }, { "device": "S24", "source": "ASUS", "name": "reference_validity", "status": "UNMEASURED", "reason": "sender: phase is not verified and finalized; receiver: phase is not verified and finalized" }, { "device": "S24", "source": "ASUS", "name": "vmaf", "status": "UNMEASURED", "limit": 90, "reason": "Required measurement absent" }, { "device": "S24", "source": "ASUS", "name": "ssim", "status": "UNMEASURED", "limit": 0.98, "reason": "Required measurement absent" }, { "device": "S24", "source": "ASUS", "name": "psnr_db", "status": "UNMEASURED", "limit": 35, "reason": "Required measurement absent" } ] }, "smoothness": { "status": "UNMEASURED", "measurements": [ { "device": "ASUS", "direction": "outgoing", "name": "encoder_fps", "status": "UNMEASURED", "limit": 14.25, "reason": "Required measurement absent" }, { "device": "ASUS", "direction": "incoming", "name": "surface_p95_ms", "status": "UNMEASURED", "reason": "Expected FPS not specified" }, { "device": "ASUS", "direction": "incoming", "name": "surface_p99_ms", "status": "UNMEASURED", "reason": "Expected FPS not specified" }, { "device": "ASUS", "direction": "incoming", "name": "visible_fps", "status": "UNMEASURED", "reason": "Expected FPS not specified" }, { "device": "ASUS", "direction": "incoming", "name": "unexpected_freeze_events", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "S24", "direction": "outgoing", "name": "encoder_fps", "status": "UNMEASURED", "reason": "Expected FPS not specified" }, { "device": "S24", "direction": "incoming", "name": "surface_p95_ms", "status": "UNMEASURED", "limit": 83.3333, "reason": "Required measurement absent" }, { "device": "S24", "direction": "incoming", "name": "surface_p99_ms", "status": "UNMEASURED", "limit": 133.3333, "reason": "Required measurement absent" }, { "device": "S24", "direction": "incoming", "name": "visible_fps", "status": "UNMEASURED", "limit": 14.25, "reason": "Required measurement absent" }, { "device": "S24", "direction": "incoming", "name": "unexpected_freeze_events", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" } ], "motion_detail": { "status": "UNMEASURED", "reason": "Detailed callback scorer supports broadcasts; independent call gates remain measured" } }, "connection": { "status": "UNMEASURED", "measurements": [ { "device": "ASUS", "direction": "endpoint", "name": "discovery_ms", "status": "PASS", "value": 1727.9999, "limit": 3000, "comparison": "max" }, { "device": "ASUS", "direction": "endpoint", "name": "setup_to_first_surface_ms", "status": "UNMEASURED", "limit": 5000, "reason": "Required measurement absent" }, { "device": "S24", "direction": "endpoint", "name": "discovery_ms", "status": "PASS", "value": 128.0, "limit": 3000, "comparison": "max" }, { "device": "S24", "direction": "endpoint", "name": "setup_to_first_surface_ms", "status": "UNMEASURED", "limit": 5000, "reason": "Required measurement absent" } ] }, "transport": { "status": "FAIL", "measurements": [ { "device": "ASUS", "direction": "endpoint", "name": "selected_transport", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "ASUS", "direction": "endpoint", "name": "selected_profile_mismatches", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "ASUS", "direction": "endpoint", "name": "negotiated_remote_header_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "ASUS", "direction": "endpoint", "name": "actual_allocation_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "ASUS", "direction": "outgoing", "name": "unexpected_events", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "ASUS", "direction": "outgoing", "name": "sender_drops", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "ASUS", "direction": "outgoing", "name": "raw_input_drops", "status": "UNMEASURED", "limit": 0, "reason": "Explicit cumulative source input-loss evidence absent; timing samples or zero network drops cannot substitute" }, { "device": "ASUS", "direction": "outgoing", "name": "profile_resolution_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "ASUS", "direction": "outgoing", "name": "profile_fps_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "ASUS", "direction": "outgoing", "name": "profile_bitrate_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Receiver logs lack configured source bitrate; join sender evidence" }, { "device": "ASUS", "direction": "outgoing", "name": "call_tx_counter_regressions", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "ASUS", "direction": "outgoing", "name": "actual_offered_load", "status": "UNMEASURED", "reason": "Measured encoder payload, not the selected target; insufficient or absent load does not prove requested transport capacity" }, { "device": "ASUS", "direction": "incoming", "name": "unexpected_events", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "ASUS", "direction": "incoming", "name": "decoder_drops", "status": "UNMEASURED", "limit": 0, "reason": "A final RX counter for the measured call is required to prove zero loss" }, { "device": "ASUS", "direction": "incoming", "name": "audio_drops", "status": "UNMEASURED", "limit": 0, "reason": "A final RX counter for the measured call is required to prove zero loss" }, { "device": "ASUS", "direction": "incoming", "name": "profile_fps_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "A scoped authenticated private-call remote header is required to measure FPS" }, { "device": "S24", "direction": "endpoint", "name": "selected_transport", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "S24", "direction": "endpoint", "name": "selected_profile_mismatches", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "S24", "direction": "endpoint", "name": "negotiated_remote_header_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "S24", "direction": "endpoint", "name": "actual_allocation_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "S24", "direction": "outgoing", "name": "unexpected_events", "status": "FAIL", "value": 1, "limit": 0, "comparison": "max" }, { "device": "S24", "direction": "outgoing", "name": "sender_drops", "status": "UNMEASURED", "limit": 0, "reason": "A final cumulative TX report for the measured call is required to prove zero queue loss" }, { "device": "S24", "direction": "outgoing", "name": "raw_input_drops", "status": "UNMEASURED", "limit": 0, "reason": "Explicit cumulative source input-loss evidence absent; timing samples or zero network drops cannot substitute" }, { "device": "S24", "direction": "outgoing", "name": "call_tx_counter_regressions", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "S24", "direction": "outgoing", "name": "actual_offered_load", "status": "UNMEASURED", "reason": "Measured encoder payload, not the selected target; insufficient or absent load does not prove requested transport capacity" }, { "device": "S24", "direction": "incoming", "name": "unexpected_events", "status": "FAIL", "value": 1, "limit": 0, "comparison": "max" }, { "device": "S24", "direction": "incoming", "name": "decoder_drops", "status": "UNMEASURED", "limit": 0, "reason": "A final RX counter for the measured call is required to prove zero loss" }, { "device": "S24", "direction": "incoming", "name": "audio_drops", "status": "UNMEASURED", "limit": 0, "reason": "A final RX counter for the measured call is required to prove zero loss" }, { "device": "S24", "direction": "incoming", "name": "profile_fps_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "A scoped authenticated private-call remote header is required to measure FPS" } ] }, "lifecycle": { "status": "FAIL", "measurements": [ { "device": "S24", "action": "call:", "status": "PASS", "acknowledged": true, "gate": { "status": "PASS" } }, { "device": "ASUS", "action": "accept", "status": "UNMEASURED", "acknowledged": true, "gate": { "status": "UNMEASURED" } }, { "action": "runner", "status": "FAIL", "reason": "asus: BENCHMARK native call input rejected: Native raw video 640x480@15 differs from negotiated 426x240@15; no conversion", "gate": { "status": "FAIL" } } ] }, "topology": { "status": "UNMEASURED", "measurements": [ { "device": "ASUS", "direction": "endpoint", "name": "authenticated_peer", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "ASUS", "direction": "endpoint", "name": "call_id_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" }, { "device": "S24", "direction": "endpoint", "name": "authenticated_peer", "status": "PASS", "value": 0, "limit": 0, "comparison": "max" }, { "device": "S24", "direction": "endpoint", "name": "call_id_mismatches", "status": "UNMEASURED", "limit": 0, "reason": "Required measurement absent" } ] }, "camera": { "status": "UNMEASURED", "reason": "No connected measurement adapter", "measurements": [] }, "acoustic": { "status": "UNMEASURED", "reason": "No connected measurement adapter", "measurements": [] }, "physical_latency": { "status": "UNMEASURED", "reason": "No connected measurement adapter", "measurements": [] }, "endurance": { "status": "UNMEASURED", "reason": "No connected measurement adapter", "measurements": [] } }, "stream_metrics": { "thresholds_version": "device-run-v2", "overall_status": "FAIL", "log_status": "FAIL", "quality_status": "UNMEASURED", "streams": [ { "device": "ASUS", "setup_role": "callee", "peer": "S24", "requested_profile": { "codec": "c2.android.vp9.encoder", "width": 640, "height": 480, "fps": 15, "bitrate_kbps": 500, "rate_control": "automatic", "playback": "balanced", "thermal_reduction": false }, "effective_profile": { "encoder": "c2.android.vp9.encoder", "codec": "2", "width": "426", "height": "240", "fps": "15", "bitrateKbps": "110", "audioKbps": "16", "playbackMs": "500", "rateControl": "AUTOMATIC" }, "negotiated_changes": { "width": { "requested": 640, "negotiated": "426" }, "height": { "requested": 480, "negotiated": "240" }, "bitrate_kbps": { "requested": 500, "negotiated": "110" }, "playback": { "requested": "balanced", "negotiated_ms": 500 }, "audio_kbps": { "requested_default": 32, "negotiated": 16 } }, "outgoing": { "role": "sender", "log_status": "UNMEASURED", "quality_status": "UNMEASURED", "lifecycle_status": "UNMEASURED", "overall_status": "UNMEASURED", "expected": { "fps": 15, "width": 426, "height": 240, "bitrate_kbps": 110 }, "startup_ms": [], "freezes": null, "freeze_duration_ms": null, "drops": { "decoder_drops": null, "audio_drops": null, "sender_drops": null, "forwarding_drops": null, "camera_input_drops": null, "raw_input_drops": null }, "encoder_fps": null, "encoder_kbps": null, "offered_load": { "status": "UNMEASURED", "median_kbps": null, "requested_kbps": 110, "target_fraction": null }, "visible_fps": null, "queue_depth_max": {} }, "incoming": { "role": "receiver", "log_status": "UNMEASURED", "quality_status": "UNMEASURED", "lifecycle_status": "UNMEASURED", "overall_status": "UNMEASURED", "expected": { "fps": null, "width": null, "height": null, "bitrate_kbps": null }, "startup_ms": [], "freezes": null, "freeze_duration_ms": null, "drops": { "decoder_drops": null, "audio_drops": null, "sender_drops": null, "forwarding_drops": null, "camera_input_drops": null, "raw_input_drops": null }, "encoder_fps": null, "encoder_kbps": null, "offered_load": { "status": "UNMEASURED", "median_kbps": null, "requested_kbps": null, "target_fraction": null }, "visible_fps": null, "queue_depth_max": {} } }, { "device": "S24", "setup_role": "caller", "peer": "ASUS", "requested_profile": { "codec": "c2.exynos.vp9.encoder", "width": 640, "height": 360, "fps": 15, "bitrate_kbps": 500, "rate_control": "automatic", "playback": "balanced", "thermal_reduction": false }, "effective_profile": null, "negotiated_changes": {}, "outgoing": { "role": "sender", "log_status": "FAIL", "quality_status": "UNMEASURED", "lifecycle_status": "UNMEASURED", "overall_status": "FAIL", "expected": { "fps": null, "width": null, "height": null, "bitrate_kbps": null }, "startup_ms": [], "freezes": null, "freeze_duration_ms": null, "drops": { "decoder_drops": null, "audio_drops": null, "sender_drops": null, "forwarding_drops": null, "camera_input_drops": null, "raw_input_drops": null }, "encoder_fps": null, "encoder_kbps": null, "offered_load": { "status": "UNMEASURED", "median_kbps": null, "requested_kbps": null, "target_fraction": null }, "visible_fps": null, "queue_depth_max": {} }, "incoming": { "role": "receiver", "log_status": "FAIL", "quality_status": "UNMEASURED", "lifecycle_status": "UNMEASURED", "overall_status": "FAIL", "expected": { "fps": 15, "width": null, "height": null, "bitrate_kbps": null }, "startup_ms": [], "freezes": null, "freeze_duration_ms": null, "drops": { "decoder_drops": null, "audio_drops": null, "sender_drops": null, "forwarding_drops": null, "camera_input_drops": null, "raw_input_drops": null }, "encoder_fps": null, "encoder_kbps": null, "offered_load": { "status": "UNMEASURED", "median_kbps": null, "requested_kbps": null, "target_fraction": null }, "visible_fps": null, "queue_depth_max": {} } } ] }, "analyses": [ { "suite": "media-workflow-7396b46e-call", "generated_at": "2026-10-05T17:52:21Z", "status": "FAIL", "thresholds_version": "device-run-v2" } ] }