- New: av1_obu.rs — OBU framer, depacketizer, keyframe detection, LEB128 helpers - New: dav1d.rs — SW AV1 decoder wrapper (shiguredo_dav1d) - New: svt_av1.rs — SW AV1 encoder wrapper (shiguredo_svt_av1) - Add CodecId::Av1Main = 12 with match-arm fixes in downstream crates - Add VideoToolboxAv1Decoder for macOS M3+ HW decode - Add MediaCodecAv1Encoder/Decoder for Android (video/av01) - Add extract_sequence_header_obu() helper for AV1 decoder CSD - Add 10-frame encode-decode roundtrip test (svt_av1 + dav1d) - Fix clippy unused import in dav1d.rs - 15 tests; all workspace tests pass; cargo fmt clean
274 lines
8.7 KiB
Rust
274 lines
8.7 KiB
Rust
use serde::{Deserialize, Serialize};
|
|
|
|
/// Identifies the audio codec and bitrate configuration.
|
|
///
|
|
/// Encoded as 4 bits in the v1 media packet header, and as a full 8-bit
|
|
/// value in the v2 [`MediaHeaderV2`](crate::MediaHeaderV2).
|
|
#[derive(Clone, Copy, Debug, PartialEq, Eq, Hash, Serialize, Deserialize)]
|
|
#[repr(u8)]
|
|
pub enum CodecId {
|
|
/// Opus at 24kbps (good conditions)
|
|
Opus24k = 0,
|
|
/// Opus at 16kbps (moderate conditions)
|
|
Opus16k = 1,
|
|
/// Opus at 6kbps (degraded conditions)
|
|
Opus6k = 2,
|
|
/// Codec2 at 3200bps (poor conditions)
|
|
Codec2_3200 = 3,
|
|
/// Codec2 at 1200bps (catastrophic conditions)
|
|
Codec2_1200 = 4,
|
|
/// Comfort noise descriptor (silence suppression)
|
|
ComfortNoise = 5,
|
|
/// Opus at 32kbps (studio low)
|
|
Opus32k = 6,
|
|
/// Opus at 48kbps (studio)
|
|
Opus48k = 7,
|
|
/// Opus at 64kbps (studio high)
|
|
Opus64k = 8,
|
|
/// H.264 baseline profile (video).
|
|
H264Baseline = 9,
|
|
// Reserved for video codecs; implementations land in PRD-video-multicodec.
|
|
// 10 => H264 main
|
|
// 11 => H265 main
|
|
// 13 => VP9
|
|
/// AV1 main profile (video).
|
|
Av1Main = 12,
|
|
/// H.265 main profile (video).
|
|
H265Main = 11,
|
|
}
|
|
|
|
impl CodecId {
|
|
/// Nominal bitrate in bits per second.
|
|
pub const fn bitrate_bps(self) -> u32 {
|
|
match self {
|
|
Self::Opus24k => 24_000,
|
|
Self::Opus16k => 16_000,
|
|
Self::Opus6k => 6_000,
|
|
Self::Opus32k => 32_000,
|
|
Self::Opus48k => 48_000,
|
|
Self::Opus64k => 64_000,
|
|
Self::Codec2_3200 => 3_200,
|
|
Self::Codec2_1200 => 1_200,
|
|
Self::ComfortNoise => 0,
|
|
Self::H264Baseline | Self::H265Main | Self::Av1Main => 2_000_000,
|
|
}
|
|
}
|
|
|
|
/// Preferred frame duration in milliseconds.
|
|
pub const fn frame_duration_ms(self) -> u8 {
|
|
match self {
|
|
Self::Opus24k | Self::Opus16k | Self::Opus32k | Self::Opus48k | Self::Opus64k => 20,
|
|
Self::Opus6k => 40,
|
|
Self::Codec2_3200 => 20,
|
|
Self::Codec2_1200 => 40,
|
|
Self::ComfortNoise => 20,
|
|
Self::H264Baseline | Self::H265Main | Self::Av1Main => 33,
|
|
}
|
|
}
|
|
|
|
/// Sample rate expected by this codec.
|
|
pub const fn sample_rate_hz(self) -> u32 {
|
|
match self {
|
|
Self::Opus24k
|
|
| Self::Opus16k
|
|
| Self::Opus6k
|
|
| Self::Opus32k
|
|
| Self::Opus48k
|
|
| Self::Opus64k => 48_000,
|
|
Self::Codec2_3200 | Self::Codec2_1200 => 8_000,
|
|
Self::ComfortNoise => 48_000,
|
|
Self::H264Baseline | Self::H265Main | Self::Av1Main => 48_000,
|
|
}
|
|
}
|
|
|
|
/// Try to decode from the 4-bit wire representation.
|
|
pub const fn from_wire(val: u8) -> Option<Self> {
|
|
match val {
|
|
0 => Some(Self::Opus24k),
|
|
1 => Some(Self::Opus16k),
|
|
2 => Some(Self::Opus6k),
|
|
3 => Some(Self::Codec2_3200),
|
|
4 => Some(Self::Codec2_1200),
|
|
5 => Some(Self::ComfortNoise),
|
|
6 => Some(Self::Opus32k),
|
|
7 => Some(Self::Opus48k),
|
|
8 => Some(Self::Opus64k),
|
|
9 => Some(Self::H264Baseline),
|
|
11 => Some(Self::H265Main),
|
|
12 => Some(Self::Av1Main),
|
|
_ => None,
|
|
}
|
|
}
|
|
|
|
/// Encode to the 4-bit wire representation.
|
|
pub const fn to_wire(self) -> u8 {
|
|
self as u8
|
|
}
|
|
|
|
/// Returns true if this is a video codec variant.
|
|
pub const fn is_video(self) -> bool {
|
|
matches!(self, Self::H264Baseline | Self::H265Main | Self::Av1Main)
|
|
}
|
|
|
|
/// Returns true if this is an Opus variant.
|
|
pub const fn is_opus(self) -> bool {
|
|
matches!(
|
|
self,
|
|
Self::Opus6k
|
|
| Self::Opus16k
|
|
| Self::Opus24k
|
|
| Self::Opus32k
|
|
| Self::Opus48k
|
|
| Self::Opus64k
|
|
)
|
|
}
|
|
}
|
|
|
|
/// Describes the complete quality configuration for a call session.
|
|
#[derive(Clone, Copy, Debug, PartialEq, Serialize, Deserialize)]
|
|
pub struct QualityProfile {
|
|
/// Active codec.
|
|
pub codec: CodecId,
|
|
/// FEC repair ratio (0.0 = no FEC, 1.0 = 100% overhead, 2.0 = 200% overhead).
|
|
pub fec_ratio: f32,
|
|
/// Audio frame duration in ms (20 or 40).
|
|
pub frame_duration_ms: u8,
|
|
/// Number of source frames per FEC block.
|
|
pub frames_per_block: u8,
|
|
/// Bandwidth-allocation priority between audio and video.
|
|
#[serde(default)]
|
|
pub priority_mode: crate::PriorityMode,
|
|
/// Target video bitrate in kbps (set by quality controller, not handshake).
|
|
#[serde(default)]
|
|
pub video_bitrate_kbps: Option<u32>,
|
|
/// Target video resolution as (width, height).
|
|
#[serde(default)]
|
|
pub video_resolution: Option<(u16, u16)>,
|
|
/// Target video frame rate.
|
|
#[serde(default)]
|
|
pub video_fps: Option<u8>,
|
|
}
|
|
|
|
impl QualityProfile {
|
|
/// Good conditions: Opus 24kbps, light FEC.
|
|
pub const GOOD: Self = Self {
|
|
codec: CodecId::Opus24k,
|
|
fec_ratio: 0.2,
|
|
frame_duration_ms: 20,
|
|
frames_per_block: 5,
|
|
priority_mode: crate::PriorityMode::AudioFirst,
|
|
video_bitrate_kbps: None,
|
|
video_resolution: None,
|
|
video_fps: None,
|
|
};
|
|
|
|
/// Degraded conditions: Opus 6kbps, moderate FEC.
|
|
pub const DEGRADED: Self = Self {
|
|
codec: CodecId::Opus6k,
|
|
fec_ratio: 0.5,
|
|
frame_duration_ms: 40,
|
|
frames_per_block: 10,
|
|
priority_mode: crate::PriorityMode::AudioFirst,
|
|
video_bitrate_kbps: None,
|
|
video_resolution: None,
|
|
video_fps: None,
|
|
};
|
|
|
|
/// Catastrophic conditions: Codec2 1.2kbps, heavy FEC.
|
|
pub const CATASTROPHIC: Self = Self {
|
|
codec: CodecId::Codec2_1200,
|
|
fec_ratio: 1.0,
|
|
frame_duration_ms: 40,
|
|
frames_per_block: 8,
|
|
priority_mode: crate::PriorityMode::AudioFirst,
|
|
video_bitrate_kbps: None,
|
|
video_resolution: None,
|
|
video_fps: None,
|
|
};
|
|
|
|
/// Studio low: Opus 32kbps, minimal FEC.
|
|
pub const STUDIO_32K: Self = Self {
|
|
codec: CodecId::Opus32k,
|
|
fec_ratio: 0.1,
|
|
frame_duration_ms: 20,
|
|
frames_per_block: 5,
|
|
priority_mode: crate::PriorityMode::AudioFirst,
|
|
video_bitrate_kbps: None,
|
|
video_resolution: None,
|
|
video_fps: None,
|
|
};
|
|
|
|
/// Studio: Opus 48kbps, minimal FEC.
|
|
pub const STUDIO_48K: Self = Self {
|
|
codec: CodecId::Opus48k,
|
|
fec_ratio: 0.1,
|
|
frame_duration_ms: 20,
|
|
frames_per_block: 5,
|
|
priority_mode: crate::PriorityMode::AudioFirst,
|
|
video_bitrate_kbps: None,
|
|
video_resolution: None,
|
|
video_fps: None,
|
|
};
|
|
|
|
/// Studio high: Opus 64kbps, minimal FEC.
|
|
pub const STUDIO_64K: Self = Self {
|
|
codec: CodecId::Opus64k,
|
|
fec_ratio: 0.1,
|
|
frame_duration_ms: 20,
|
|
frames_per_block: 5,
|
|
priority_mode: crate::PriorityMode::AudioFirst,
|
|
video_bitrate_kbps: None,
|
|
video_resolution: None,
|
|
video_fps: None,
|
|
};
|
|
|
|
/// Estimated total bandwidth in kbps including FEC overhead.
|
|
pub fn total_bitrate_kbps(&self) -> f32 {
|
|
let base = self.codec.bitrate_bps() as f32 / 1000.0;
|
|
base * (1.0 + self.fec_ratio)
|
|
}
|
|
}
|
|
|
|
#[cfg(test)]
|
|
mod tests {
|
|
use super::{CodecId, QualityProfile};
|
|
use crate::PriorityMode;
|
|
|
|
#[test]
|
|
fn codec_id_unknown_values_rejected() {
|
|
for v in [10u8, 13].iter().copied().chain(14u8..=255) {
|
|
assert!(CodecId::from_wire(v).is_none(), "v={v}");
|
|
}
|
|
}
|
|
|
|
#[test]
|
|
fn h265_main_roundtrips() {
|
|
assert_eq!(CodecId::H265Main.to_wire(), 11);
|
|
assert_eq!(CodecId::from_wire(11), Some(CodecId::H265Main));
|
|
assert!(CodecId::H265Main.is_video());
|
|
assert_eq!(CodecId::H265Main.bitrate_bps(), 2_000_000);
|
|
assert_eq!(CodecId::H265Main.frame_duration_ms(), 33);
|
|
}
|
|
|
|
#[test]
|
|
fn av1_main_roundtrips() {
|
|
assert_eq!(CodecId::Av1Main.to_wire(), 12);
|
|
assert_eq!(CodecId::from_wire(12), Some(CodecId::Av1Main));
|
|
assert!(CodecId::Av1Main.is_video());
|
|
assert_eq!(CodecId::Av1Main.bitrate_bps(), 2_000_000);
|
|
assert_eq!(CodecId::Av1Main.frame_duration_ms(), 33);
|
|
}
|
|
|
|
#[test]
|
|
fn quality_profile_backward_compat_old_json() {
|
|
// Old JSON emitted before T5.1 has no priority_mode or video fields.
|
|
let old_json =
|
|
r#"{"codec":"Opus24k","fec_ratio":0.2,"frame_duration_ms":20,"frames_per_block":5}"#;
|
|
let parsed: QualityProfile = serde_json::from_str(old_json).unwrap();
|
|
assert_eq!(parsed.priority_mode, PriorityMode::AudioFirst);
|
|
assert_eq!(parsed.video_bitrate_kbps, None);
|
|
assert_eq!(parsed.video_resolution, None);
|
|
assert_eq!(parsed.video_fps, None);
|
|
}
|
|
}
|