Compare commits
22 Commits
feature/wz
...
a23d9f5e41
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
a23d9f5e41 | ||
|
|
b3e56ecbd8 | ||
|
|
2fa07286c3 | ||
|
|
bf91cf25bd | ||
|
|
81c756c076 | ||
|
|
af85a49e86 | ||
|
|
bae03365da | ||
|
|
9d9ce4706d | ||
|
|
9098e28a1f | ||
|
|
f6d51fce61 | ||
|
|
a8dd0c2f57 | ||
|
|
64566e9acb | ||
|
|
10eb19cd24 | ||
|
|
778f4dd428 | ||
|
|
622fdee51f | ||
|
|
b204213a01 | ||
|
|
e751af7e38 | ||
|
|
8d5f6fe044 | ||
|
|
780309fede | ||
|
|
73ebcdd869 | ||
|
|
e7b1c3372a | ||
|
|
26e9c55f1f |
5
.cargo/config.toml
Normal file
5
.cargo/config.toml
Normal file
@@ -0,0 +1,5 @@
|
|||||||
|
[target.aarch64-linux-android]
|
||||||
|
linker = "aarch64-linux-android26-clang"
|
||||||
|
|
||||||
|
[target.armv7-linux-androideabi]
|
||||||
|
linker = "armv7a-linux-androideabi26-clang"
|
||||||
205
Cargo.lock
generated
205
Cargo.lock
generated
@@ -291,12 +291,6 @@ dependencies = [
|
|||||||
"tower-service",
|
"tower-service",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "base16ct"
|
|
||||||
version = "0.2.0"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "4c7f02d4ea65f2c1853089ffd8d2787bdbc63de2f0d29dedbcf8ccdfa0ccd4cf"
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "base64"
|
name = "base64"
|
||||||
version = "0.22.1"
|
version = "0.22.1"
|
||||||
@@ -467,7 +461,6 @@ dependencies = [
|
|||||||
"iana-time-zone",
|
"iana-time-zone",
|
||||||
"js-sys",
|
"js-sys",
|
||||||
"num-traits",
|
"num-traits",
|
||||||
"serde",
|
|
||||||
"wasm-bindgen",
|
"wasm-bindgen",
|
||||||
"windows-link",
|
"windows-link",
|
||||||
]
|
]
|
||||||
@@ -628,24 +621,6 @@ dependencies = [
|
|||||||
"libc",
|
"libc",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "crunchy"
|
|
||||||
version = "0.2.4"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "460fbee9c2c2f33933d720630a6a0bac33ba7053db5344fac858d4b8952d77d5"
|
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "crypto-bigint"
|
|
||||||
version = "0.5.5"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "0dc92fb57ca44df6db8059111ab3af99a63d5d0f8375d9972e319a379c6bab76"
|
|
||||||
dependencies = [
|
|
||||||
"generic-array",
|
|
||||||
"rand_core 0.6.4",
|
|
||||||
"subtle",
|
|
||||||
"zeroize",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "crypto-common"
|
name = "crypto-common"
|
||||||
version = "0.1.7"
|
version = "0.1.7"
|
||||||
@@ -669,7 +644,6 @@ dependencies = [
|
|||||||
"digest",
|
"digest",
|
||||||
"fiat-crypto",
|
"fiat-crypto",
|
||||||
"rustc_version",
|
"rustc_version",
|
||||||
"serde",
|
|
||||||
"subtle",
|
"subtle",
|
||||||
"zeroize",
|
"zeroize",
|
||||||
]
|
]
|
||||||
@@ -836,7 +810,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|||||||
checksum = "9ed9a281f7bc9b7576e61468ba615a66a5c8cfdff42420a70aa82701a3b1e292"
|
checksum = "9ed9a281f7bc9b7576e61468ba615a66a5c8cfdff42420a70aa82701a3b1e292"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"block-buffer",
|
"block-buffer",
|
||||||
"const-oid",
|
|
||||||
"crypto-common",
|
"crypto-common",
|
||||||
"subtle",
|
"subtle",
|
||||||
]
|
]
|
||||||
@@ -871,21 +844,6 @@ dependencies = [
|
|||||||
"rustfft",
|
"rustfft",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "ecdsa"
|
|
||||||
version = "0.16.9"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "ee27f32b5c5292967d2d4a9d7f1e0b0aed2c15daded5a60300e4abb9d8020bca"
|
|
||||||
dependencies = [
|
|
||||||
"der",
|
|
||||||
"digest",
|
|
||||||
"elliptic-curve",
|
|
||||||
"rfc6979",
|
|
||||||
"serdect",
|
|
||||||
"signature",
|
|
||||||
"spki",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "ed25519"
|
name = "ed25519"
|
||||||
version = "2.2.3"
|
version = "2.2.3"
|
||||||
@@ -893,7 +851,6 @@ source = "registry+https://github.com/rust-lang/crates.io-index"
|
|||||||
checksum = "115531babc129696a58c64a4fef0a8bf9e9698629fb97e9e40767d235cfbcd53"
|
checksum = "115531babc129696a58c64a4fef0a8bf9e9698629fb97e9e40767d235cfbcd53"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"pkcs8",
|
"pkcs8",
|
||||||
"serde",
|
|
||||||
"signature",
|
"signature",
|
||||||
]
|
]
|
||||||
|
|
||||||
@@ -918,26 +875,6 @@ version = "1.15.0"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719"
|
checksum = "48c757948c5ede0e46177b7add2e67155f70e33c07fea8284df6576da70b3719"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "elliptic-curve"
|
|
||||||
version = "0.13.8"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "b5e6043086bf7973472e0c7dff2142ea0b680d30e18d9cc40f267efbf222bd47"
|
|
||||||
dependencies = [
|
|
||||||
"base16ct",
|
|
||||||
"crypto-bigint",
|
|
||||||
"digest",
|
|
||||||
"ff",
|
|
||||||
"generic-array",
|
|
||||||
"group",
|
|
||||||
"pkcs8",
|
|
||||||
"rand_core 0.6.4",
|
|
||||||
"sec1",
|
|
||||||
"serdect",
|
|
||||||
"subtle",
|
|
||||||
"zeroize",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "encoding_rs"
|
name = "encoding_rs"
|
||||||
version = "0.8.35"
|
version = "0.8.35"
|
||||||
@@ -981,16 +918,6 @@ version = "2.3.0"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "37909eebbb50d72f9059c3b6d82c0463f2ff062c9e95845c43a6c9c0355411be"
|
checksum = "37909eebbb50d72f9059c3b6d82c0463f2ff062c9e95845c43a6c9c0355411be"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "ff"
|
|
||||||
version = "0.13.1"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "c0b50bfb653653f9ca9095b427bed08ab8d75a137839d9ad64eb11810d5b6393"
|
|
||||||
dependencies = [
|
|
||||||
"rand_core 0.6.4",
|
|
||||||
"subtle",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "fiat-crypto"
|
name = "fiat-crypto"
|
||||||
version = "0.2.9"
|
version = "0.2.9"
|
||||||
@@ -1151,7 +1078,6 @@ checksum = "85649ca51fd72272d7821adaf274ad91c288277713d9c18820d8499a7ff69e9a"
|
|||||||
dependencies = [
|
dependencies = [
|
||||||
"typenum",
|
"typenum",
|
||||||
"version_check",
|
"version_check",
|
||||||
"zeroize",
|
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
@@ -1211,17 +1137,6 @@ version = "0.3.3"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "0cc23270f6e1808e30a928bdc84dea0b9b4136a8bc82338574f23baf47bbd280"
|
checksum = "0cc23270f6e1808e30a928bdc84dea0b9b4136a8bc82338574f23baf47bbd280"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "group"
|
|
||||||
version = "0.13.0"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "f0f9ef7462f7c099f518d754361858f86d8a07af53ba9af0fe635bbccb151a63"
|
|
||||||
dependencies = [
|
|
||||||
"ff",
|
|
||||||
"rand_core 0.6.4",
|
|
||||||
"subtle",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "h2"
|
name = "h2"
|
||||||
version = "0.4.13"
|
version = "0.4.13"
|
||||||
@@ -1705,21 +1620,6 @@ dependencies = [
|
|||||||
"wasm-bindgen",
|
"wasm-bindgen",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "k256"
|
|
||||||
version = "0.13.4"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "f6e3919bbaa2945715f0bb6d3934a173d1e9a59ac23767fbaaef277265a7411b"
|
|
||||||
dependencies = [
|
|
||||||
"cfg-if",
|
|
||||||
"ecdsa",
|
|
||||||
"elliptic-curve",
|
|
||||||
"once_cell",
|
|
||||||
"serdect",
|
|
||||||
"sha2",
|
|
||||||
"signature",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "lazy_static"
|
name = "lazy_static"
|
||||||
version = "1.5.0"
|
version = "1.5.0"
|
||||||
@@ -2483,16 +2383,6 @@ dependencies = [
|
|||||||
"web-sys",
|
"web-sys",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "rfc6979"
|
|
||||||
version = "0.4.0"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "f8dd2a808d456c4a54e300a23e9f5a67e122c3024119acbfd73e3bf664491cb2"
|
|
||||||
dependencies = [
|
|
||||||
"hmac",
|
|
||||||
"subtle",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "ring"
|
name = "ring"
|
||||||
version = "0.17.14"
|
version = "0.17.14"
|
||||||
@@ -2671,21 +2561,6 @@ version = "1.2.0"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49"
|
checksum = "94143f37725109f92c262ed2cf5e59bce7498c01bcc1502d7b9afe439a4e9f49"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "sec1"
|
|
||||||
version = "0.7.3"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "d3e97a565f76233a6003f9f5c54be1d9c5bdfa3eccfb189469f11ec4901c47dc"
|
|
||||||
dependencies = [
|
|
||||||
"base16ct",
|
|
||||||
"der",
|
|
||||||
"generic-array",
|
|
||||||
"pkcs8",
|
|
||||||
"serdect",
|
|
||||||
"subtle",
|
|
||||||
"zeroize",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "security-framework"
|
name = "security-framework"
|
||||||
version = "3.7.0"
|
version = "3.7.0"
|
||||||
@@ -2790,16 +2665,6 @@ dependencies = [
|
|||||||
"serde",
|
"serde",
|
||||||
]
|
]
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "serdect"
|
|
||||||
version = "0.2.0"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "a84f14a19e9a014bb9f4512488d9829a68e04ecabffb0f9904cd1ace94598177"
|
|
||||||
dependencies = [
|
|
||||||
"base16ct",
|
|
||||||
"serde",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "sha1"
|
name = "sha1"
|
||||||
version = "0.10.6"
|
version = "0.10.6"
|
||||||
@@ -2853,7 +2718,6 @@ version = "2.2.0"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "77549399552de45a898a580c1b41d445bf730df867cc44e6c0233bbc4b8329de"
|
checksum = "77549399552de45a898a580c1b41d445bf730df867cc44e6c0233bbc4b8329de"
|
||||||
dependencies = [
|
dependencies = [
|
||||||
"digest",
|
|
||||||
"rand_core 0.6.4",
|
"rand_core 0.6.4",
|
||||||
]
|
]
|
||||||
|
|
||||||
@@ -3067,15 +2931,6 @@ version = "0.1.8"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "7694e1cfe791f8d31026952abf09c69ca6f6fa4e1a1229e18988f06a04a12dca"
|
checksum = "7694e1cfe791f8d31026952abf09c69ca6f6fa4e1a1229e18988f06a04a12dca"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "tiny-keccak"
|
|
||||||
version = "2.0.2"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "2c9d3793400a45f954c52e73d068316d76b6f4e36977e3fcebb13a2721e80237"
|
|
||||||
dependencies = [
|
|
||||||
"crunchy",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "tinystr"
|
name = "tinystr"
|
||||||
version = "0.8.2"
|
version = "0.8.2"
|
||||||
@@ -3495,18 +3350,6 @@ version = "1.0.4"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "b6c140620e7ffbb22c2dee59cafe6084a59b5ffc27a8859a5f0d494b5d52b6be"
|
checksum = "b6c140620e7ffbb22c2dee59cafe6084a59b5ffc27a8859a5f0d494b5d52b6be"
|
||||||
|
|
||||||
[[package]]
|
|
||||||
name = "uuid"
|
|
||||||
version = "1.23.0"
|
|
||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
|
||||||
checksum = "5ac8b6f42ead25368cf5b098aeb3dc8a1a2c05a3eee8a9a1a68c640edbfc79d9"
|
|
||||||
dependencies = [
|
|
||||||
"getrandom 0.4.2",
|
|
||||||
"js-sys",
|
|
||||||
"serde_core",
|
|
||||||
"wasm-bindgen",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "valuable"
|
name = "valuable"
|
||||||
version = "0.1.1"
|
version = "0.1.1"
|
||||||
@@ -3546,28 +3389,7 @@ dependencies = [
|
|||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "warzone-protocol"
|
name = "warzone-protocol"
|
||||||
version = "0.0.38"
|
version = "0.1.0"
|
||||||
dependencies = [
|
|
||||||
"base64",
|
|
||||||
"bincode",
|
|
||||||
"bip39",
|
|
||||||
"chacha20poly1305",
|
|
||||||
"chrono",
|
|
||||||
"curve25519-dalek",
|
|
||||||
"ed25519-dalek",
|
|
||||||
"hex",
|
|
||||||
"hkdf",
|
|
||||||
"k256",
|
|
||||||
"rand 0.8.5",
|
|
||||||
"serde",
|
|
||||||
"serde_json",
|
|
||||||
"sha2",
|
|
||||||
"thiserror 2.0.18",
|
|
||||||
"tiny-keccak",
|
|
||||||
"uuid",
|
|
||||||
"x25519-dalek",
|
|
||||||
"zeroize",
|
|
||||||
]
|
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "wasi"
|
name = "wasi"
|
||||||
@@ -4179,6 +4001,31 @@ version = "0.6.2"
|
|||||||
source = "registry+https://github.com/rust-lang/crates.io-index"
|
source = "registry+https://github.com/rust-lang/crates.io-index"
|
||||||
checksum = "9edde0db4769d2dc68579893f2306b26c6ecfbe0ef499b013d731b7b9247e0b9"
|
checksum = "9edde0db4769d2dc68579893f2306b26c6ecfbe0ef499b013d731b7b9247e0b9"
|
||||||
|
|
||||||
|
[[package]]
|
||||||
|
name = "wzp-android"
|
||||||
|
version = "0.1.0"
|
||||||
|
dependencies = [
|
||||||
|
"anyhow",
|
||||||
|
"async-trait",
|
||||||
|
"bytes",
|
||||||
|
"cc",
|
||||||
|
"jni",
|
||||||
|
"libc",
|
||||||
|
"rand 0.8.5",
|
||||||
|
"rustls",
|
||||||
|
"serde",
|
||||||
|
"serde_json",
|
||||||
|
"thiserror 2.0.18",
|
||||||
|
"tokio",
|
||||||
|
"tracing",
|
||||||
|
"tracing-subscriber",
|
||||||
|
"wzp-codec",
|
||||||
|
"wzp-crypto",
|
||||||
|
"wzp-fec",
|
||||||
|
"wzp-proto",
|
||||||
|
"wzp-transport",
|
||||||
|
]
|
||||||
|
|
||||||
[[package]]
|
[[package]]
|
||||||
name = "wzp-client"
|
name = "wzp-client"
|
||||||
version = "0.1.0"
|
version = "0.1.0"
|
||||||
|
|||||||
@@ -9,6 +9,7 @@ members = [
|
|||||||
"crates/wzp-relay",
|
"crates/wzp-relay",
|
||||||
"crates/wzp-client",
|
"crates/wzp-client",
|
||||||
"crates/wzp-web",
|
"crates/wzp-web",
|
||||||
|
"crates/wzp-android",
|
||||||
]
|
]
|
||||||
|
|
||||||
[workspace.package]
|
[workspace.package]
|
||||||
|
|||||||
6
android/.gitignore
vendored
Normal file
6
android/.gitignore
vendored
Normal file
@@ -0,0 +1,6 @@
|
|||||||
|
.gradle/
|
||||||
|
build/
|
||||||
|
app/build/
|
||||||
|
app/src/main/jniLibs/
|
||||||
|
local.properties
|
||||||
|
keystore/*.jks
|
||||||
BIN
android/android/app/src/main/jniLibs/arm64-v8a/libwzp_android.so
Executable file
BIN
android/android/app/src/main/jniLibs/arm64-v8a/libwzp_android.so
Executable file
Binary file not shown.
85
android/app/build.gradle.kts
Normal file
85
android/app/build.gradle.kts
Normal file
@@ -0,0 +1,85 @@
|
|||||||
|
plugins {
|
||||||
|
id("com.android.application")
|
||||||
|
id("org.jetbrains.kotlin.android")
|
||||||
|
}
|
||||||
|
|
||||||
|
android {
|
||||||
|
namespace = "com.wzp.phone"
|
||||||
|
compileSdk = 34
|
||||||
|
|
||||||
|
defaultConfig {
|
||||||
|
applicationId = "com.wzp.phone"
|
||||||
|
minSdk = 26 // AAudio requires API 26
|
||||||
|
targetSdk = 34
|
||||||
|
versionCode = 1
|
||||||
|
versionName = "0.1.0"
|
||||||
|
ndk { abiFilters += listOf("arm64-v8a") }
|
||||||
|
}
|
||||||
|
|
||||||
|
signingConfigs {
|
||||||
|
create("release") {
|
||||||
|
storeFile = file("${project.rootDir}/keystore/wzp-release.jks")
|
||||||
|
storePassword = "wzphone2024"
|
||||||
|
keyAlias = "wzp-release"
|
||||||
|
keyPassword = "wzphone2024"
|
||||||
|
}
|
||||||
|
getByName("debug") {
|
||||||
|
storeFile = file("${project.rootDir}/keystore/wzp-debug.jks")
|
||||||
|
storePassword = "android"
|
||||||
|
keyAlias = "wzp-debug"
|
||||||
|
keyPassword = "android"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
buildTypes {
|
||||||
|
debug {
|
||||||
|
signingConfig = signingConfigs.getByName("debug")
|
||||||
|
isDebuggable = true
|
||||||
|
}
|
||||||
|
release {
|
||||||
|
signingConfig = signingConfigs.getByName("release")
|
||||||
|
isMinifyEnabled = false
|
||||||
|
proguardFiles(
|
||||||
|
getDefaultProguardFile("proguard-android-optimize.txt"),
|
||||||
|
"proguard-rules.pro"
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
compileOptions {
|
||||||
|
sourceCompatibility = JavaVersion.VERSION_1_8
|
||||||
|
targetCompatibility = JavaVersion.VERSION_1_8
|
||||||
|
}
|
||||||
|
|
||||||
|
kotlinOptions {
|
||||||
|
jvmTarget = "1.8"
|
||||||
|
}
|
||||||
|
|
||||||
|
buildFeatures { compose = true }
|
||||||
|
composeOptions { kotlinCompilerExtensionVersion = "1.5.8" }
|
||||||
|
|
||||||
|
ndkVersion = "26.1.10909125"
|
||||||
|
}
|
||||||
|
|
||||||
|
// cargo-ndk integration: build the Rust native library for Android targets
|
||||||
|
tasks.register<Exec>("cargoNdkBuild") {
|
||||||
|
workingDir = file("${project.rootDir}/..")
|
||||||
|
commandLine(
|
||||||
|
"cargo", "ndk",
|
||||||
|
"-t", "arm64-v8a",
|
||||||
|
"-o", "${project.projectDir}/src/main/jniLibs",
|
||||||
|
"build", "--release", "-p", "wzp-android"
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Skip cargo-ndk in CI/Docker — .so is pre-built into jniLibs
|
||||||
|
// tasks.named("preBuild") { dependsOn("cargoNdkBuild") }
|
||||||
|
|
||||||
|
dependencies {
|
||||||
|
implementation("androidx.core:core-ktx:1.12.0")
|
||||||
|
implementation("androidx.lifecycle:lifecycle-runtime-ktx:2.7.0")
|
||||||
|
implementation("androidx.activity:activity-compose:1.8.2")
|
||||||
|
implementation(platform("androidx.compose:compose-bom:2024.01.00"))
|
||||||
|
implementation("androidx.compose.ui:ui")
|
||||||
|
implementation("androidx.compose.material3:material3")
|
||||||
|
}
|
||||||
9
android/app/proguard-rules.pro
vendored
Normal file
9
android/app/proguard-rules.pro
vendored
Normal file
@@ -0,0 +1,9 @@
|
|||||||
|
# WZPhone ProGuard rules
|
||||||
|
|
||||||
|
# Keep JNI native methods
|
||||||
|
-keepclasseswithmembernames class * {
|
||||||
|
native <methods>;
|
||||||
|
}
|
||||||
|
|
||||||
|
# Keep the WZP engine bridge class
|
||||||
|
-keep class com.wzp.phone.engine.** { *; }
|
||||||
33
android/app/src/main/AndroidManifest.xml
Normal file
33
android/app/src/main/AndroidManifest.xml
Normal file
@@ -0,0 +1,33 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?>
|
||||||
|
<manifest xmlns:android="http://schemas.android.com/apk/res/android">
|
||||||
|
<uses-permission android:name="android.permission.INTERNET" />
|
||||||
|
<uses-permission android:name="android.permission.RECORD_AUDIO" />
|
||||||
|
<uses-permission android:name="android.permission.FOREGROUND_SERVICE" />
|
||||||
|
<uses-permission android:name="android.permission.FOREGROUND_SERVICE_MICROPHONE" />
|
||||||
|
<uses-permission android:name="android.permission.WAKE_LOCK" />
|
||||||
|
<uses-permission android:name="android.permission.ACCESS_NETWORK_STATE" />
|
||||||
|
<uses-permission android:name="android.permission.BLUETOOTH_CONNECT" />
|
||||||
|
<uses-permission android:name="android.permission.MODIFY_AUDIO_SETTINGS" />
|
||||||
|
|
||||||
|
<application
|
||||||
|
android:name="com.wzp.WzpApplication"
|
||||||
|
android:label="WZ Phone"
|
||||||
|
android:supportsRtl="true"
|
||||||
|
android:theme="@android:style/Theme.Material.Light.NoActionBar">
|
||||||
|
|
||||||
|
<activity
|
||||||
|
android:name="com.wzp.ui.call.CallActivity"
|
||||||
|
android:exported="true"
|
||||||
|
android:launchMode="singleTask">
|
||||||
|
<intent-filter>
|
||||||
|
<action android:name="android.intent.action.MAIN" />
|
||||||
|
<category android:name="android.intent.category.LAUNCHER" />
|
||||||
|
</intent-filter>
|
||||||
|
</activity>
|
||||||
|
|
||||||
|
<service
|
||||||
|
android:name="com.wzp.service.CallService"
|
||||||
|
android:foregroundServiceType="microphone"
|
||||||
|
android:exported="false" />
|
||||||
|
</application>
|
||||||
|
</manifest>
|
||||||
0
android/app/src/main/java/com/wzp/.gitkeep
Normal file
0
android/app/src/main/java/com/wzp/.gitkeep
Normal file
38
android/app/src/main/java/com/wzp/WzpApplication.kt
Normal file
38
android/app/src/main/java/com/wzp/WzpApplication.kt
Normal file
@@ -0,0 +1,38 @@
|
|||||||
|
package com.wzp
|
||||||
|
|
||||||
|
import android.app.Application
|
||||||
|
import android.app.NotificationChannel
|
||||||
|
import android.app.NotificationManager
|
||||||
|
import android.os.Build
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Application entry point for WarzonePhone.
|
||||||
|
*
|
||||||
|
* Creates the notification channel required for the foreground [com.wzp.service.CallService].
|
||||||
|
*/
|
||||||
|
class WzpApplication : Application() {
|
||||||
|
|
||||||
|
override fun onCreate() {
|
||||||
|
super.onCreate()
|
||||||
|
createNotificationChannel()
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun createNotificationChannel() {
|
||||||
|
if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.O) {
|
||||||
|
val channel = NotificationChannel(
|
||||||
|
CHANNEL_ID,
|
||||||
|
"Active Call",
|
||||||
|
NotificationManager.IMPORTANCE_LOW
|
||||||
|
).apply {
|
||||||
|
description = "Shown while a VoIP call is in progress"
|
||||||
|
setShowBadge(false)
|
||||||
|
}
|
||||||
|
val nm = getSystemService(NotificationManager::class.java)
|
||||||
|
nm.createNotificationChannel(channel)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
const val CHANNEL_ID = "wzp_call_channel"
|
||||||
|
}
|
||||||
|
}
|
||||||
204
android/app/src/main/java/com/wzp/audio/AudioPipeline.kt
Normal file
204
android/app/src/main/java/com/wzp/audio/AudioPipeline.kt
Normal file
@@ -0,0 +1,204 @@
|
|||||||
|
package com.wzp.audio
|
||||||
|
|
||||||
|
import android.Manifest
|
||||||
|
import android.content.Context
|
||||||
|
import android.content.pm.PackageManager
|
||||||
|
import android.media.AudioAttributes
|
||||||
|
import android.media.AudioFormat
|
||||||
|
import android.media.AudioRecord
|
||||||
|
import android.media.AudioTrack
|
||||||
|
import android.media.MediaRecorder
|
||||||
|
import android.util.Log
|
||||||
|
import androidx.core.content.ContextCompat
|
||||||
|
import com.wzp.engine.WzpEngine
|
||||||
|
import kotlin.math.pow
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Audio pipeline that captures mic audio and plays received audio using
|
||||||
|
* Android AudioRecord/AudioTrack APIs running on JVM threads.
|
||||||
|
*
|
||||||
|
* PCM samples are shuttled to/from the Rust engine via JNI ring buffers:
|
||||||
|
* - Capture: AudioRecord → WzpEngine.writeAudio() → Rust encoder → network
|
||||||
|
* - Playout: network → Rust decoder → WzpEngine.readAudio() → AudioTrack
|
||||||
|
*
|
||||||
|
* All audio is 48kHz, mono, 16-bit PCM (matching Opus codec requirements).
|
||||||
|
*/
|
||||||
|
class AudioPipeline(private val context: Context) {
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
private const val TAG = "AudioPipeline"
|
||||||
|
private const val SAMPLE_RATE = 48000
|
||||||
|
private const val CHANNEL_IN = AudioFormat.CHANNEL_IN_MONO
|
||||||
|
private const val CHANNEL_OUT = AudioFormat.CHANNEL_OUT_MONO
|
||||||
|
private const val ENCODING = AudioFormat.ENCODING_PCM_16BIT
|
||||||
|
/** 20ms frame at 48kHz = 960 samples */
|
||||||
|
private const val FRAME_SAMPLES = 960
|
||||||
|
}
|
||||||
|
|
||||||
|
@Volatile
|
||||||
|
private var running = false
|
||||||
|
/** Playout (incoming voice) gain in dB. 0 = unity. */
|
||||||
|
@Volatile
|
||||||
|
var playoutGainDb: Float = 0f
|
||||||
|
/** Capture (mic) gain in dB. 0 = unity. */
|
||||||
|
@Volatile
|
||||||
|
var captureGainDb: Float = 0f
|
||||||
|
private var captureThread: Thread? = null
|
||||||
|
private var playoutThread: Thread? = null
|
||||||
|
|
||||||
|
fun start(engine: WzpEngine) {
|
||||||
|
if (running) return
|
||||||
|
running = true
|
||||||
|
|
||||||
|
captureThread = Thread({
|
||||||
|
runCapture(engine)
|
||||||
|
// Park thread forever — exiting triggers a libcrypto TLS destructor
|
||||||
|
// crash (SIGSEGV in OPENSSL_free) on Android when a JNI-calling thread exits.
|
||||||
|
parkThread()
|
||||||
|
}, "wzp-capture").apply {
|
||||||
|
isDaemon = true
|
||||||
|
priority = Thread.MAX_PRIORITY
|
||||||
|
start()
|
||||||
|
}
|
||||||
|
|
||||||
|
playoutThread = Thread({
|
||||||
|
runPlayout(engine)
|
||||||
|
parkThread()
|
||||||
|
}, "wzp-playout").apply {
|
||||||
|
isDaemon = true
|
||||||
|
priority = Thread.MAX_PRIORITY
|
||||||
|
start()
|
||||||
|
}
|
||||||
|
|
||||||
|
Log.i(TAG, "audio pipeline started")
|
||||||
|
}
|
||||||
|
|
||||||
|
fun stop() {
|
||||||
|
running = false
|
||||||
|
// Don't join — threads are parked as daemons to avoid native TLS crash
|
||||||
|
captureThread = null
|
||||||
|
playoutThread = null
|
||||||
|
Log.i(TAG, "audio pipeline stopped")
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun applyGain(pcm: ShortArray, count: Int, db: Float) {
|
||||||
|
if (db == 0f) return
|
||||||
|
val linear = 10f.pow(db / 20f)
|
||||||
|
for (i in 0 until count) {
|
||||||
|
pcm[i] = (pcm[i] * linear).toInt().coerceIn(-32000, 32000).toShort()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun parkThread() {
|
||||||
|
try {
|
||||||
|
Thread.sleep(Long.MAX_VALUE)
|
||||||
|
} catch (_: InterruptedException) {
|
||||||
|
// process exiting
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun runCapture(engine: WzpEngine) {
|
||||||
|
if (ContextCompat.checkSelfPermission(context, Manifest.permission.RECORD_AUDIO)
|
||||||
|
!= PackageManager.PERMISSION_GRANTED
|
||||||
|
) {
|
||||||
|
Log.e(TAG, "RECORD_AUDIO permission not granted, capture disabled")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
val minBuf = AudioRecord.getMinBufferSize(SAMPLE_RATE, CHANNEL_IN, ENCODING)
|
||||||
|
val bufSize = maxOf(minBuf, FRAME_SAMPLES * 2 * 4) // at least 4 frames
|
||||||
|
|
||||||
|
val recorder = try {
|
||||||
|
AudioRecord(
|
||||||
|
MediaRecorder.AudioSource.VOICE_COMMUNICATION,
|
||||||
|
SAMPLE_RATE,
|
||||||
|
CHANNEL_IN,
|
||||||
|
ENCODING,
|
||||||
|
bufSize
|
||||||
|
)
|
||||||
|
} catch (e: SecurityException) {
|
||||||
|
Log.e(TAG, "AudioRecord SecurityException: ${e.message}")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
if (recorder.state != AudioRecord.STATE_INITIALIZED) {
|
||||||
|
Log.e(TAG, "AudioRecord failed to initialize")
|
||||||
|
recorder.release()
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
recorder.startRecording()
|
||||||
|
Log.i(TAG, "capture started: ${SAMPLE_RATE}Hz mono, buf=$bufSize")
|
||||||
|
|
||||||
|
val pcm = ShortArray(FRAME_SAMPLES)
|
||||||
|
try {
|
||||||
|
while (running) {
|
||||||
|
val read = recorder.read(pcm, 0, FRAME_SAMPLES)
|
||||||
|
if (read > 0) {
|
||||||
|
applyGain(pcm, read, captureGainDb)
|
||||||
|
engine.writeAudio(pcm)
|
||||||
|
} else if (read < 0) {
|
||||||
|
Log.e(TAG, "AudioRecord.read error: $read")
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} finally {
|
||||||
|
recorder.stop()
|
||||||
|
recorder.release()
|
||||||
|
Log.i(TAG, "capture stopped")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun runPlayout(engine: WzpEngine) {
|
||||||
|
val minBuf = AudioTrack.getMinBufferSize(SAMPLE_RATE, CHANNEL_OUT, ENCODING)
|
||||||
|
val bufSize = maxOf(minBuf, FRAME_SAMPLES * 2 * 4)
|
||||||
|
|
||||||
|
val track = AudioTrack.Builder()
|
||||||
|
.setAudioAttributes(
|
||||||
|
AudioAttributes.Builder()
|
||||||
|
.setUsage(AudioAttributes.USAGE_VOICE_COMMUNICATION)
|
||||||
|
.setContentType(AudioAttributes.CONTENT_TYPE_SPEECH)
|
||||||
|
.build()
|
||||||
|
)
|
||||||
|
.setAudioFormat(
|
||||||
|
AudioFormat.Builder()
|
||||||
|
.setSampleRate(SAMPLE_RATE)
|
||||||
|
.setChannelMask(CHANNEL_OUT)
|
||||||
|
.setEncoding(ENCODING)
|
||||||
|
.build()
|
||||||
|
)
|
||||||
|
.setBufferSizeInBytes(bufSize)
|
||||||
|
.setTransferMode(AudioTrack.MODE_STREAM)
|
||||||
|
.build()
|
||||||
|
|
||||||
|
if (track.state != AudioTrack.STATE_INITIALIZED) {
|
||||||
|
Log.e(TAG, "AudioTrack failed to initialize")
|
||||||
|
track.release()
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
track.play()
|
||||||
|
Log.i(TAG, "playout started: ${SAMPLE_RATE}Hz mono, buf=$bufSize")
|
||||||
|
|
||||||
|
val pcm = ShortArray(FRAME_SAMPLES)
|
||||||
|
val silence = ShortArray(FRAME_SAMPLES) // pre-allocated silence
|
||||||
|
try {
|
||||||
|
while (running) {
|
||||||
|
val read = engine.readAudio(pcm)
|
||||||
|
if (read >= FRAME_SAMPLES) {
|
||||||
|
applyGain(pcm, read, playoutGainDb)
|
||||||
|
track.write(pcm, 0, read)
|
||||||
|
} else {
|
||||||
|
// Not enough decoded audio — write silence to keep stream alive
|
||||||
|
track.write(silence, 0, FRAME_SAMPLES)
|
||||||
|
// Sleep briefly to avoid busy-spinning
|
||||||
|
Thread.sleep(5)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} finally {
|
||||||
|
track.stop()
|
||||||
|
track.release()
|
||||||
|
Log.i(TAG, "playout stopped")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
142
android/app/src/main/java/com/wzp/audio/AudioRouteManager.kt
Normal file
142
android/app/src/main/java/com/wzp/audio/AudioRouteManager.kt
Normal file
@@ -0,0 +1,142 @@
|
|||||||
|
package com.wzp.audio
|
||||||
|
|
||||||
|
import android.content.Context
|
||||||
|
import android.media.AudioDeviceCallback
|
||||||
|
import android.media.AudioDeviceInfo
|
||||||
|
import android.media.AudioManager
|
||||||
|
import android.os.Handler
|
||||||
|
import android.os.Looper
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Manages audio routing between earpiece, speaker, and Bluetooth devices.
|
||||||
|
*
|
||||||
|
* Wraps [AudioManager] operations and listens for device connection changes
|
||||||
|
* via [AudioDeviceCallback] (API 23+).
|
||||||
|
*
|
||||||
|
* Usage:
|
||||||
|
* 1. Call [register] when the call starts
|
||||||
|
* 2. Use [setSpeaker] and [setBluetoothSco] to switch routes
|
||||||
|
* 3. Call [unregister] when the call ends
|
||||||
|
*/
|
||||||
|
class AudioRouteManager(context: Context) {
|
||||||
|
|
||||||
|
private val audioManager = context.getSystemService(Context.AUDIO_SERVICE) as AudioManager
|
||||||
|
private val mainHandler = Handler(Looper.getMainLooper())
|
||||||
|
|
||||||
|
/** Listener for audio route changes. */
|
||||||
|
var onRouteChanged: ((AudioRoute) -> Unit)? = null
|
||||||
|
|
||||||
|
/** Current active route. */
|
||||||
|
var currentRoute: AudioRoute = AudioRoute.EARPIECE
|
||||||
|
private set
|
||||||
|
|
||||||
|
// -- Device callback (API 23+) -------------------------------------------
|
||||||
|
|
||||||
|
private val deviceCallback = object : AudioDeviceCallback() {
|
||||||
|
override fun onAudioDevicesAdded(addedDevices: Array<out AudioDeviceInfo>) {
|
||||||
|
for (device in addedDevices) {
|
||||||
|
if (device.type == AudioDeviceInfo.TYPE_BLUETOOTH_SCO) {
|
||||||
|
// A Bluetooth headset was connected — optionally auto-switch
|
||||||
|
onRouteChanged?.invoke(AudioRoute.BLUETOOTH)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
override fun onAudioDevicesRemoved(removedDevices: Array<out AudioDeviceInfo>) {
|
||||||
|
for (device in removedDevices) {
|
||||||
|
if (device.type == AudioDeviceInfo.TYPE_BLUETOOTH_SCO) {
|
||||||
|
// Bluetooth disconnected — fall back to earpiece or speaker
|
||||||
|
val fallback = if (audioManager.isSpeakerphoneOn) {
|
||||||
|
AudioRoute.SPEAKER
|
||||||
|
} else {
|
||||||
|
AudioRoute.EARPIECE
|
||||||
|
}
|
||||||
|
currentRoute = fallback
|
||||||
|
onRouteChanged?.invoke(fallback)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// -- Public API -----------------------------------------------------------
|
||||||
|
|
||||||
|
/** Register the device callback. Call when a call starts. */
|
||||||
|
fun register() {
|
||||||
|
audioManager.registerAudioDeviceCallback(deviceCallback, mainHandler)
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Unregister the device callback and release Bluetooth SCO. Call when the call ends. */
|
||||||
|
fun unregister() {
|
||||||
|
audioManager.unregisterAudioDeviceCallback(deviceCallback)
|
||||||
|
stopBluetoothSco()
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Enable or disable the loudspeaker.
|
||||||
|
*
|
||||||
|
* When enabling speaker, Bluetooth SCO is disconnected.
|
||||||
|
*/
|
||||||
|
@Suppress("DEPRECATION")
|
||||||
|
fun setSpeaker(enabled: Boolean) {
|
||||||
|
if (enabled) {
|
||||||
|
stopBluetoothSco()
|
||||||
|
}
|
||||||
|
audioManager.isSpeakerphoneOn = enabled
|
||||||
|
currentRoute = if (enabled) AudioRoute.SPEAKER else AudioRoute.EARPIECE
|
||||||
|
onRouteChanged?.invoke(currentRoute)
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Enable or disable Bluetooth SCO (Synchronous Connection Oriented) audio.
|
||||||
|
*
|
||||||
|
* When enabling Bluetooth, the speaker is turned off.
|
||||||
|
*/
|
||||||
|
@Suppress("DEPRECATION")
|
||||||
|
fun setBluetoothSco(enabled: Boolean) {
|
||||||
|
if (enabled) {
|
||||||
|
audioManager.isSpeakerphoneOn = false
|
||||||
|
audioManager.startBluetoothSco()
|
||||||
|
audioManager.isBluetoothScoOn = true
|
||||||
|
currentRoute = AudioRoute.BLUETOOTH
|
||||||
|
} else {
|
||||||
|
stopBluetoothSco()
|
||||||
|
currentRoute = AudioRoute.EARPIECE
|
||||||
|
}
|
||||||
|
onRouteChanged?.invoke(currentRoute)
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Check whether a Bluetooth SCO device is currently connected. */
|
||||||
|
fun isBluetoothAvailable(): Boolean {
|
||||||
|
val devices = audioManager.getDevices(AudioManager.GET_DEVICES_OUTPUTS)
|
||||||
|
return devices.any { it.type == AudioDeviceInfo.TYPE_BLUETOOTH_SCO }
|
||||||
|
}
|
||||||
|
|
||||||
|
/** List available output audio routes. */
|
||||||
|
fun availableRoutes(): List<AudioRoute> {
|
||||||
|
val routes = mutableListOf(AudioRoute.EARPIECE, AudioRoute.SPEAKER)
|
||||||
|
if (isBluetoothAvailable()) {
|
||||||
|
routes.add(AudioRoute.BLUETOOTH)
|
||||||
|
}
|
||||||
|
return routes
|
||||||
|
}
|
||||||
|
|
||||||
|
// -- Internal -------------------------------------------------------------
|
||||||
|
|
||||||
|
@Suppress("DEPRECATION")
|
||||||
|
private fun stopBluetoothSco() {
|
||||||
|
if (audioManager.isBluetoothScoOn) {
|
||||||
|
audioManager.isBluetoothScoOn = false
|
||||||
|
audioManager.stopBluetoothSco()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Audio output route. */
|
||||||
|
enum class AudioRoute {
|
||||||
|
/** Phone earpiece (default for calls). */
|
||||||
|
EARPIECE,
|
||||||
|
/** Built-in loudspeaker. */
|
||||||
|
SPEAKER,
|
||||||
|
/** Bluetooth SCO headset/headphones. */
|
||||||
|
BLUETOOTH
|
||||||
|
}
|
||||||
69
android/app/src/main/java/com/wzp/engine/CallStats.kt
Normal file
69
android/app/src/main/java/com/wzp/engine/CallStats.kt
Normal file
@@ -0,0 +1,69 @@
|
|||||||
|
package com.wzp.engine
|
||||||
|
|
||||||
|
import org.json.JSONObject
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Snapshot of call statistics, mirroring the Rust `CallStats` struct.
|
||||||
|
*
|
||||||
|
* Constructed from the JSON string returned by [WzpEngine.getStats].
|
||||||
|
*/
|
||||||
|
data class CallStats(
|
||||||
|
/** Current call state ordinal (see [CallStateConstants]). */
|
||||||
|
val state: Int = 0,
|
||||||
|
/** Call duration in seconds. */
|
||||||
|
val durationSecs: Double = 0.0,
|
||||||
|
/** Quality tier: 0 = Good, 1 = Degraded, 2 = Catastrophic. */
|
||||||
|
val qualityTier: Int = 0,
|
||||||
|
/** Observed packet loss percentage (0..100). */
|
||||||
|
val lossPct: Float = 0f,
|
||||||
|
/** Smoothed round-trip time in milliseconds. */
|
||||||
|
val rttMs: Int = 0,
|
||||||
|
/** Jitter in milliseconds. */
|
||||||
|
val jitterMs: Int = 0,
|
||||||
|
/** Current jitter buffer depth in packets. */
|
||||||
|
val jitterBufferDepth: Int = 0,
|
||||||
|
/** Total frames encoded since call start. */
|
||||||
|
val framesEncoded: Long = 0,
|
||||||
|
/** Total frames decoded since call start. */
|
||||||
|
val framesDecoded: Long = 0,
|
||||||
|
/** Number of playout underruns (buffer empty when audio was needed). */
|
||||||
|
val underruns: Long = 0,
|
||||||
|
/** Frames recovered by FEC. */
|
||||||
|
val fecRecovered: Long = 0,
|
||||||
|
/** Current mic audio level (RMS, 0-32767). */
|
||||||
|
val audioLevel: Int = 0,
|
||||||
|
) {
|
||||||
|
/** Human-readable quality label. */
|
||||||
|
val qualityLabel: String
|
||||||
|
get() = when (qualityTier) {
|
||||||
|
0 -> "Good"
|
||||||
|
1 -> "Degraded"
|
||||||
|
2 -> "Catastrophic"
|
||||||
|
else -> "Unknown"
|
||||||
|
}
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
/** Deserialise from the JSON string produced by the native engine. */
|
||||||
|
fun fromJson(json: String): CallStats {
|
||||||
|
return try {
|
||||||
|
val obj = JSONObject(json)
|
||||||
|
CallStats(
|
||||||
|
state = obj.optInt("state", 0),
|
||||||
|
durationSecs = obj.optDouble("duration_secs", 0.0),
|
||||||
|
qualityTier = obj.optInt("quality_tier", 0),
|
||||||
|
lossPct = obj.optDouble("loss_pct", 0.0).toFloat(),
|
||||||
|
rttMs = obj.optInt("rtt_ms", 0),
|
||||||
|
jitterMs = obj.optInt("jitter_ms", 0),
|
||||||
|
jitterBufferDepth = obj.optInt("jitter_buffer_depth", 0),
|
||||||
|
framesEncoded = obj.optLong("frames_encoded", 0),
|
||||||
|
framesDecoded = obj.optLong("frames_decoded", 0),
|
||||||
|
underruns = obj.optLong("underruns", 0),
|
||||||
|
fecRecovered = obj.optLong("fec_recovered", 0),
|
||||||
|
audioLevel = obj.optInt("audio_level", 0)
|
||||||
|
)
|
||||||
|
} catch (e: Exception) {
|
||||||
|
CallStats()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
32
android/app/src/main/java/com/wzp/engine/WzpCallback.kt
Normal file
32
android/app/src/main/java/com/wzp/engine/WzpCallback.kt
Normal file
@@ -0,0 +1,32 @@
|
|||||||
|
package com.wzp.engine
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Callback interface for VoIP engine events.
|
||||||
|
*
|
||||||
|
* All callbacks are invoked on the main/UI thread.
|
||||||
|
*/
|
||||||
|
interface WzpCallback {
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Called when the call state changes.
|
||||||
|
*
|
||||||
|
* @param state one of [CallStateConstants]: IDLE(0), CONNECTING(1), ACTIVE(2),
|
||||||
|
* RECONNECTING(3), CLOSED(4)
|
||||||
|
*/
|
||||||
|
fun onCallStateChanged(state: Int)
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Called when the network quality tier changes.
|
||||||
|
*
|
||||||
|
* @param tier 0 = Good, 1 = Degraded, 2 = Catastrophic
|
||||||
|
*/
|
||||||
|
fun onQualityTierChanged(tier: Int)
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Called when an error occurs in the native engine.
|
||||||
|
*
|
||||||
|
* @param code numeric error code (negative)
|
||||||
|
* @param message human-readable description
|
||||||
|
*/
|
||||||
|
fun onError(code: Int, message: String)
|
||||||
|
}
|
||||||
148
android/app/src/main/java/com/wzp/engine/WzpEngine.kt
Normal file
148
android/app/src/main/java/com/wzp/engine/WzpEngine.kt
Normal file
@@ -0,0 +1,148 @@
|
|||||||
|
package com.wzp.engine
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Native VoIP engine wrapper. Delegates all work to libwzp_android.so via JNI.
|
||||||
|
*
|
||||||
|
* Lifecycle:
|
||||||
|
* 1. Construct with a [WzpCallback]
|
||||||
|
* 2. Call [init] to create the native engine
|
||||||
|
* 3. Call [startCall] to begin a VoIP session
|
||||||
|
* 4. Use [setMute], [setSpeaker], [getStats], [forceProfile] during the call
|
||||||
|
* 5. Call [stopCall] to end the session
|
||||||
|
* 6. Call [destroy] when the engine is no longer needed
|
||||||
|
*
|
||||||
|
* Thread safety: all methods must be called from the same thread (typically main).
|
||||||
|
*/
|
||||||
|
class WzpEngine(private val callback: WzpCallback) {
|
||||||
|
|
||||||
|
/** Opaque pointer to the native EngineHandle. 0 means not initialised. */
|
||||||
|
private var nativeHandle: Long = 0L
|
||||||
|
|
||||||
|
/** Whether the engine has been initialised. */
|
||||||
|
val isInitialized: Boolean get() = nativeHandle != 0L
|
||||||
|
|
||||||
|
/** Create the native engine. Must be called before any other method. */
|
||||||
|
fun init() {
|
||||||
|
check(nativeHandle == 0L) { "Engine already initialized" }
|
||||||
|
nativeHandle = nativeInit()
|
||||||
|
check(nativeHandle != 0L) { "Native engine creation failed" }
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Start a call.
|
||||||
|
*
|
||||||
|
* @param relayAddr relay server address (host:port)
|
||||||
|
* @param room room identifier (used as QUIC SNI)
|
||||||
|
* @param seedHex 64-char hex-encoded 32-byte identity seed (empty = random)
|
||||||
|
* @param token authentication token (empty = no auth)
|
||||||
|
* @return 0 on success, negative error code on failure
|
||||||
|
*/
|
||||||
|
fun startCall(relayAddr: String, room: String, seedHex: String = "", token: String = ""): Int {
|
||||||
|
check(nativeHandle != 0L) { "Engine not initialized" }
|
||||||
|
val result = nativeStartCall(nativeHandle, relayAddr, room, seedHex, token)
|
||||||
|
if (result == 0) {
|
||||||
|
callback.onCallStateChanged(CallStateConstants.CONNECTING)
|
||||||
|
} else {
|
||||||
|
callback.onError(result, "Failed to start call")
|
||||||
|
}
|
||||||
|
return result
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Stop the active call. Safe to call when no call is active. */
|
||||||
|
fun stopCall() {
|
||||||
|
if (nativeHandle != 0L) {
|
||||||
|
nativeStopCall(nativeHandle)
|
||||||
|
callback.onCallStateChanged(CallStateConstants.CLOSED)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Mute or unmute the microphone. */
|
||||||
|
fun setMute(muted: Boolean) {
|
||||||
|
if (nativeHandle != 0L) nativeSetMute(nativeHandle, muted)
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Enable or disable loudspeaker mode. */
|
||||||
|
fun setSpeaker(speaker: Boolean) {
|
||||||
|
if (nativeHandle != 0L) nativeSetSpeaker(nativeHandle, speaker)
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Get current call statistics as a JSON string.
|
||||||
|
*
|
||||||
|
* @return JSON-serialised [CallStats], or `"{}"` if the engine is not initialised.
|
||||||
|
*/
|
||||||
|
fun getStats(): String {
|
||||||
|
if (nativeHandle == 0L) return "{}"
|
||||||
|
return try {
|
||||||
|
nativeGetStats(nativeHandle) ?: "{}"
|
||||||
|
} catch (_: Exception) {
|
||||||
|
"{}"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Force a quality profile, overriding adaptive selection.
|
||||||
|
*
|
||||||
|
* @param profile 0 = GOOD, 1 = DEGRADED, 2 = CATASTROPHIC
|
||||||
|
*/
|
||||||
|
fun forceProfile(profile: Int) {
|
||||||
|
if (nativeHandle != 0L) nativeForceProfile(nativeHandle, profile)
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Destroy the native engine and free all resources. The instance must not be reused. */
|
||||||
|
fun destroy() {
|
||||||
|
if (nativeHandle != 0L) {
|
||||||
|
nativeDestroy(nativeHandle)
|
||||||
|
nativeHandle = 0L
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Write captured PCM samples into the engine's capture ring buffer.
|
||||||
|
* Called from the AudioRecord capture thread.
|
||||||
|
*/
|
||||||
|
fun writeAudio(pcm: ShortArray): Int {
|
||||||
|
if (nativeHandle == 0L) return 0
|
||||||
|
return nativeWriteAudio(nativeHandle, pcm)
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Read decoded PCM samples from the engine's playout ring buffer.
|
||||||
|
* Called from the AudioTrack playout thread.
|
||||||
|
*/
|
||||||
|
fun readAudio(pcm: ShortArray): Int {
|
||||||
|
if (nativeHandle == 0L) return 0
|
||||||
|
return nativeReadAudio(nativeHandle, pcm)
|
||||||
|
}
|
||||||
|
|
||||||
|
// -- JNI native methods --------------------------------------------------
|
||||||
|
|
||||||
|
private external fun nativeInit(): Long
|
||||||
|
private external fun nativeStartCall(
|
||||||
|
handle: Long, relay: String, room: String, seed: String, token: String
|
||||||
|
): Int
|
||||||
|
private external fun nativeStopCall(handle: Long)
|
||||||
|
private external fun nativeSetMute(handle: Long, muted: Boolean)
|
||||||
|
private external fun nativeSetSpeaker(handle: Long, speaker: Boolean)
|
||||||
|
private external fun nativeGetStats(handle: Long): String?
|
||||||
|
private external fun nativeForceProfile(handle: Long, profile: Int)
|
||||||
|
private external fun nativeWriteAudio(handle: Long, pcm: ShortArray): Int
|
||||||
|
private external fun nativeReadAudio(handle: Long, pcm: ShortArray): Int
|
||||||
|
private external fun nativeDestroy(handle: Long)
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
init {
|
||||||
|
System.loadLibrary("wzp_android")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Integer constants matching the Rust [CallState] enum ordinals. */
|
||||||
|
object CallStateConstants {
|
||||||
|
const val IDLE = 0
|
||||||
|
const val CONNECTING = 1
|
||||||
|
const val ACTIVE = 2
|
||||||
|
const val RECONNECTING = 3
|
||||||
|
const val CLOSED = 4
|
||||||
|
}
|
||||||
172
android/app/src/main/java/com/wzp/service/CallService.kt
Normal file
172
android/app/src/main/java/com/wzp/service/CallService.kt
Normal file
@@ -0,0 +1,172 @@
|
|||||||
|
package com.wzp.service
|
||||||
|
|
||||||
|
import android.app.Notification
|
||||||
|
import android.app.PendingIntent
|
||||||
|
import android.app.Service
|
||||||
|
import android.content.Context
|
||||||
|
import android.content.Intent
|
||||||
|
import android.media.AudioManager
|
||||||
|
import android.net.wifi.WifiManager
|
||||||
|
import android.os.IBinder
|
||||||
|
import android.os.PowerManager
|
||||||
|
import androidx.core.app.NotificationCompat
|
||||||
|
import com.wzp.WzpApplication
|
||||||
|
import com.wzp.ui.call.CallActivity
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Foreground service that keeps the VoIP call alive when the app is backgrounded.
|
||||||
|
*
|
||||||
|
* Responsibilities:
|
||||||
|
* - Shows a persistent notification during the call
|
||||||
|
* - Acquires a partial wake lock so the CPU stays on
|
||||||
|
* - Acquires a Wi-Fi lock to prevent Wi-Fi from going to sleep
|
||||||
|
* - Sets [AudioManager] mode to [AudioManager.MODE_IN_COMMUNICATION]
|
||||||
|
* - Releases all resources when the call ends
|
||||||
|
*/
|
||||||
|
class CallService : Service() {
|
||||||
|
|
||||||
|
private var wakeLock: PowerManager.WakeLock? = null
|
||||||
|
private var wifiLock: WifiManager.WifiLock? = null
|
||||||
|
private var previousAudioMode: Int = AudioManager.MODE_NORMAL
|
||||||
|
|
||||||
|
// -- Lifecycle ------------------------------------------------------------
|
||||||
|
|
||||||
|
override fun onCreate() {
|
||||||
|
super.onCreate()
|
||||||
|
acquireWakeLock()
|
||||||
|
acquireWifiLock()
|
||||||
|
setAudioMode()
|
||||||
|
}
|
||||||
|
|
||||||
|
override fun onStartCommand(intent: Intent?, flags: Int, startId: Int): Int {
|
||||||
|
when (intent?.action) {
|
||||||
|
ACTION_STOP -> {
|
||||||
|
onStopFromNotification?.invoke()
|
||||||
|
stopSelf()
|
||||||
|
return START_NOT_STICKY
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
startForeground(NOTIFICATION_ID, buildNotification())
|
||||||
|
return START_STICKY
|
||||||
|
}
|
||||||
|
|
||||||
|
override fun onDestroy() {
|
||||||
|
restoreAudioMode()
|
||||||
|
releaseWifiLock()
|
||||||
|
releaseWakeLock()
|
||||||
|
super.onDestroy()
|
||||||
|
}
|
||||||
|
|
||||||
|
override fun onBind(intent: Intent?): IBinder? = null
|
||||||
|
|
||||||
|
// -- Notification ---------------------------------------------------------
|
||||||
|
|
||||||
|
private fun buildNotification(): Notification {
|
||||||
|
// Tapping the notification returns to the call screen
|
||||||
|
val contentIntent = PendingIntent.getActivity(
|
||||||
|
this,
|
||||||
|
0,
|
||||||
|
Intent(this, CallActivity::class.java).apply {
|
||||||
|
flags = Intent.FLAG_ACTIVITY_SINGLE_TOP
|
||||||
|
},
|
||||||
|
PendingIntent.FLAG_IMMUTABLE or PendingIntent.FLAG_UPDATE_CURRENT
|
||||||
|
)
|
||||||
|
|
||||||
|
// "End call" action button
|
||||||
|
val stopIntent = PendingIntent.getService(
|
||||||
|
this,
|
||||||
|
1,
|
||||||
|
Intent(this, CallService::class.java).apply { action = ACTION_STOP },
|
||||||
|
PendingIntent.FLAG_IMMUTABLE or PendingIntent.FLAG_UPDATE_CURRENT
|
||||||
|
)
|
||||||
|
|
||||||
|
return NotificationCompat.Builder(this, WzpApplication.CHANNEL_ID)
|
||||||
|
.setContentTitle("WZ Phone")
|
||||||
|
.setContentText("Call in progress")
|
||||||
|
.setSmallIcon(android.R.drawable.ic_menu_call)
|
||||||
|
.setOngoing(true)
|
||||||
|
.setContentIntent(contentIntent)
|
||||||
|
.addAction(android.R.drawable.ic_menu_close_clear_cancel, "End Call", stopIntent)
|
||||||
|
.setCategory(NotificationCompat.CATEGORY_CALL)
|
||||||
|
.setPriority(NotificationCompat.PRIORITY_LOW)
|
||||||
|
.build()
|
||||||
|
}
|
||||||
|
|
||||||
|
// -- Wake lock ------------------------------------------------------------
|
||||||
|
|
||||||
|
private fun acquireWakeLock() {
|
||||||
|
val pm = getSystemService(Context.POWER_SERVICE) as PowerManager
|
||||||
|
wakeLock = pm.newWakeLock(
|
||||||
|
PowerManager.PARTIAL_WAKE_LOCK,
|
||||||
|
"wzp:call_wake_lock"
|
||||||
|
).apply {
|
||||||
|
acquire(MAX_CALL_DURATION_MS)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun releaseWakeLock() {
|
||||||
|
wakeLock?.let {
|
||||||
|
if (it.isHeld) it.release()
|
||||||
|
}
|
||||||
|
wakeLock = null
|
||||||
|
}
|
||||||
|
|
||||||
|
// -- Wi-Fi lock -----------------------------------------------------------
|
||||||
|
|
||||||
|
@Suppress("DEPRECATION")
|
||||||
|
private fun acquireWifiLock() {
|
||||||
|
val wm = applicationContext.getSystemService(Context.WIFI_SERVICE) as WifiManager
|
||||||
|
wifiLock = wm.createWifiLock(
|
||||||
|
WifiManager.WIFI_MODE_FULL_HIGH_PERF,
|
||||||
|
"wzp:call_wifi_lock"
|
||||||
|
).apply {
|
||||||
|
acquire()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun releaseWifiLock() {
|
||||||
|
wifiLock?.let {
|
||||||
|
if (it.isHeld) it.release()
|
||||||
|
}
|
||||||
|
wifiLock = null
|
||||||
|
}
|
||||||
|
|
||||||
|
// -- Audio mode -----------------------------------------------------------
|
||||||
|
|
||||||
|
private fun setAudioMode() {
|
||||||
|
val am = getSystemService(Context.AUDIO_SERVICE) as AudioManager
|
||||||
|
previousAudioMode = am.mode
|
||||||
|
am.mode = AudioManager.MODE_IN_COMMUNICATION
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun restoreAudioMode() {
|
||||||
|
val am = getSystemService(Context.AUDIO_SERVICE) as AudioManager
|
||||||
|
am.mode = previousAudioMode
|
||||||
|
}
|
||||||
|
|
||||||
|
// -- Static helpers -------------------------------------------------------
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
private const val NOTIFICATION_ID = 1001
|
||||||
|
private const val ACTION_STOP = "com.wzp.service.STOP"
|
||||||
|
private const val MAX_CALL_DURATION_MS = 4L * 60 * 60 * 1000 // 4 hours
|
||||||
|
|
||||||
|
/** Called when the user taps "End Call" in the notification. */
|
||||||
|
var onStopFromNotification: (() -> Unit)? = null
|
||||||
|
|
||||||
|
/** Start the foreground call service. */
|
||||||
|
fun start(context: Context) {
|
||||||
|
val intent = Intent(context, CallService::class.java)
|
||||||
|
context.startForegroundService(intent)
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Stop the foreground call service. */
|
||||||
|
fun stop(context: Context) {
|
||||||
|
val intent = Intent(context, CallService::class.java).apply {
|
||||||
|
action = ACTION_STOP
|
||||||
|
}
|
||||||
|
context.startService(intent)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
87
android/app/src/main/java/com/wzp/ui/call/CallActivity.kt
Normal file
87
android/app/src/main/java/com/wzp/ui/call/CallActivity.kt
Normal file
@@ -0,0 +1,87 @@
|
|||||||
|
package com.wzp.ui.call
|
||||||
|
|
||||||
|
import android.Manifest
|
||||||
|
import android.content.pm.PackageManager
|
||||||
|
import android.os.Bundle
|
||||||
|
import android.widget.Toast
|
||||||
|
import androidx.activity.ComponentActivity
|
||||||
|
import androidx.activity.compose.setContent
|
||||||
|
import androidx.activity.result.contract.ActivityResultContracts
|
||||||
|
import androidx.activity.viewModels
|
||||||
|
import androidx.compose.material3.MaterialTheme
|
||||||
|
import androidx.compose.material3.darkColorScheme
|
||||||
|
import androidx.compose.material3.dynamicDarkColorScheme
|
||||||
|
import androidx.compose.material3.dynamicLightColorScheme
|
||||||
|
import androidx.compose.material3.lightColorScheme
|
||||||
|
import androidx.compose.foundation.isSystemInDarkTheme
|
||||||
|
import androidx.compose.runtime.Composable
|
||||||
|
import androidx.compose.ui.platform.LocalContext
|
||||||
|
import androidx.core.content.ContextCompat
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Main activity hosting the in-call Compose UI.
|
||||||
|
*
|
||||||
|
* Call lifecycle (wake lock, Wi-Fi lock, audio mode, notification)
|
||||||
|
* is managed by [com.wzp.service.CallService] foreground service.
|
||||||
|
*/
|
||||||
|
class CallActivity : ComponentActivity() {
|
||||||
|
|
||||||
|
private val viewModel: CallViewModel by viewModels()
|
||||||
|
|
||||||
|
private val audioPermissionLauncher = registerForActivityResult(
|
||||||
|
ActivityResultContracts.RequestPermission()
|
||||||
|
) { granted ->
|
||||||
|
if (!granted) {
|
||||||
|
Toast.makeText(this, "Microphone permission is required for calls", Toast.LENGTH_LONG).show()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
override fun onCreate(savedInstanceState: Bundle?) {
|
||||||
|
super.onCreate(savedInstanceState)
|
||||||
|
|
||||||
|
viewModel.setContext(this)
|
||||||
|
|
||||||
|
setContent {
|
||||||
|
WzpTheme {
|
||||||
|
InCallScreen(
|
||||||
|
viewModel = viewModel,
|
||||||
|
onHangUp = {
|
||||||
|
viewModel.stopCall()
|
||||||
|
}
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (ContextCompat.checkSelfPermission(this, Manifest.permission.RECORD_AUDIO)
|
||||||
|
!= PackageManager.PERMISSION_GRANTED
|
||||||
|
) {
|
||||||
|
audioPermissionLauncher.launch(Manifest.permission.RECORD_AUDIO)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
override fun onDestroy() {
|
||||||
|
super.onDestroy()
|
||||||
|
if (isFinishing) {
|
||||||
|
viewModel.stopCall()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Composable
|
||||||
|
fun WzpTheme(content: @Composable () -> Unit) {
|
||||||
|
val darkTheme = isSystemInDarkTheme()
|
||||||
|
val context = LocalContext.current
|
||||||
|
|
||||||
|
val colorScheme = when {
|
||||||
|
android.os.Build.VERSION.SDK_INT >= android.os.Build.VERSION_CODES.S -> {
|
||||||
|
if (darkTheme) dynamicDarkColorScheme(context) else dynamicLightColorScheme(context)
|
||||||
|
}
|
||||||
|
darkTheme -> darkColorScheme()
|
||||||
|
else -> lightColorScheme()
|
||||||
|
}
|
||||||
|
|
||||||
|
MaterialTheme(
|
||||||
|
colorScheme = colorScheme,
|
||||||
|
content = content
|
||||||
|
)
|
||||||
|
}
|
||||||
312
android/app/src/main/java/com/wzp/ui/call/CallViewModel.kt
Normal file
312
android/app/src/main/java/com/wzp/ui/call/CallViewModel.kt
Normal file
@@ -0,0 +1,312 @@
|
|||||||
|
package com.wzp.ui.call
|
||||||
|
|
||||||
|
import android.content.Context
|
||||||
|
import android.util.Log
|
||||||
|
import androidx.lifecycle.ViewModel
|
||||||
|
import androidx.lifecycle.viewModelScope
|
||||||
|
import com.wzp.audio.AudioPipeline
|
||||||
|
import com.wzp.audio.AudioRouteManager
|
||||||
|
import com.wzp.engine.CallStats
|
||||||
|
import com.wzp.service.CallService
|
||||||
|
import com.wzp.engine.WzpCallback
|
||||||
|
import com.wzp.engine.WzpEngine
|
||||||
|
import kotlinx.coroutines.Job
|
||||||
|
import kotlinx.coroutines.delay
|
||||||
|
import kotlinx.coroutines.flow.MutableStateFlow
|
||||||
|
import kotlinx.coroutines.flow.StateFlow
|
||||||
|
import kotlinx.coroutines.flow.asStateFlow
|
||||||
|
import kotlinx.coroutines.isActive
|
||||||
|
import kotlinx.coroutines.launch
|
||||||
|
import java.net.Inet4Address
|
||||||
|
import java.net.Inet6Address
|
||||||
|
import java.net.InetAddress
|
||||||
|
|
||||||
|
data class ServerEntry(val address: String, val label: String)
|
||||||
|
|
||||||
|
class CallViewModel : ViewModel(), WzpCallback {
|
||||||
|
|
||||||
|
private var engine: WzpEngine? = null
|
||||||
|
private var engineInitialized = false
|
||||||
|
private var audioPipeline: AudioPipeline? = null
|
||||||
|
private var audioRouteManager: AudioRouteManager? = null
|
||||||
|
private var audioStarted = false
|
||||||
|
private var appContext: Context? = null
|
||||||
|
|
||||||
|
private val _callState = MutableStateFlow(0)
|
||||||
|
val callState: StateFlow<Int> get() = _callState.asStateFlow()
|
||||||
|
|
||||||
|
private val _isMuted = MutableStateFlow(false)
|
||||||
|
val isMuted: StateFlow<Boolean> = _isMuted.asStateFlow()
|
||||||
|
|
||||||
|
private val _isSpeaker = MutableStateFlow(false)
|
||||||
|
val isSpeaker: StateFlow<Boolean> = _isSpeaker.asStateFlow()
|
||||||
|
|
||||||
|
private val _stats = MutableStateFlow(CallStats())
|
||||||
|
val stats: StateFlow<CallStats> = _stats.asStateFlow()
|
||||||
|
|
||||||
|
private val _qualityTier = MutableStateFlow(0)
|
||||||
|
val qualityTier: StateFlow<Int> = _qualityTier.asStateFlow()
|
||||||
|
|
||||||
|
private val _errorMessage = MutableStateFlow<String?>(null)
|
||||||
|
val errorMessage: StateFlow<String?> = _errorMessage.asStateFlow()
|
||||||
|
|
||||||
|
private val _roomName = MutableStateFlow(DEFAULT_ROOM)
|
||||||
|
val roomName: StateFlow<String> = _roomName.asStateFlow()
|
||||||
|
|
||||||
|
private val _selectedServer = MutableStateFlow(0)
|
||||||
|
val selectedServer: StateFlow<Int> = _selectedServer.asStateFlow()
|
||||||
|
|
||||||
|
private val _servers = MutableStateFlow(DEFAULT_SERVERS.toList())
|
||||||
|
val servers: StateFlow<List<ServerEntry>> = _servers.asStateFlow()
|
||||||
|
|
||||||
|
private val _preferIPv6 = MutableStateFlow(false)
|
||||||
|
val preferIPv6: StateFlow<Boolean> = _preferIPv6.asStateFlow()
|
||||||
|
|
||||||
|
private val _playoutGainDb = MutableStateFlow(0f)
|
||||||
|
val playoutGainDb: StateFlow<Float> = _playoutGainDb.asStateFlow()
|
||||||
|
|
||||||
|
private val _captureGainDb = MutableStateFlow(0f)
|
||||||
|
val captureGainDb: StateFlow<Float> = _captureGainDb.asStateFlow()
|
||||||
|
|
||||||
|
private var statsJob: Job? = null
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
private const val TAG = "WzpCall"
|
||||||
|
val DEFAULT_SERVERS = listOf(
|
||||||
|
ServerEntry("172.16.81.175:4433", "LAN (172.16.81.175)"),
|
||||||
|
ServerEntry("193.180.213.68:4433", "Pangolin (IP)"),
|
||||||
|
)
|
||||||
|
const val DEFAULT_ROOM = "android"
|
||||||
|
}
|
||||||
|
|
||||||
|
fun setContext(context: Context) {
|
||||||
|
val appCtx = context.applicationContext
|
||||||
|
appContext = appCtx
|
||||||
|
if (audioPipeline == null) {
|
||||||
|
audioPipeline = AudioPipeline(appCtx)
|
||||||
|
}
|
||||||
|
if (audioRouteManager == null) {
|
||||||
|
audioRouteManager = AudioRouteManager(appCtx)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fun selectServer(index: Int) {
|
||||||
|
if (index in _servers.value.indices) {
|
||||||
|
_selectedServer.value = index
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fun setPreferIPv6(prefer: Boolean) { _preferIPv6.value = prefer }
|
||||||
|
|
||||||
|
fun addServer(hostPort: String, label: String) {
|
||||||
|
val current = _servers.value.toMutableList()
|
||||||
|
current.add(ServerEntry(hostPort, label))
|
||||||
|
_servers.value = current
|
||||||
|
}
|
||||||
|
|
||||||
|
fun removeServer(index: Int) {
|
||||||
|
if (index < DEFAULT_SERVERS.size) return // don't remove built-in servers
|
||||||
|
val current = _servers.value.toMutableList()
|
||||||
|
if (index in current.indices) {
|
||||||
|
current.removeAt(index)
|
||||||
|
_servers.value = current
|
||||||
|
if (_selectedServer.value >= current.size) {
|
||||||
|
_selectedServer.value = 0
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fun setRoomName(name: String) { _roomName.value = name }
|
||||||
|
|
||||||
|
fun setPlayoutGainDb(db: Float) {
|
||||||
|
_playoutGainDb.value = db
|
||||||
|
audioPipeline?.playoutGainDb = db
|
||||||
|
}
|
||||||
|
|
||||||
|
fun setCaptureGainDb(db: Float) {
|
||||||
|
_captureGainDb.value = db
|
||||||
|
audioPipeline?.captureGainDb = db
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Resolve DNS hostname to IP address on the Kotlin/Android side,
|
||||||
|
* since Rust's DNS resolution may not work on Android.
|
||||||
|
* Returns "ip:port" string.
|
||||||
|
*/
|
||||||
|
private fun resolveToIp(hostPort: String): String {
|
||||||
|
val parts = hostPort.split(":")
|
||||||
|
if (parts.size != 2) return hostPort
|
||||||
|
val host = parts[0]
|
||||||
|
val port = parts[1]
|
||||||
|
|
||||||
|
// Already an IP address — return as-is
|
||||||
|
if (host.matches(Regex("""\d+\.\d+\.\d+\.\d+"""))) return hostPort
|
||||||
|
if (host.contains(":")) return hostPort // IPv6 literal
|
||||||
|
|
||||||
|
return try {
|
||||||
|
val addresses = InetAddress.getAllByName(host)
|
||||||
|
val preferV6 = _preferIPv6.value
|
||||||
|
val picked = if (preferV6) {
|
||||||
|
addresses.firstOrNull { it is Inet6Address } ?: addresses.firstOrNull { it is Inet4Address }
|
||||||
|
} else {
|
||||||
|
addresses.firstOrNull { it is Inet4Address } ?: addresses.firstOrNull { it is Inet6Address }
|
||||||
|
}
|
||||||
|
if (picked != null) {
|
||||||
|
val ip = picked.hostAddress ?: host
|
||||||
|
val formatted = if (picked is Inet6Address) "[$ip]:$port" else "$ip:$port"
|
||||||
|
formatted
|
||||||
|
} else {
|
||||||
|
hostPort
|
||||||
|
}
|
||||||
|
} catch (_: Exception) {
|
||||||
|
hostPort // resolution failed — pass through and let Rust try
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Tear down engine and audio. Pass stopService=true to also stop the foreground service. */
|
||||||
|
private fun teardown(stopService: Boolean = true) {
|
||||||
|
Log.i(TAG, "teardown: stopping audio, stopService=$stopService")
|
||||||
|
CallService.onStopFromNotification = null
|
||||||
|
stopAudio()
|
||||||
|
stopStatsPolling()
|
||||||
|
Log.i(TAG, "teardown: stopping engine")
|
||||||
|
try { engine?.stopCall() } catch (e: Exception) { Log.w(TAG, "stopCall err: $e") }
|
||||||
|
try { engine?.destroy() } catch (e: Exception) { Log.w(TAG, "destroy err: $e") }
|
||||||
|
engine = null
|
||||||
|
engineInitialized = false
|
||||||
|
_callState.value = 0
|
||||||
|
if (stopService) {
|
||||||
|
try { appContext?.let { CallService.stop(it) } } catch (_: Exception) {}
|
||||||
|
}
|
||||||
|
Log.i(TAG, "teardown: done")
|
||||||
|
}
|
||||||
|
|
||||||
|
fun startCall() {
|
||||||
|
val serverEntry = _servers.value[_selectedServer.value]
|
||||||
|
val room = _roomName.value
|
||||||
|
Log.i(TAG, "startCall: server=${serverEntry.address} room=$room")
|
||||||
|
try {
|
||||||
|
// Teardown previous call but don't stop the service (we're about to restart it)
|
||||||
|
teardown(stopService = false)
|
||||||
|
|
||||||
|
Log.i(TAG, "startCall: creating engine")
|
||||||
|
engine = WzpEngine(this)
|
||||||
|
engine!!.init()
|
||||||
|
engineInitialized = true
|
||||||
|
_callState.value = 1
|
||||||
|
_errorMessage.value = null
|
||||||
|
try { appContext?.let { CallService.start(it) } } catch (e: Exception) {
|
||||||
|
Log.w(TAG, "service start err: $e")
|
||||||
|
}
|
||||||
|
startStatsPolling()
|
||||||
|
|
||||||
|
viewModelScope.launch(kotlinx.coroutines.Dispatchers.IO) {
|
||||||
|
try {
|
||||||
|
val relay = resolveToIp(serverEntry.address)
|
||||||
|
Log.i(TAG, "startCall: resolved=$relay, calling engine.startCall")
|
||||||
|
val result = engine?.startCall(relay, room) ?: -1
|
||||||
|
Log.i(TAG, "startCall: engine returned $result")
|
||||||
|
// Only wire up notification callback after engine is running
|
||||||
|
CallService.onStopFromNotification = { stopCall() }
|
||||||
|
if (result != 0) {
|
||||||
|
_callState.value = 0
|
||||||
|
_errorMessage.value = "Failed to start call (code $result)"
|
||||||
|
appContext?.let { CallService.stop(it) }
|
||||||
|
}
|
||||||
|
} catch (e: Exception) {
|
||||||
|
Log.e(TAG, "startCall IO error", e)
|
||||||
|
_callState.value = 0
|
||||||
|
_errorMessage.value = "Engine error: ${e.message}"
|
||||||
|
appContext?.let { CallService.stop(it) }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} catch (e: Exception) {
|
||||||
|
Log.e(TAG, "startCall error", e)
|
||||||
|
_callState.value = 0
|
||||||
|
_errorMessage.value = "Engine error: ${e.message}"
|
||||||
|
appContext?.let { CallService.stop(it) }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fun stopCall() {
|
||||||
|
Log.i(TAG, "stopCall")
|
||||||
|
teardown()
|
||||||
|
}
|
||||||
|
|
||||||
|
fun toggleMute() {
|
||||||
|
val newMuted = !_isMuted.value
|
||||||
|
_isMuted.value = newMuted
|
||||||
|
try { engine?.setMute(newMuted) } catch (_: Exception) {}
|
||||||
|
}
|
||||||
|
|
||||||
|
fun toggleSpeaker() {
|
||||||
|
val newSpeaker = !_isSpeaker.value
|
||||||
|
_isSpeaker.value = newSpeaker
|
||||||
|
audioRouteManager?.setSpeaker(newSpeaker)
|
||||||
|
}
|
||||||
|
|
||||||
|
fun clearError() { _errorMessage.value = null }
|
||||||
|
|
||||||
|
// WzpCallback
|
||||||
|
override fun onCallStateChanged(state: Int) { _callState.value = state }
|
||||||
|
override fun onQualityTierChanged(tier: Int) { _qualityTier.value = tier }
|
||||||
|
override fun onError(code: Int, message: String) { _errorMessage.value = "Error $code: $message" }
|
||||||
|
|
||||||
|
private fun startAudio() {
|
||||||
|
if (audioStarted) return
|
||||||
|
val e = engine ?: return
|
||||||
|
val ctx = appContext ?: return
|
||||||
|
// Create a fresh pipeline each call to avoid stale threads
|
||||||
|
audioPipeline = AudioPipeline(ctx).also {
|
||||||
|
it.playoutGainDb = _playoutGainDb.value
|
||||||
|
it.captureGainDb = _captureGainDb.value
|
||||||
|
it.start(e)
|
||||||
|
}
|
||||||
|
audioRouteManager?.register()
|
||||||
|
audioStarted = true
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun stopAudio() {
|
||||||
|
if (!audioStarted) return
|
||||||
|
audioPipeline?.stop()
|
||||||
|
audioPipeline = null
|
||||||
|
audioRouteManager?.unregister()
|
||||||
|
audioRouteManager?.setSpeaker(false)
|
||||||
|
_isSpeaker.value = false
|
||||||
|
audioStarted = false
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun startStatsPolling() {
|
||||||
|
statsJob?.cancel()
|
||||||
|
statsJob = viewModelScope.launch {
|
||||||
|
while (isActive) {
|
||||||
|
try {
|
||||||
|
val json = engine?.getStats() ?: "{}"
|
||||||
|
if (json.isNotEmpty()) {
|
||||||
|
Log.d(TAG, "raw: $json")
|
||||||
|
val s = CallStats.fromJson(json)
|
||||||
|
_stats.value = s
|
||||||
|
if (s.state != 0) {
|
||||||
|
_callState.value = s.state
|
||||||
|
}
|
||||||
|
if (s.state == 2 && !audioStarted) {
|
||||||
|
startAudio()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} catch (_: Exception) {}
|
||||||
|
delay(500L)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun stopStatsPolling() {
|
||||||
|
statsJob?.cancel()
|
||||||
|
statsJob = null
|
||||||
|
}
|
||||||
|
|
||||||
|
override fun onCleared() {
|
||||||
|
super.onCleared()
|
||||||
|
Log.i(TAG, "onCleared")
|
||||||
|
teardown()
|
||||||
|
}
|
||||||
|
}
|
||||||
574
android/app/src/main/java/com/wzp/ui/call/InCallScreen.kt
Normal file
574
android/app/src/main/java/com/wzp/ui/call/InCallScreen.kt
Normal file
@@ -0,0 +1,574 @@
|
|||||||
|
package com.wzp.ui.call
|
||||||
|
|
||||||
|
import androidx.compose.foundation.background
|
||||||
|
import androidx.compose.foundation.layout.Arrangement
|
||||||
|
import androidx.compose.foundation.layout.Box
|
||||||
|
import androidx.compose.foundation.layout.Column
|
||||||
|
import androidx.compose.foundation.layout.ExperimentalLayoutApi
|
||||||
|
import androidx.compose.foundation.layout.FlowRow
|
||||||
|
import androidx.compose.foundation.layout.Row
|
||||||
|
import androidx.compose.foundation.layout.Spacer
|
||||||
|
import androidx.compose.foundation.layout.fillMaxSize
|
||||||
|
import androidx.compose.foundation.layout.fillMaxWidth
|
||||||
|
import androidx.compose.foundation.layout.height
|
||||||
|
import androidx.compose.foundation.layout.padding
|
||||||
|
import androidx.compose.foundation.layout.size
|
||||||
|
import androidx.compose.foundation.layout.width
|
||||||
|
import androidx.compose.foundation.rememberScrollState
|
||||||
|
import androidx.compose.foundation.shape.CircleShape
|
||||||
|
import androidx.compose.foundation.shape.RoundedCornerShape
|
||||||
|
import androidx.compose.foundation.verticalScroll
|
||||||
|
import androidx.compose.material3.AlertDialog
|
||||||
|
import androidx.compose.material3.Button
|
||||||
|
import androidx.compose.material3.ButtonDefaults
|
||||||
|
import androidx.compose.material3.FilledIconButton
|
||||||
|
import androidx.compose.material3.FilledTonalIconButton
|
||||||
|
import androidx.compose.material3.IconButtonDefaults
|
||||||
|
import androidx.compose.material3.LinearProgressIndicator
|
||||||
|
import androidx.compose.material3.MaterialTheme
|
||||||
|
import androidx.compose.material3.OutlinedButton
|
||||||
|
import androidx.compose.material3.OutlinedTextField
|
||||||
|
import androidx.compose.material3.Slider
|
||||||
|
import androidx.compose.material3.Surface
|
||||||
|
import androidx.compose.material3.Switch
|
||||||
|
import androidx.compose.material3.Text
|
||||||
|
import androidx.compose.material3.TextButton
|
||||||
|
import androidx.compose.runtime.Composable
|
||||||
|
import androidx.compose.runtime.collectAsState
|
||||||
|
import androidx.compose.runtime.getValue
|
||||||
|
import androidx.compose.runtime.mutableStateOf
|
||||||
|
import androidx.compose.runtime.remember
|
||||||
|
import androidx.compose.runtime.setValue
|
||||||
|
import androidx.compose.ui.Alignment
|
||||||
|
import androidx.compose.ui.Modifier
|
||||||
|
import androidx.compose.ui.draw.clip
|
||||||
|
import androidx.compose.ui.graphics.Color
|
||||||
|
import androidx.compose.ui.text.font.FontWeight
|
||||||
|
import androidx.compose.ui.text.style.TextAlign
|
||||||
|
import androidx.compose.ui.unit.dp
|
||||||
|
import androidx.compose.ui.unit.sp
|
||||||
|
import com.wzp.engine.CallStats
|
||||||
|
import kotlin.math.roundToInt
|
||||||
|
|
||||||
|
@OptIn(ExperimentalLayoutApi::class)
|
||||||
|
@Composable
|
||||||
|
fun InCallScreen(
|
||||||
|
viewModel: CallViewModel,
|
||||||
|
onHangUp: () -> Unit
|
||||||
|
) {
|
||||||
|
val callState by viewModel.callState.collectAsState()
|
||||||
|
val isMuted by viewModel.isMuted.collectAsState()
|
||||||
|
val isSpeaker by viewModel.isSpeaker.collectAsState()
|
||||||
|
val stats by viewModel.stats.collectAsState()
|
||||||
|
val qualityTier by viewModel.qualityTier.collectAsState()
|
||||||
|
val errorMessage by viewModel.errorMessage.collectAsState()
|
||||||
|
val roomName by viewModel.roomName.collectAsState()
|
||||||
|
val selectedServer by viewModel.selectedServer.collectAsState()
|
||||||
|
val servers by viewModel.servers.collectAsState()
|
||||||
|
val preferIPv6 by viewModel.preferIPv6.collectAsState()
|
||||||
|
val playoutGainDb by viewModel.playoutGainDb.collectAsState()
|
||||||
|
val captureGainDb by viewModel.captureGainDb.collectAsState()
|
||||||
|
|
||||||
|
var showAddServerDialog by remember { mutableStateOf(false) }
|
||||||
|
|
||||||
|
Surface(
|
||||||
|
modifier = Modifier.fillMaxSize(),
|
||||||
|
color = MaterialTheme.colorScheme.background
|
||||||
|
) {
|
||||||
|
Column(
|
||||||
|
modifier = Modifier
|
||||||
|
.fillMaxSize()
|
||||||
|
.padding(24.dp)
|
||||||
|
.verticalScroll(rememberScrollState()),
|
||||||
|
horizontalAlignment = Alignment.CenterHorizontally
|
||||||
|
) {
|
||||||
|
Spacer(modifier = Modifier.height(48.dp))
|
||||||
|
|
||||||
|
Text(
|
||||||
|
text = "WZ Phone",
|
||||||
|
style = MaterialTheme.typography.headlineMedium.copy(
|
||||||
|
fontWeight = FontWeight.Bold
|
||||||
|
),
|
||||||
|
color = MaterialTheme.colorScheme.primary
|
||||||
|
)
|
||||||
|
|
||||||
|
Spacer(modifier = Modifier.height(8.dp))
|
||||||
|
|
||||||
|
CallStateLabel(callState)
|
||||||
|
|
||||||
|
if (callState == 0) {
|
||||||
|
Spacer(modifier = Modifier.height(32.dp))
|
||||||
|
|
||||||
|
// Server selector
|
||||||
|
Text(
|
||||||
|
text = "Server",
|
||||||
|
style = MaterialTheme.typography.labelSmall,
|
||||||
|
color = MaterialTheme.colorScheme.onSurfaceVariant
|
||||||
|
)
|
||||||
|
Spacer(modifier = Modifier.height(4.dp))
|
||||||
|
FlowRow(
|
||||||
|
modifier = Modifier.fillMaxWidth(),
|
||||||
|
horizontalArrangement = Arrangement.Center
|
||||||
|
) {
|
||||||
|
servers.forEachIndexed { idx, entry ->
|
||||||
|
val isSelected = selectedServer == idx
|
||||||
|
FilledTonalIconButton(
|
||||||
|
onClick = { viewModel.selectServer(idx) },
|
||||||
|
modifier = Modifier
|
||||||
|
.padding(2.dp)
|
||||||
|
.height(36.dp)
|
||||||
|
.width(140.dp),
|
||||||
|
shape = RoundedCornerShape(8.dp),
|
||||||
|
colors = if (isSelected) {
|
||||||
|
IconButtonDefaults.filledTonalIconButtonColors(
|
||||||
|
containerColor = MaterialTheme.colorScheme.primaryContainer,
|
||||||
|
contentColor = MaterialTheme.colorScheme.onPrimaryContainer
|
||||||
|
)
|
||||||
|
} else {
|
||||||
|
IconButtonDefaults.filledTonalIconButtonColors()
|
||||||
|
}
|
||||||
|
) {
|
||||||
|
Text(
|
||||||
|
text = entry.label,
|
||||||
|
style = MaterialTheme.typography.labelSmall,
|
||||||
|
maxLines = 1
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
// + Add button
|
||||||
|
OutlinedButton(
|
||||||
|
onClick = { showAddServerDialog = true },
|
||||||
|
modifier = Modifier
|
||||||
|
.padding(2.dp)
|
||||||
|
.height(36.dp),
|
||||||
|
shape = RoundedCornerShape(8.dp)
|
||||||
|
) {
|
||||||
|
Text("+", style = MaterialTheme.typography.labelMedium)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// IPv4/IPv6 preference
|
||||||
|
Spacer(modifier = Modifier.height(8.dp))
|
||||||
|
Row(
|
||||||
|
verticalAlignment = Alignment.CenterVertically,
|
||||||
|
horizontalArrangement = Arrangement.Center
|
||||||
|
) {
|
||||||
|
Text(
|
||||||
|
text = "IPv4",
|
||||||
|
style = MaterialTheme.typography.labelSmall,
|
||||||
|
color = if (!preferIPv6) MaterialTheme.colorScheme.primary
|
||||||
|
else MaterialTheme.colorScheme.onSurfaceVariant
|
||||||
|
)
|
||||||
|
Switch(
|
||||||
|
checked = preferIPv6,
|
||||||
|
onCheckedChange = { viewModel.setPreferIPv6(it) },
|
||||||
|
modifier = Modifier.padding(horizontal = 8.dp)
|
||||||
|
)
|
||||||
|
Text(
|
||||||
|
text = "IPv6",
|
||||||
|
style = MaterialTheme.typography.labelSmall,
|
||||||
|
color = if (preferIPv6) MaterialTheme.colorScheme.primary
|
||||||
|
else MaterialTheme.colorScheme.onSurfaceVariant
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Selected server address
|
||||||
|
Spacer(modifier = Modifier.height(4.dp))
|
||||||
|
Text(
|
||||||
|
text = servers.getOrNull(selectedServer)?.address ?: "",
|
||||||
|
style = MaterialTheme.typography.bodySmall,
|
||||||
|
color = MaterialTheme.colorScheme.onSurfaceVariant
|
||||||
|
)
|
||||||
|
|
||||||
|
Spacer(modifier = Modifier.height(8.dp))
|
||||||
|
OutlinedTextField(
|
||||||
|
value = roomName,
|
||||||
|
onValueChange = { viewModel.setRoomName(it) },
|
||||||
|
label = { Text("Room") },
|
||||||
|
singleLine = true,
|
||||||
|
modifier = Modifier.fillMaxWidth(0.6f)
|
||||||
|
)
|
||||||
|
|
||||||
|
Spacer(modifier = Modifier.height(24.dp))
|
||||||
|
|
||||||
|
Button(
|
||||||
|
onClick = { viewModel.startCall() },
|
||||||
|
modifier = Modifier
|
||||||
|
.size(120.dp)
|
||||||
|
.clip(CircleShape),
|
||||||
|
shape = CircleShape,
|
||||||
|
colors = ButtonDefaults.buttonColors(
|
||||||
|
containerColor = Color(0xFF4CAF50)
|
||||||
|
)
|
||||||
|
) {
|
||||||
|
Text(
|
||||||
|
text = "CALL",
|
||||||
|
style = MaterialTheme.typography.titleLarge.copy(
|
||||||
|
fontWeight = FontWeight.Bold
|
||||||
|
),
|
||||||
|
color = Color.White
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
errorMessage?.let { err ->
|
||||||
|
Spacer(modifier = Modifier.height(16.dp))
|
||||||
|
Text(
|
||||||
|
text = err,
|
||||||
|
style = MaterialTheme.typography.bodySmall,
|
||||||
|
color = MaterialTheme.colorScheme.error
|
||||||
|
)
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
// In-call UI
|
||||||
|
Spacer(modifier = Modifier.height(16.dp))
|
||||||
|
|
||||||
|
DurationDisplay(stats.durationSecs)
|
||||||
|
|
||||||
|
Spacer(modifier = Modifier.height(24.dp))
|
||||||
|
|
||||||
|
QualityIndicator(qualityTier, stats.qualityLabel)
|
||||||
|
|
||||||
|
Spacer(modifier = Modifier.height(32.dp))
|
||||||
|
|
||||||
|
AudioLevelBar(stats.audioLevel)
|
||||||
|
|
||||||
|
Spacer(modifier = Modifier.height(16.dp))
|
||||||
|
|
||||||
|
// Gain sliders
|
||||||
|
GainSlider(
|
||||||
|
label = "Voice Volume",
|
||||||
|
gainDb = playoutGainDb,
|
||||||
|
onGainChange = { viewModel.setPlayoutGainDb(it) }
|
||||||
|
)
|
||||||
|
Spacer(modifier = Modifier.height(4.dp))
|
||||||
|
GainSlider(
|
||||||
|
label = "Mic Gain",
|
||||||
|
gainDb = captureGainDb,
|
||||||
|
onGainChange = { viewModel.setCaptureGainDb(it) }
|
||||||
|
)
|
||||||
|
|
||||||
|
Spacer(modifier = Modifier.height(32.dp))
|
||||||
|
|
||||||
|
ControlRow(
|
||||||
|
isMuted = isMuted,
|
||||||
|
isSpeaker = isSpeaker,
|
||||||
|
onToggleMute = viewModel::toggleMute,
|
||||||
|
onToggleSpeaker = viewModel::toggleSpeaker,
|
||||||
|
onHangUp = {
|
||||||
|
viewModel.stopCall()
|
||||||
|
}
|
||||||
|
)
|
||||||
|
|
||||||
|
Spacer(modifier = Modifier.height(32.dp))
|
||||||
|
|
||||||
|
StatsOverlay(stats)
|
||||||
|
|
||||||
|
Spacer(modifier = Modifier.height(16.dp))
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (showAddServerDialog) {
|
||||||
|
AddServerDialog(
|
||||||
|
onDismiss = { showAddServerDialog = false },
|
||||||
|
onAdd = { host, port, label ->
|
||||||
|
viewModel.addServer("$host:$port", label)
|
||||||
|
showAddServerDialog = false
|
||||||
|
}
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Composable
|
||||||
|
private fun AddServerDialog(
|
||||||
|
onDismiss: () -> Unit,
|
||||||
|
onAdd: (host: String, port: String, label: String) -> Unit
|
||||||
|
) {
|
||||||
|
var host by remember { mutableStateOf("") }
|
||||||
|
var port by remember { mutableStateOf("4433") }
|
||||||
|
var label by remember { mutableStateOf("") }
|
||||||
|
|
||||||
|
AlertDialog(
|
||||||
|
onDismissRequest = onDismiss,
|
||||||
|
title = { Text("Add Server") },
|
||||||
|
text = {
|
||||||
|
Column {
|
||||||
|
OutlinedTextField(
|
||||||
|
value = host,
|
||||||
|
onValueChange = { host = it },
|
||||||
|
label = { Text("Host (IP or domain)") },
|
||||||
|
singleLine = true,
|
||||||
|
modifier = Modifier.fillMaxWidth()
|
||||||
|
)
|
||||||
|
Spacer(modifier = Modifier.height(8.dp))
|
||||||
|
OutlinedTextField(
|
||||||
|
value = port,
|
||||||
|
onValueChange = { port = it },
|
||||||
|
label = { Text("Port") },
|
||||||
|
singleLine = true,
|
||||||
|
modifier = Modifier.fillMaxWidth()
|
||||||
|
)
|
||||||
|
Spacer(modifier = Modifier.height(8.dp))
|
||||||
|
OutlinedTextField(
|
||||||
|
value = label,
|
||||||
|
onValueChange = { label = it },
|
||||||
|
label = { Text("Label (optional)") },
|
||||||
|
singleLine = true,
|
||||||
|
modifier = Modifier.fillMaxWidth()
|
||||||
|
)
|
||||||
|
}
|
||||||
|
},
|
||||||
|
confirmButton = {
|
||||||
|
TextButton(
|
||||||
|
onClick = {
|
||||||
|
if (host.isNotBlank()) {
|
||||||
|
val displayLabel = label.ifBlank { host }
|
||||||
|
onAdd(host.trim(), port.trim(), displayLabel)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
) { Text("Add") }
|
||||||
|
},
|
||||||
|
dismissButton = {
|
||||||
|
TextButton(onClick = onDismiss) { Text("Cancel") }
|
||||||
|
}
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
@Composable
|
||||||
|
private fun CallStateLabel(state: Int) {
|
||||||
|
val label = when (state) {
|
||||||
|
0 -> "Ready to connect"
|
||||||
|
1 -> "Connecting..."
|
||||||
|
2 -> "Active"
|
||||||
|
3 -> "Reconnecting..."
|
||||||
|
4 -> "Call Ended"
|
||||||
|
else -> "Unknown"
|
||||||
|
}
|
||||||
|
val color = when (state) {
|
||||||
|
2 -> Color(0xFF4CAF50)
|
||||||
|
1, 3 -> Color(0xFFFFC107)
|
||||||
|
else -> MaterialTheme.colorScheme.onSurfaceVariant
|
||||||
|
}
|
||||||
|
Text(
|
||||||
|
text = label,
|
||||||
|
style = MaterialTheme.typography.titleMedium,
|
||||||
|
color = color
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
@Composable
|
||||||
|
private fun DurationDisplay(durationSecs: Double) {
|
||||||
|
val totalSeconds = durationSecs.roundToInt()
|
||||||
|
val minutes = totalSeconds / 60
|
||||||
|
val seconds = totalSeconds % 60
|
||||||
|
Text(
|
||||||
|
text = "%02d:%02d".format(minutes, seconds),
|
||||||
|
style = MaterialTheme.typography.displayLarge.copy(
|
||||||
|
fontWeight = FontWeight.Light,
|
||||||
|
letterSpacing = 4.sp
|
||||||
|
),
|
||||||
|
color = MaterialTheme.colorScheme.onBackground
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
@Composable
|
||||||
|
private fun QualityIndicator(tier: Int, label: String) {
|
||||||
|
val dotColor = when (tier) {
|
||||||
|
0 -> Color(0xFF4CAF50)
|
||||||
|
1 -> Color(0xFFFFC107)
|
||||||
|
2 -> Color(0xFFF44336)
|
||||||
|
else -> Color.Gray
|
||||||
|
}
|
||||||
|
Row(
|
||||||
|
verticalAlignment = Alignment.CenterVertically,
|
||||||
|
horizontalArrangement = Arrangement.Center
|
||||||
|
) {
|
||||||
|
Box(
|
||||||
|
modifier = Modifier
|
||||||
|
.size(12.dp)
|
||||||
|
.clip(CircleShape)
|
||||||
|
.background(dotColor)
|
||||||
|
)
|
||||||
|
Spacer(modifier = Modifier.width(8.dp))
|
||||||
|
Text(
|
||||||
|
text = label,
|
||||||
|
style = MaterialTheme.typography.bodyMedium,
|
||||||
|
color = MaterialTheme.colorScheme.onSurfaceVariant
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Composable
|
||||||
|
private fun AudioLevelBar(audioLevel: Int) {
|
||||||
|
val level = if (audioLevel > 0) {
|
||||||
|
(audioLevel.toFloat() / 8000f).coerceIn(0.02f, 1f)
|
||||||
|
} else {
|
||||||
|
0f
|
||||||
|
}
|
||||||
|
Column(horizontalAlignment = Alignment.CenterHorizontally) {
|
||||||
|
Text(
|
||||||
|
text = "Audio Level",
|
||||||
|
style = MaterialTheme.typography.labelSmall,
|
||||||
|
color = MaterialTheme.colorScheme.onSurfaceVariant
|
||||||
|
)
|
||||||
|
Spacer(modifier = Modifier.height(4.dp))
|
||||||
|
LinearProgressIndicator(
|
||||||
|
progress = level,
|
||||||
|
modifier = Modifier
|
||||||
|
.fillMaxWidth(0.6f)
|
||||||
|
.height(6.dp)
|
||||||
|
.clip(RoundedCornerShape(3.dp)),
|
||||||
|
color = MaterialTheme.colorScheme.primary,
|
||||||
|
trackColor = MaterialTheme.colorScheme.surfaceVariant,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Composable
|
||||||
|
private fun GainSlider(label: String, gainDb: Float, onGainChange: (Float) -> Unit) {
|
||||||
|
Column(
|
||||||
|
modifier = Modifier.fillMaxWidth(0.8f),
|
||||||
|
horizontalAlignment = Alignment.CenterHorizontally
|
||||||
|
) {
|
||||||
|
val sign = if (gainDb >= 0) "+" else ""
|
||||||
|
Text(
|
||||||
|
text = "$label: ${sign}${"%.0f".format(gainDb)} dB",
|
||||||
|
style = MaterialTheme.typography.labelSmall,
|
||||||
|
color = MaterialTheme.colorScheme.onSurfaceVariant
|
||||||
|
)
|
||||||
|
Spacer(modifier = Modifier.height(4.dp))
|
||||||
|
Slider(
|
||||||
|
value = gainDb,
|
||||||
|
onValueChange = { onGainChange(Math.round(it).toFloat()) },
|
||||||
|
valueRange = -20f..20f,
|
||||||
|
steps = 0,
|
||||||
|
modifier = Modifier.fillMaxWidth()
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Composable
|
||||||
|
private fun ControlRow(
|
||||||
|
isMuted: Boolean,
|
||||||
|
isSpeaker: Boolean,
|
||||||
|
onToggleMute: () -> Unit,
|
||||||
|
onToggleSpeaker: () -> Unit,
|
||||||
|
onHangUp: () -> Unit
|
||||||
|
) {
|
||||||
|
Row(
|
||||||
|
modifier = Modifier.fillMaxWidth(),
|
||||||
|
horizontalArrangement = Arrangement.SpaceEvenly,
|
||||||
|
verticalAlignment = Alignment.CenterVertically
|
||||||
|
) {
|
||||||
|
FilledTonalIconButton(
|
||||||
|
onClick = onToggleMute,
|
||||||
|
modifier = Modifier.size(56.dp),
|
||||||
|
colors = if (isMuted) {
|
||||||
|
IconButtonDefaults.filledTonalIconButtonColors(
|
||||||
|
containerColor = MaterialTheme.colorScheme.errorContainer,
|
||||||
|
contentColor = MaterialTheme.colorScheme.onErrorContainer
|
||||||
|
)
|
||||||
|
} else {
|
||||||
|
IconButtonDefaults.filledTonalIconButtonColors()
|
||||||
|
}
|
||||||
|
) {
|
||||||
|
Text(
|
||||||
|
text = if (isMuted) "MIC\nOFF" else "MIC",
|
||||||
|
textAlign = TextAlign.Center,
|
||||||
|
style = MaterialTheme.typography.labelSmall,
|
||||||
|
lineHeight = 12.sp
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
FilledIconButton(
|
||||||
|
onClick = onHangUp,
|
||||||
|
modifier = Modifier.size(72.dp),
|
||||||
|
shape = CircleShape,
|
||||||
|
colors = IconButtonDefaults.filledIconButtonColors(
|
||||||
|
containerColor = Color(0xFFF44336),
|
||||||
|
contentColor = Color.White
|
||||||
|
)
|
||||||
|
) {
|
||||||
|
Text(
|
||||||
|
text = "END",
|
||||||
|
style = MaterialTheme.typography.titleMedium.copy(
|
||||||
|
fontWeight = FontWeight.Bold
|
||||||
|
)
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
FilledTonalIconButton(
|
||||||
|
onClick = onToggleSpeaker,
|
||||||
|
modifier = Modifier.size(56.dp),
|
||||||
|
colors = if (isSpeaker) {
|
||||||
|
IconButtonDefaults.filledTonalIconButtonColors(
|
||||||
|
containerColor = MaterialTheme.colorScheme.primaryContainer,
|
||||||
|
contentColor = MaterialTheme.colorScheme.onPrimaryContainer
|
||||||
|
)
|
||||||
|
} else {
|
||||||
|
IconButtonDefaults.filledTonalIconButtonColors()
|
||||||
|
}
|
||||||
|
) {
|
||||||
|
Text(
|
||||||
|
text = if (isSpeaker) "SPK\nON" else "SPK",
|
||||||
|
textAlign = TextAlign.Center,
|
||||||
|
style = MaterialTheme.typography.labelSmall,
|
||||||
|
lineHeight = 12.sp
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Composable
|
||||||
|
private fun StatsOverlay(stats: CallStats) {
|
||||||
|
Surface(
|
||||||
|
modifier = Modifier.fillMaxWidth(),
|
||||||
|
color = MaterialTheme.colorScheme.surfaceVariant.copy(alpha = 0.5f),
|
||||||
|
shape = RoundedCornerShape(8.dp)
|
||||||
|
) {
|
||||||
|
Column(
|
||||||
|
modifier = Modifier.padding(12.dp),
|
||||||
|
horizontalAlignment = Alignment.CenterHorizontally
|
||||||
|
) {
|
||||||
|
Text(
|
||||||
|
text = "Stats",
|
||||||
|
style = MaterialTheme.typography.labelSmall,
|
||||||
|
color = MaterialTheme.colorScheme.onSurfaceVariant
|
||||||
|
)
|
||||||
|
Spacer(modifier = Modifier.height(4.dp))
|
||||||
|
Row(
|
||||||
|
modifier = Modifier.fillMaxWidth(),
|
||||||
|
horizontalArrangement = Arrangement.SpaceEvenly
|
||||||
|
) {
|
||||||
|
StatItem("Loss", "%.1f%%".format(stats.lossPct))
|
||||||
|
StatItem("RTT", "${stats.rttMs}ms")
|
||||||
|
StatItem("Jitter", "${stats.jitterMs}ms")
|
||||||
|
}
|
||||||
|
Spacer(modifier = Modifier.height(4.dp))
|
||||||
|
Row(
|
||||||
|
modifier = Modifier.fillMaxWidth(),
|
||||||
|
horizontalArrangement = Arrangement.SpaceEvenly
|
||||||
|
) {
|
||||||
|
StatItem("Sent", "${stats.framesEncoded}")
|
||||||
|
StatItem("Recv", "${stats.framesDecoded}")
|
||||||
|
StatItem("FEC", "${stats.fecRecovered}")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Composable
|
||||||
|
private fun StatItem(label: String, value: String) {
|
||||||
|
Column(horizontalAlignment = Alignment.CenterHorizontally) {
|
||||||
|
Text(
|
||||||
|
text = value,
|
||||||
|
style = MaterialTheme.typography.bodySmall.copy(fontWeight = FontWeight.Medium),
|
||||||
|
color = MaterialTheme.colorScheme.onSurface
|
||||||
|
)
|
||||||
|
Text(
|
||||||
|
text = label,
|
||||||
|
style = MaterialTheme.typography.labelSmall,
|
||||||
|
color = MaterialTheme.colorScheme.onSurfaceVariant
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
4
android/build.gradle.kts
Normal file
4
android/build.gradle.kts
Normal file
@@ -0,0 +1,4 @@
|
|||||||
|
plugins {
|
||||||
|
id("com.android.application") version "8.2.0" apply false
|
||||||
|
id("org.jetbrains.kotlin.android") version "1.9.22" apply false
|
||||||
|
}
|
||||||
4
android/gradle.properties
Normal file
4
android/gradle.properties
Normal file
@@ -0,0 +1,4 @@
|
|||||||
|
org.gradle.jvmargs=-Xmx2048m -Dfile.encoding=UTF-8
|
||||||
|
android.useAndroidX=true
|
||||||
|
kotlin.code.style=official
|
||||||
|
android.nonTransitiveRClass=true
|
||||||
BIN
android/gradle/wrapper/gradle-wrapper.jar
vendored
Normal file
BIN
android/gradle/wrapper/gradle-wrapper.jar
vendored
Normal file
Binary file not shown.
6
android/gradle/wrapper/gradle-wrapper.properties
vendored
Normal file
6
android/gradle/wrapper/gradle-wrapper.properties
vendored
Normal file
@@ -0,0 +1,6 @@
|
|||||||
|
distributionBase=GRADLE_USER_HOME
|
||||||
|
distributionPath=wrapper/dists
|
||||||
|
distributionUrl=https\://services.gradle.org/distributions/gradle-8.5-bin.zip
|
||||||
|
networkTimeout=10000
|
||||||
|
zipStoreBase=GRADLE_USER_HOME
|
||||||
|
zipStorePath=wrapper/dists
|
||||||
5
android/gradlew
vendored
Executable file
5
android/gradlew
vendored
Executable file
@@ -0,0 +1,5 @@
|
|||||||
|
#!/bin/sh
|
||||||
|
# Gradle wrapper script
|
||||||
|
APP_HOME=$(cd "$(dirname "$0")" && pwd)
|
||||||
|
CLASSPATH="$APP_HOME/gradle/wrapper/gradle-wrapper.jar"
|
||||||
|
exec java -classpath "$CLASSPATH" org.gradle.wrapper.GradleWrapperMain "$@"
|
||||||
18
android/settings.gradle.kts
Normal file
18
android/settings.gradle.kts
Normal file
@@ -0,0 +1,18 @@
|
|||||||
|
pluginManagement {
|
||||||
|
repositories {
|
||||||
|
google()
|
||||||
|
mavenCentral()
|
||||||
|
gradlePluginPortal()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
dependencyResolutionManagement {
|
||||||
|
repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS)
|
||||||
|
repositories {
|
||||||
|
google()
|
||||||
|
mavenCentral()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
rootProject.name = "WZPhone"
|
||||||
|
include(":app")
|
||||||
33
crates/wzp-android/Cargo.toml
Normal file
33
crates/wzp-android/Cargo.toml
Normal file
@@ -0,0 +1,33 @@
|
|||||||
|
[package]
|
||||||
|
name = "wzp-android"
|
||||||
|
version.workspace = true
|
||||||
|
edition.workspace = true
|
||||||
|
license.workspace = true
|
||||||
|
rust-version.workspace = true
|
||||||
|
description = "WarzonePhone Android native VoIP engine — Oboe audio, JNI bridge, call pipeline"
|
||||||
|
|
||||||
|
[lib]
|
||||||
|
crate-type = ["cdylib", "rlib"]
|
||||||
|
|
||||||
|
[dependencies]
|
||||||
|
wzp-proto = { workspace = true }
|
||||||
|
wzp-codec = { workspace = true }
|
||||||
|
wzp-fec = { workspace = true }
|
||||||
|
wzp-crypto = { workspace = true }
|
||||||
|
wzp-transport = { workspace = true }
|
||||||
|
tokio = { workspace = true }
|
||||||
|
tracing = { workspace = true }
|
||||||
|
tracing-subscriber = { workspace = true }
|
||||||
|
bytes = { workspace = true }
|
||||||
|
serde = { workspace = true }
|
||||||
|
serde_json = "1"
|
||||||
|
thiserror = { workspace = true }
|
||||||
|
async-trait = { workspace = true }
|
||||||
|
anyhow = "1"
|
||||||
|
libc = "0.2"
|
||||||
|
jni = { version = "0.21", default-features = false }
|
||||||
|
rand = { workspace = true }
|
||||||
|
rustls = { version = "0.23", default-features = false, features = ["ring"] }
|
||||||
|
|
||||||
|
[build-dependencies]
|
||||||
|
cc = "1"
|
||||||
154
crates/wzp-android/build.rs
Normal file
154
crates/wzp-android/build.rs
Normal file
@@ -0,0 +1,154 @@
|
|||||||
|
use std::path::PathBuf;
|
||||||
|
|
||||||
|
fn main() {
|
||||||
|
let target = std::env::var("TARGET").unwrap_or_default();
|
||||||
|
|
||||||
|
if target.contains("android") {
|
||||||
|
// Override broken static getauxval from compiler-rt that crashes
|
||||||
|
// in shared libraries. Must be compiled first to take link priority.
|
||||||
|
cc::Build::new()
|
||||||
|
.file("cpp/getauxval_fix.c")
|
||||||
|
.compile("getauxval_fix");
|
||||||
|
|
||||||
|
let oboe_dir = fetch_oboe();
|
||||||
|
match oboe_dir {
|
||||||
|
Some(oboe_path) => {
|
||||||
|
println!("cargo:warning=Building with Oboe from {:?}", oboe_path);
|
||||||
|
|
||||||
|
let mut build = cc::Build::new();
|
||||||
|
build
|
||||||
|
.cpp(true)
|
||||||
|
.std("c++17")
|
||||||
|
// Use shared libc++ — avoids pulling in static libc stubs
|
||||||
|
// that crash in shared libraries (getauxval, pthread_create, etc.)
|
||||||
|
.cpp_link_stdlib(Some("c++_shared"))
|
||||||
|
.include("cpp")
|
||||||
|
.include(oboe_path.join("include"))
|
||||||
|
.include(oboe_path.join("src"))
|
||||||
|
.define("WZP_HAS_OBOE", None)
|
||||||
|
.file("cpp/oboe_bridge.cpp");
|
||||||
|
|
||||||
|
// Compile all Oboe source files
|
||||||
|
let src_dir = oboe_path.join("src");
|
||||||
|
add_cpp_files_recursive(&mut build, &src_dir);
|
||||||
|
|
||||||
|
build.compile("oboe_bridge");
|
||||||
|
}
|
||||||
|
None => {
|
||||||
|
println!("cargo:warning=Oboe not found, building with stub");
|
||||||
|
cc::Build::new()
|
||||||
|
.cpp(true)
|
||||||
|
.std("c++17")
|
||||||
|
.cpp_link_stdlib(Some("c++_shared"))
|
||||||
|
.file("cpp/oboe_stub.cpp")
|
||||||
|
.include("cpp")
|
||||||
|
.compile("oboe_bridge");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Dynamic C++ runtime — libc++_shared.so must be in jniLibs alongside
|
||||||
|
// libwzp_android.so. We copy it there from the NDK sysroot.
|
||||||
|
//
|
||||||
|
// WHY NOT STATIC: libc++_static.a + libc++abi.a transitively pull in
|
||||||
|
// object files from libc.a (static libc) which contain broken stubs for
|
||||||
|
// getauxval, __init_tcb, pthread_create, etc. These stubs only work in
|
||||||
|
// statically-linked executables. In shared libraries loaded by dlopen(),
|
||||||
|
// they SIGSEGV because the static libc init hasn't run.
|
||||||
|
// Google's official recommendation: use libc++_shared.so for native libs.
|
||||||
|
if let Ok(ndk) = std::env::var("ANDROID_NDK_HOME") {
|
||||||
|
let arch = if target.contains("aarch64") {
|
||||||
|
"aarch64-linux-android"
|
||||||
|
} else if target.contains("armv7") {
|
||||||
|
"arm-linux-androideabi"
|
||||||
|
} else if target.contains("x86_64") {
|
||||||
|
"x86_64-linux-android"
|
||||||
|
} else {
|
||||||
|
"aarch64-linux-android"
|
||||||
|
};
|
||||||
|
let lib_dir = format!(
|
||||||
|
"{ndk}/toolchains/llvm/prebuilt/linux-x86_64/sysroot/usr/lib/{arch}"
|
||||||
|
);
|
||||||
|
println!("cargo:rustc-link-search=native={lib_dir}");
|
||||||
|
|
||||||
|
// Copy libc++_shared.so to the jniLibs directory
|
||||||
|
let shared_so = format!("{lib_dir}/libc++_shared.so");
|
||||||
|
if std::path::Path::new(&shared_so).exists() {
|
||||||
|
let jni_abi = if target.contains("aarch64") {
|
||||||
|
"arm64-v8a"
|
||||||
|
} else if target.contains("armv7") {
|
||||||
|
"armeabi-v7a"
|
||||||
|
} else {
|
||||||
|
"arm64-v8a"
|
||||||
|
};
|
||||||
|
// Try to copy to the Gradle jniLibs directory
|
||||||
|
let manifest = std::env::var("CARGO_MANIFEST_DIR").unwrap_or_default();
|
||||||
|
let jni_dir = format!(
|
||||||
|
"{manifest}/../../android/app/src/main/jniLibs/{jni_abi}"
|
||||||
|
);
|
||||||
|
if let Ok(_) = std::fs::create_dir_all(&jni_dir) {
|
||||||
|
let _ = std::fs::copy(&shared_so, format!("{jni_dir}/libc++_shared.so"));
|
||||||
|
println!("cargo:warning=Copied libc++_shared.so to {jni_dir}");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Oboe needs liblog and libOpenSLES from Android
|
||||||
|
println!("cargo:rustc-link-lib=log");
|
||||||
|
println!("cargo:rustc-link-lib=OpenSLES");
|
||||||
|
} else {
|
||||||
|
// Non-Android: always use stub
|
||||||
|
cc::Build::new()
|
||||||
|
.cpp(true)
|
||||||
|
.std("c++17")
|
||||||
|
.file("cpp/oboe_stub.cpp")
|
||||||
|
.include("cpp")
|
||||||
|
.compile("oboe_bridge");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Recursively add all .cpp files from a directory to a cc::Build.
|
||||||
|
fn add_cpp_files_recursive(build: &mut cc::Build, dir: &std::path::Path) {
|
||||||
|
if !dir.is_dir() {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
for entry in std::fs::read_dir(dir).unwrap() {
|
||||||
|
let entry = entry.unwrap();
|
||||||
|
let path = entry.path();
|
||||||
|
if path.is_dir() {
|
||||||
|
add_cpp_files_recursive(build, &path);
|
||||||
|
} else if path.extension().map_or(false, |e| e == "cpp") {
|
||||||
|
build.file(&path);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Try to find or fetch Oboe headers + source.
|
||||||
|
fn fetch_oboe() -> Option<PathBuf> {
|
||||||
|
let out_dir = PathBuf::from(std::env::var("OUT_DIR").unwrap());
|
||||||
|
let oboe_dir = out_dir.join("oboe");
|
||||||
|
|
||||||
|
if oboe_dir.join("include").join("oboe").join("Oboe.h").exists() {
|
||||||
|
return Some(oboe_dir);
|
||||||
|
}
|
||||||
|
|
||||||
|
let status = std::process::Command::new("git")
|
||||||
|
.args([
|
||||||
|
"clone",
|
||||||
|
"--depth=1",
|
||||||
|
"--branch=1.8.1",
|
||||||
|
"https://github.com/google/oboe.git",
|
||||||
|
oboe_dir.to_str().unwrap(),
|
||||||
|
])
|
||||||
|
.status();
|
||||||
|
|
||||||
|
match status {
|
||||||
|
Ok(s) if s.success() => {
|
||||||
|
if oboe_dir.join("include").join("oboe").join("Oboe.h").exists() {
|
||||||
|
Some(oboe_dir)
|
||||||
|
} else {
|
||||||
|
None
|
||||||
|
}
|
||||||
|
}
|
||||||
|
_ => None,
|
||||||
|
}
|
||||||
|
}
|
||||||
21
crates/wzp-android/cpp/getauxval_fix.c
Normal file
21
crates/wzp-android/cpp/getauxval_fix.c
Normal file
@@ -0,0 +1,21 @@
|
|||||||
|
// Override the broken static getauxval from compiler-rt/CRT.
|
||||||
|
// The static version reads from __libc_auxv which is NULL in shared libs
|
||||||
|
// loaded via dlopen, causing SIGSEGV in init_have_lse_atomics at load time.
|
||||||
|
// This version calls the real bionic getauxval via dlsym.
|
||||||
|
#ifdef __ANDROID__
|
||||||
|
#include <dlfcn.h>
|
||||||
|
#include <stdint.h>
|
||||||
|
|
||||||
|
typedef unsigned long (*getauxval_fn)(unsigned long);
|
||||||
|
|
||||||
|
unsigned long getauxval(unsigned long type) {
|
||||||
|
static getauxval_fn real_getauxval = (getauxval_fn)0;
|
||||||
|
if (!real_getauxval) {
|
||||||
|
real_getauxval = (getauxval_fn)dlsym((void*)-1L /* RTLD_DEFAULT */, "getauxval");
|
||||||
|
if (!real_getauxval) {
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return real_getauxval(type);
|
||||||
|
}
|
||||||
|
#endif
|
||||||
278
crates/wzp-android/cpp/oboe_bridge.cpp
Normal file
278
crates/wzp-android/cpp/oboe_bridge.cpp
Normal file
@@ -0,0 +1,278 @@
|
|||||||
|
// Full Oboe implementation for Android
|
||||||
|
// This file is compiled only when targeting Android
|
||||||
|
|
||||||
|
#include "oboe_bridge.h"
|
||||||
|
|
||||||
|
#ifdef __ANDROID__
|
||||||
|
#include <oboe/Oboe.h>
|
||||||
|
#include <android/log.h>
|
||||||
|
#include <cstring>
|
||||||
|
#include <atomic>
|
||||||
|
|
||||||
|
#define LOG_TAG "wzp-oboe"
|
||||||
|
#define LOGI(...) __android_log_print(ANDROID_LOG_INFO, LOG_TAG, __VA_ARGS__)
|
||||||
|
#define LOGW(...) __android_log_print(ANDROID_LOG_WARN, LOG_TAG, __VA_ARGS__)
|
||||||
|
#define LOGE(...) __android_log_print(ANDROID_LOG_ERROR, LOG_TAG, __VA_ARGS__)
|
||||||
|
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
// Ring buffer helpers (SPSC, lock-free)
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
static inline int32_t ring_available_read(const wzp_atomic_int* write_idx,
|
||||||
|
const wzp_atomic_int* read_idx,
|
||||||
|
int32_t capacity) {
|
||||||
|
int32_t w = std::atomic_load_explicit(write_idx, std::memory_order_acquire);
|
||||||
|
int32_t r = std::atomic_load_explicit(read_idx, std::memory_order_relaxed);
|
||||||
|
int32_t avail = w - r;
|
||||||
|
if (avail < 0) avail += capacity;
|
||||||
|
return avail;
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline int32_t ring_available_write(const wzp_atomic_int* write_idx,
|
||||||
|
const wzp_atomic_int* read_idx,
|
||||||
|
int32_t capacity) {
|
||||||
|
return capacity - 1 - ring_available_read(write_idx, read_idx, capacity);
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline void ring_write(int16_t* buf, int32_t capacity,
|
||||||
|
wzp_atomic_int* write_idx, const wzp_atomic_int* read_idx,
|
||||||
|
const int16_t* src, int32_t count) {
|
||||||
|
int32_t w = std::atomic_load_explicit(write_idx, std::memory_order_relaxed);
|
||||||
|
for (int32_t i = 0; i < count; i++) {
|
||||||
|
buf[w] = src[i];
|
||||||
|
w++;
|
||||||
|
if (w >= capacity) w = 0;
|
||||||
|
}
|
||||||
|
std::atomic_store_explicit(write_idx, w, std::memory_order_release);
|
||||||
|
}
|
||||||
|
|
||||||
|
static inline void ring_read(int16_t* buf, int32_t capacity,
|
||||||
|
const wzp_atomic_int* write_idx, wzp_atomic_int* read_idx,
|
||||||
|
int16_t* dst, int32_t count) {
|
||||||
|
int32_t r = std::atomic_load_explicit(read_idx, std::memory_order_relaxed);
|
||||||
|
for (int32_t i = 0; i < count; i++) {
|
||||||
|
dst[i] = buf[r];
|
||||||
|
r++;
|
||||||
|
if (r >= capacity) r = 0;
|
||||||
|
}
|
||||||
|
std::atomic_store_explicit(read_idx, r, std::memory_order_release);
|
||||||
|
}
|
||||||
|
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
// Global state
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
static std::shared_ptr<oboe::AudioStream> g_capture_stream;
|
||||||
|
static std::shared_ptr<oboe::AudioStream> g_playout_stream;
|
||||||
|
static const WzpOboeRings* g_rings = nullptr;
|
||||||
|
static std::atomic<bool> g_running{false};
|
||||||
|
static std::atomic<float> g_capture_latency_ms{0.0f};
|
||||||
|
static std::atomic<float> g_playout_latency_ms{0.0f};
|
||||||
|
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
// Capture callback
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
class CaptureCallback : public oboe::AudioStreamDataCallback {
|
||||||
|
public:
|
||||||
|
oboe::DataCallbackResult onAudioReady(
|
||||||
|
oboe::AudioStream* stream,
|
||||||
|
void* audioData,
|
||||||
|
int32_t numFrames) override {
|
||||||
|
if (!g_running.load(std::memory_order_relaxed) || !g_rings) {
|
||||||
|
return oboe::DataCallbackResult::Stop;
|
||||||
|
}
|
||||||
|
|
||||||
|
const int16_t* src = static_cast<const int16_t*>(audioData);
|
||||||
|
int32_t avail = ring_available_write(g_rings->capture_write_idx,
|
||||||
|
g_rings->capture_read_idx,
|
||||||
|
g_rings->capture_capacity);
|
||||||
|
int32_t to_write = (numFrames < avail) ? numFrames : avail;
|
||||||
|
if (to_write > 0) {
|
||||||
|
ring_write(g_rings->capture_buf, g_rings->capture_capacity,
|
||||||
|
g_rings->capture_write_idx, g_rings->capture_read_idx,
|
||||||
|
src, to_write);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Update latency estimate
|
||||||
|
auto result = stream->calculateLatencyMillis();
|
||||||
|
if (result) {
|
||||||
|
g_capture_latency_ms.store(static_cast<float>(result.value()),
|
||||||
|
std::memory_order_relaxed);
|
||||||
|
}
|
||||||
|
|
||||||
|
return oboe::DataCallbackResult::Continue;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
// Playout callback
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
class PlayoutCallback : public oboe::AudioStreamDataCallback {
|
||||||
|
public:
|
||||||
|
oboe::DataCallbackResult onAudioReady(
|
||||||
|
oboe::AudioStream* stream,
|
||||||
|
void* audioData,
|
||||||
|
int32_t numFrames) override {
|
||||||
|
if (!g_running.load(std::memory_order_relaxed) || !g_rings) {
|
||||||
|
memset(audioData, 0, numFrames * sizeof(int16_t));
|
||||||
|
return oboe::DataCallbackResult::Stop;
|
||||||
|
}
|
||||||
|
|
||||||
|
int16_t* dst = static_cast<int16_t*>(audioData);
|
||||||
|
int32_t avail = ring_available_read(g_rings->playout_write_idx,
|
||||||
|
g_rings->playout_read_idx,
|
||||||
|
g_rings->playout_capacity);
|
||||||
|
int32_t to_read = (numFrames < avail) ? numFrames : avail;
|
||||||
|
|
||||||
|
if (to_read > 0) {
|
||||||
|
ring_read(g_rings->playout_buf, g_rings->playout_capacity,
|
||||||
|
g_rings->playout_write_idx, g_rings->playout_read_idx,
|
||||||
|
dst, to_read);
|
||||||
|
}
|
||||||
|
// Fill remainder with silence on underrun
|
||||||
|
if (to_read < numFrames) {
|
||||||
|
memset(dst + to_read, 0, (numFrames - to_read) * sizeof(int16_t));
|
||||||
|
}
|
||||||
|
|
||||||
|
// Update latency estimate
|
||||||
|
auto result = stream->calculateLatencyMillis();
|
||||||
|
if (result) {
|
||||||
|
g_playout_latency_ms.store(static_cast<float>(result.value()),
|
||||||
|
std::memory_order_relaxed);
|
||||||
|
}
|
||||||
|
|
||||||
|
return oboe::DataCallbackResult::Continue;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
static CaptureCallback g_capture_cb;
|
||||||
|
static PlayoutCallback g_playout_cb;
|
||||||
|
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
// Public C API
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
int wzp_oboe_start(const WzpOboeConfig* config, const WzpOboeRings* rings) {
|
||||||
|
if (g_running.load(std::memory_order_relaxed)) {
|
||||||
|
LOGW("wzp_oboe_start: already running");
|
||||||
|
return -1;
|
||||||
|
}
|
||||||
|
|
||||||
|
g_rings = rings;
|
||||||
|
|
||||||
|
// Build capture stream
|
||||||
|
oboe::AudioStreamBuilder captureBuilder;
|
||||||
|
captureBuilder.setDirection(oboe::Direction::Input)
|
||||||
|
->setPerformanceMode(oboe::PerformanceMode::LowLatency)
|
||||||
|
->setSharingMode(oboe::SharingMode::Exclusive)
|
||||||
|
->setFormat(oboe::AudioFormat::I16)
|
||||||
|
->setChannelCount(config->channel_count)
|
||||||
|
->setSampleRate(config->sample_rate)
|
||||||
|
->setFramesPerDataCallback(config->frames_per_burst)
|
||||||
|
->setInputPreset(oboe::InputPreset::VoiceCommunication)
|
||||||
|
->setDataCallback(&g_capture_cb);
|
||||||
|
|
||||||
|
oboe::Result result = captureBuilder.openStream(g_capture_stream);
|
||||||
|
if (result != oboe::Result::OK) {
|
||||||
|
LOGE("Failed to open capture stream: %s", oboe::convertToText(result));
|
||||||
|
return -2;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Build playout stream
|
||||||
|
oboe::AudioStreamBuilder playoutBuilder;
|
||||||
|
playoutBuilder.setDirection(oboe::Direction::Output)
|
||||||
|
->setPerformanceMode(oboe::PerformanceMode::LowLatency)
|
||||||
|
->setSharingMode(oboe::SharingMode::Exclusive)
|
||||||
|
->setFormat(oboe::AudioFormat::I16)
|
||||||
|
->setChannelCount(config->channel_count)
|
||||||
|
->setSampleRate(config->sample_rate)
|
||||||
|
->setFramesPerDataCallback(config->frames_per_burst)
|
||||||
|
->setUsage(oboe::Usage::VoiceCommunication)
|
||||||
|
->setDataCallback(&g_playout_cb);
|
||||||
|
|
||||||
|
result = playoutBuilder.openStream(g_playout_stream);
|
||||||
|
if (result != oboe::Result::OK) {
|
||||||
|
LOGE("Failed to open playout stream: %s", oboe::convertToText(result));
|
||||||
|
g_capture_stream->close();
|
||||||
|
g_capture_stream.reset();
|
||||||
|
return -3;
|
||||||
|
}
|
||||||
|
|
||||||
|
g_running.store(true, std::memory_order_release);
|
||||||
|
|
||||||
|
// Start both streams
|
||||||
|
result = g_capture_stream->requestStart();
|
||||||
|
if (result != oboe::Result::OK) {
|
||||||
|
LOGE("Failed to start capture: %s", oboe::convertToText(result));
|
||||||
|
g_running.store(false, std::memory_order_release);
|
||||||
|
g_capture_stream->close();
|
||||||
|
g_playout_stream->close();
|
||||||
|
g_capture_stream.reset();
|
||||||
|
g_playout_stream.reset();
|
||||||
|
return -4;
|
||||||
|
}
|
||||||
|
|
||||||
|
result = g_playout_stream->requestStart();
|
||||||
|
if (result != oboe::Result::OK) {
|
||||||
|
LOGE("Failed to start playout: %s", oboe::convertToText(result));
|
||||||
|
g_running.store(false, std::memory_order_release);
|
||||||
|
g_capture_stream->requestStop();
|
||||||
|
g_capture_stream->close();
|
||||||
|
g_playout_stream->close();
|
||||||
|
g_capture_stream.reset();
|
||||||
|
g_playout_stream.reset();
|
||||||
|
return -5;
|
||||||
|
}
|
||||||
|
|
||||||
|
LOGI("Oboe started: sr=%d burst=%d ch=%d",
|
||||||
|
config->sample_rate, config->frames_per_burst, config->channel_count);
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
void wzp_oboe_stop(void) {
|
||||||
|
g_running.store(false, std::memory_order_release);
|
||||||
|
|
||||||
|
if (g_capture_stream) {
|
||||||
|
g_capture_stream->requestStop();
|
||||||
|
g_capture_stream->close();
|
||||||
|
g_capture_stream.reset();
|
||||||
|
}
|
||||||
|
if (g_playout_stream) {
|
||||||
|
g_playout_stream->requestStop();
|
||||||
|
g_playout_stream->close();
|
||||||
|
g_playout_stream.reset();
|
||||||
|
}
|
||||||
|
|
||||||
|
g_rings = nullptr;
|
||||||
|
LOGI("Oboe stopped");
|
||||||
|
}
|
||||||
|
|
||||||
|
float wzp_oboe_capture_latency_ms(void) {
|
||||||
|
return g_capture_latency_ms.load(std::memory_order_relaxed);
|
||||||
|
}
|
||||||
|
|
||||||
|
float wzp_oboe_playout_latency_ms(void) {
|
||||||
|
return g_playout_latency_ms.load(std::memory_order_relaxed);
|
||||||
|
}
|
||||||
|
|
||||||
|
int wzp_oboe_is_running(void) {
|
||||||
|
return g_running.load(std::memory_order_relaxed) ? 1 : 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
#else
|
||||||
|
// Non-Android fallback — should not be reached; oboe_stub.cpp is used instead.
|
||||||
|
// Provide empty implementations just in case.
|
||||||
|
|
||||||
|
int wzp_oboe_start(const WzpOboeConfig* config, const WzpOboeRings* rings) {
|
||||||
|
(void)config; (void)rings;
|
||||||
|
return -99;
|
||||||
|
}
|
||||||
|
|
||||||
|
void wzp_oboe_stop(void) {}
|
||||||
|
float wzp_oboe_capture_latency_ms(void) { return 0.0f; }
|
||||||
|
float wzp_oboe_playout_latency_ms(void) { return 0.0f; }
|
||||||
|
int wzp_oboe_is_running(void) { return 0; }
|
||||||
|
|
||||||
|
#endif // __ANDROID__
|
||||||
43
crates/wzp-android/cpp/oboe_bridge.h
Normal file
43
crates/wzp-android/cpp/oboe_bridge.h
Normal file
@@ -0,0 +1,43 @@
|
|||||||
|
#ifndef WZP_OBOE_BRIDGE_H
|
||||||
|
#define WZP_OBOE_BRIDGE_H
|
||||||
|
|
||||||
|
#include <stdint.h>
|
||||||
|
|
||||||
|
#ifdef __cplusplus
|
||||||
|
#include <atomic>
|
||||||
|
typedef std::atomic<int32_t> wzp_atomic_int;
|
||||||
|
extern "C" {
|
||||||
|
#else
|
||||||
|
#include <stdatomic.h>
|
||||||
|
typedef atomic_int wzp_atomic_int;
|
||||||
|
#endif
|
||||||
|
|
||||||
|
typedef struct {
|
||||||
|
int32_t sample_rate;
|
||||||
|
int32_t frames_per_burst;
|
||||||
|
int32_t channel_count;
|
||||||
|
} WzpOboeConfig;
|
||||||
|
|
||||||
|
typedef struct {
|
||||||
|
int16_t* capture_buf;
|
||||||
|
int32_t capture_capacity;
|
||||||
|
wzp_atomic_int* capture_write_idx;
|
||||||
|
wzp_atomic_int* capture_read_idx;
|
||||||
|
|
||||||
|
int16_t* playout_buf;
|
||||||
|
int32_t playout_capacity;
|
||||||
|
wzp_atomic_int* playout_write_idx;
|
||||||
|
wzp_atomic_int* playout_read_idx;
|
||||||
|
} WzpOboeRings;
|
||||||
|
|
||||||
|
int wzp_oboe_start(const WzpOboeConfig* config, const WzpOboeRings* rings);
|
||||||
|
void wzp_oboe_stop(void);
|
||||||
|
float wzp_oboe_capture_latency_ms(void);
|
||||||
|
float wzp_oboe_playout_latency_ms(void);
|
||||||
|
int wzp_oboe_is_running(void);
|
||||||
|
|
||||||
|
#ifdef __cplusplus
|
||||||
|
}
|
||||||
|
#endif
|
||||||
|
|
||||||
|
#endif // WZP_OBOE_BRIDGE_H
|
||||||
27
crates/wzp-android/cpp/oboe_stub.cpp
Normal file
27
crates/wzp-android/cpp/oboe_stub.cpp
Normal file
@@ -0,0 +1,27 @@
|
|||||||
|
// Stub implementation for non-Android host builds (testing, cargo check, etc.)
|
||||||
|
|
||||||
|
#include "oboe_bridge.h"
|
||||||
|
#include <stdio.h>
|
||||||
|
|
||||||
|
int wzp_oboe_start(const WzpOboeConfig* config, const WzpOboeRings* rings) {
|
||||||
|
(void)config;
|
||||||
|
(void)rings;
|
||||||
|
fprintf(stderr, "wzp_oboe_start: stub (not on Android)\n");
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
void wzp_oboe_stop(void) {
|
||||||
|
fprintf(stderr, "wzp_oboe_stop: stub (not on Android)\n");
|
||||||
|
}
|
||||||
|
|
||||||
|
float wzp_oboe_capture_latency_ms(void) {
|
||||||
|
return 0.0f;
|
||||||
|
}
|
||||||
|
|
||||||
|
float wzp_oboe_playout_latency_ms(void) {
|
||||||
|
return 0.0f;
|
||||||
|
}
|
||||||
|
|
||||||
|
int wzp_oboe_is_running(void) {
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
424
crates/wzp-android/src/audio_android.rs
Normal file
424
crates/wzp-android/src/audio_android.rs
Normal file
@@ -0,0 +1,424 @@
|
|||||||
|
//! Lock-free SPSC ring buffer audio backend for Android (Oboe).
|
||||||
|
//!
|
||||||
|
//! The ring buffers are shared between Rust and C++: the Oboe callbacks
|
||||||
|
//! (running on a high-priority audio thread) read/write directly into
|
||||||
|
//! the buffers via atomic indices, while the Rust codec thread on the
|
||||||
|
//! other side does the same.
|
||||||
|
|
||||||
|
use std::sync::atomic::{AtomicI32, Ordering};
|
||||||
|
|
||||||
|
use tracing::info;
|
||||||
|
#[allow(unused_imports)]
|
||||||
|
use tracing::warn;
|
||||||
|
|
||||||
|
/// Number of samples per 20 ms frame at 48 kHz mono.
|
||||||
|
pub const FRAME_SAMPLES: usize = 960;
|
||||||
|
|
||||||
|
/// Default ring buffer capacity: 8 frames = 160 ms at 48 kHz.
|
||||||
|
const RING_CAPACITY: usize = 7680;
|
||||||
|
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
// FFI declarations matching oboe_bridge.h
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
#[repr(C)]
|
||||||
|
#[allow(non_snake_case)]
|
||||||
|
struct WzpOboeConfig {
|
||||||
|
sample_rate: i32,
|
||||||
|
frames_per_burst: i32,
|
||||||
|
channel_count: i32,
|
||||||
|
}
|
||||||
|
|
||||||
|
#[repr(C)]
|
||||||
|
#[allow(non_snake_case)]
|
||||||
|
struct WzpOboeRings {
|
||||||
|
capture_buf: *mut i16,
|
||||||
|
capture_capacity: i32,
|
||||||
|
capture_write_idx: *mut AtomicI32,
|
||||||
|
capture_read_idx: *mut AtomicI32,
|
||||||
|
|
||||||
|
playout_buf: *mut i16,
|
||||||
|
playout_capacity: i32,
|
||||||
|
playout_write_idx: *mut AtomicI32,
|
||||||
|
playout_read_idx: *mut AtomicI32,
|
||||||
|
}
|
||||||
|
|
||||||
|
unsafe impl Send for WzpOboeRings {}
|
||||||
|
unsafe impl Sync for WzpOboeRings {}
|
||||||
|
|
||||||
|
unsafe extern "C" {
|
||||||
|
fn wzp_oboe_start(config: *const WzpOboeConfig, rings: *const WzpOboeRings) -> i32;
|
||||||
|
fn wzp_oboe_stop();
|
||||||
|
fn wzp_oboe_capture_latency_ms() -> f32;
|
||||||
|
fn wzp_oboe_playout_latency_ms() -> f32;
|
||||||
|
fn wzp_oboe_is_running() -> i32;
|
||||||
|
}
|
||||||
|
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
// SPSC Ring Buffer
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
/// Single-producer single-consumer lock-free ring buffer.
|
||||||
|
///
|
||||||
|
/// The producer calls `write()` and the consumer calls `read()`.
|
||||||
|
/// Atomics use acquire/release ordering to ensure correct visibility
|
||||||
|
/// across the Oboe audio thread and the Rust codec thread.
|
||||||
|
pub struct RingBuffer {
|
||||||
|
buf: Vec<i16>,
|
||||||
|
capacity: usize,
|
||||||
|
write_idx: AtomicI32,
|
||||||
|
read_idx: AtomicI32,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl RingBuffer {
|
||||||
|
/// Create a new ring buffer with the given capacity (in samples).
|
||||||
|
///
|
||||||
|
/// The actual usable capacity is `capacity - 1` to distinguish
|
||||||
|
/// full from empty.
|
||||||
|
pub fn new(capacity: usize) -> Self {
|
||||||
|
Self {
|
||||||
|
buf: vec![0i16; capacity],
|
||||||
|
capacity,
|
||||||
|
write_idx: AtomicI32::new(0),
|
||||||
|
read_idx: AtomicI32::new(0),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Number of samples available to read.
|
||||||
|
pub fn available_read(&self) -> usize {
|
||||||
|
let w = self.write_idx.load(Ordering::Acquire);
|
||||||
|
let r = self.read_idx.load(Ordering::Relaxed);
|
||||||
|
let avail = w - r;
|
||||||
|
if avail < 0 {
|
||||||
|
(avail + self.capacity as i32) as usize
|
||||||
|
} else {
|
||||||
|
avail as usize
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Number of samples that can be written before the buffer is full.
|
||||||
|
pub fn available_write(&self) -> usize {
|
||||||
|
self.capacity - 1 - self.available_read()
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Write samples into the ring buffer (producer side).
|
||||||
|
///
|
||||||
|
/// Returns the number of samples actually written (may be less than
|
||||||
|
/// `data.len()` if the buffer is nearly full).
|
||||||
|
pub fn write(&self, data: &[i16]) -> usize {
|
||||||
|
let avail = self.available_write();
|
||||||
|
let count = data.len().min(avail);
|
||||||
|
if count == 0 {
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut w = self.write_idx.load(Ordering::Relaxed) as usize;
|
||||||
|
let cap = self.capacity;
|
||||||
|
let buf_ptr = self.buf.as_ptr() as *mut i16;
|
||||||
|
|
||||||
|
for i in 0..count {
|
||||||
|
// SAFETY: w is always in [0, capacity) and we are the sole producer.
|
||||||
|
unsafe {
|
||||||
|
*buf_ptr.add(w) = data[i];
|
||||||
|
}
|
||||||
|
w += 1;
|
||||||
|
if w >= cap {
|
||||||
|
w = 0;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
self.write_idx.store(w as i32, Ordering::Release);
|
||||||
|
count
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Read samples from the ring buffer (consumer side).
|
||||||
|
///
|
||||||
|
/// Returns the number of samples actually read (may be less than
|
||||||
|
/// `out.len()` if the buffer doesn't have enough data).
|
||||||
|
pub fn read(&self, out: &mut [i16]) -> usize {
|
||||||
|
let avail = self.available_read();
|
||||||
|
let count = out.len().min(avail);
|
||||||
|
if count == 0 {
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut r = self.read_idx.load(Ordering::Relaxed) as usize;
|
||||||
|
let cap = self.capacity;
|
||||||
|
let buf_ptr = self.buf.as_ptr();
|
||||||
|
|
||||||
|
for i in 0..count {
|
||||||
|
// SAFETY: r is always in [0, capacity) and we are the sole consumer.
|
||||||
|
unsafe {
|
||||||
|
out[i] = *buf_ptr.add(r);
|
||||||
|
}
|
||||||
|
r += 1;
|
||||||
|
if r >= cap {
|
||||||
|
r = 0;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
self.read_idx.store(r as i32, Ordering::Release);
|
||||||
|
count
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Get a raw pointer to the buffer data (for FFI).
|
||||||
|
fn buf_ptr(&self) -> *mut i16 {
|
||||||
|
self.buf.as_ptr() as *mut i16
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Get a raw pointer to the write index atomic (for FFI).
|
||||||
|
fn write_idx_ptr(&self) -> *mut AtomicI32 {
|
||||||
|
&self.write_idx as *const AtomicI32 as *mut AtomicI32
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Get a raw pointer to the read index atomic (for FFI).
|
||||||
|
fn read_idx_ptr(&self) -> *mut AtomicI32 {
|
||||||
|
&self.read_idx as *const AtomicI32 as *mut AtomicI32
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// SAFETY: The ring buffer is designed for SPSC use where producer and consumer
|
||||||
|
// are on different threads. The atomic indices provide the synchronization.
|
||||||
|
unsafe impl Send for RingBuffer {}
|
||||||
|
unsafe impl Sync for RingBuffer {}
|
||||||
|
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
// Oboe Backend
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
/// Oboe-based audio backend for Android.
|
||||||
|
///
|
||||||
|
/// Owns two SPSC ring buffers (capture and playout) that are shared with
|
||||||
|
/// the C++ Oboe callbacks via raw pointers. The Oboe callbacks run on
|
||||||
|
/// high-priority audio threads managed by the Android audio system.
|
||||||
|
pub struct OboeBackend {
|
||||||
|
capture_ring: RingBuffer,
|
||||||
|
playout_ring: RingBuffer,
|
||||||
|
started: bool,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl OboeBackend {
|
||||||
|
/// Create a new backend with default ring buffer sizes (160 ms each).
|
||||||
|
pub fn new() -> Self {
|
||||||
|
Self {
|
||||||
|
capture_ring: RingBuffer::new(RING_CAPACITY),
|
||||||
|
playout_ring: RingBuffer::new(RING_CAPACITY),
|
||||||
|
started: false,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Start Oboe audio streams.
|
||||||
|
///
|
||||||
|
/// This sets up the ring buffer pointers and calls into the C++ layer
|
||||||
|
/// to open and start the capture and playout Oboe streams.
|
||||||
|
pub fn start(&mut self) -> Result<(), anyhow::Error> {
|
||||||
|
if self.started {
|
||||||
|
return Ok(());
|
||||||
|
}
|
||||||
|
|
||||||
|
let config = WzpOboeConfig {
|
||||||
|
sample_rate: 48_000,
|
||||||
|
frames_per_burst: FRAME_SAMPLES as i32,
|
||||||
|
channel_count: 1,
|
||||||
|
};
|
||||||
|
|
||||||
|
let rings = WzpOboeRings {
|
||||||
|
capture_buf: self.capture_ring.buf_ptr(),
|
||||||
|
capture_capacity: self.capture_ring.capacity as i32,
|
||||||
|
capture_write_idx: self.capture_ring.write_idx_ptr(),
|
||||||
|
capture_read_idx: self.capture_ring.read_idx_ptr(),
|
||||||
|
|
||||||
|
playout_buf: self.playout_ring.buf_ptr(),
|
||||||
|
playout_capacity: self.playout_ring.capacity as i32,
|
||||||
|
playout_write_idx: self.playout_ring.write_idx_ptr(),
|
||||||
|
playout_read_idx: self.playout_ring.read_idx_ptr(),
|
||||||
|
};
|
||||||
|
|
||||||
|
let ret = unsafe { wzp_oboe_start(&config, &rings) };
|
||||||
|
if ret != 0 {
|
||||||
|
return Err(anyhow::anyhow!("wzp_oboe_start failed with code {}", ret));
|
||||||
|
}
|
||||||
|
|
||||||
|
self.started = true;
|
||||||
|
info!("Oboe backend started");
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Stop Oboe audio streams.
|
||||||
|
pub fn stop(&mut self) {
|
||||||
|
if !self.started {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
unsafe { wzp_oboe_stop() };
|
||||||
|
self.started = false;
|
||||||
|
info!("Oboe backend stopped");
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Read captured audio samples from the capture ring buffer.
|
||||||
|
///
|
||||||
|
/// Returns the number of samples actually read. The caller should
|
||||||
|
/// provide a buffer of at least `FRAME_SAMPLES` (960) samples.
|
||||||
|
pub fn read_capture(&self, out: &mut [i16]) -> usize {
|
||||||
|
self.capture_ring.read(out)
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Write audio samples to the playout ring buffer.
|
||||||
|
///
|
||||||
|
/// Returns the number of samples actually written.
|
||||||
|
pub fn write_playout(&self, samples: &[i16]) -> usize {
|
||||||
|
self.playout_ring.write(samples)
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Get the current capture latency in milliseconds (from Oboe).
|
||||||
|
#[allow(unused)]
|
||||||
|
pub fn capture_latency_ms(&self) -> f32 {
|
||||||
|
unsafe { wzp_oboe_capture_latency_ms() }
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Get the current playout latency in milliseconds (from Oboe).
|
||||||
|
#[allow(unused)]
|
||||||
|
pub fn playout_latency_ms(&self) -> f32 {
|
||||||
|
unsafe { wzp_oboe_playout_latency_ms() }
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Check if the Oboe streams are currently running.
|
||||||
|
#[allow(unused)]
|
||||||
|
pub fn is_running(&self) -> bool {
|
||||||
|
unsafe { wzp_oboe_is_running() != 0 }
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Drop for OboeBackend {
|
||||||
|
fn drop(&mut self) {
|
||||||
|
self.stop();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
// Thread affinity / priority helpers
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
/// Pin the current thread to the highest-numbered CPU cores (big cores on
|
||||||
|
/// ARM big.LITTLE architectures). Falls back silently on failure.
|
||||||
|
#[allow(unused)]
|
||||||
|
pub fn pin_to_big_core() {
|
||||||
|
#[cfg(target_os = "android")]
|
||||||
|
{
|
||||||
|
unsafe {
|
||||||
|
let num_cpus = libc::sysconf(libc::_SC_NPROCESSORS_ONLN);
|
||||||
|
if num_cpus <= 0 {
|
||||||
|
warn!("pin_to_big_core: could not determine CPU count");
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
let num_cpus = num_cpus as usize;
|
||||||
|
|
||||||
|
// Target the upper half of CPUs (big cores on most big.LITTLE SoCs)
|
||||||
|
let start = num_cpus / 2;
|
||||||
|
let mut set: libc::cpu_set_t = std::mem::zeroed();
|
||||||
|
libc::CPU_ZERO(&mut set);
|
||||||
|
for cpu in start..num_cpus {
|
||||||
|
libc::CPU_SET(cpu, &mut set);
|
||||||
|
}
|
||||||
|
|
||||||
|
let ret = libc::sched_setaffinity(
|
||||||
|
0, // current thread
|
||||||
|
std::mem::size_of::<libc::cpu_set_t>(),
|
||||||
|
&set,
|
||||||
|
);
|
||||||
|
if ret != 0 {
|
||||||
|
warn!("sched_setaffinity failed: {}", std::io::Error::last_os_error());
|
||||||
|
} else {
|
||||||
|
info!(start, num_cpus, "pinned to big cores");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
#[cfg(not(target_os = "android"))]
|
||||||
|
{
|
||||||
|
// No-op on non-Android
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Attempt to set SCHED_FIFO real-time priority for the current thread.
|
||||||
|
/// Falls back silently on failure (requires appropriate permissions on Android).
|
||||||
|
#[allow(unused)]
|
||||||
|
pub fn set_realtime_priority() {
|
||||||
|
#[cfg(target_os = "android")]
|
||||||
|
{
|
||||||
|
unsafe {
|
||||||
|
let param = libc::sched_param {
|
||||||
|
sched_priority: 2, // Low RT priority — enough for audio, safe
|
||||||
|
};
|
||||||
|
let ret = libc::sched_setscheduler(0, libc::SCHED_FIFO, ¶m);
|
||||||
|
if ret != 0 {
|
||||||
|
warn!(
|
||||||
|
"sched_setscheduler(SCHED_FIFO) failed: {}",
|
||||||
|
std::io::Error::last_os_error()
|
||||||
|
);
|
||||||
|
} else {
|
||||||
|
info!("set SCHED_FIFO priority 2");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
#[cfg(not(target_os = "android"))]
|
||||||
|
{
|
||||||
|
// No-op on non-Android
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
// Tests
|
||||||
|
// ---------------------------------------------------------------------------
|
||||||
|
|
||||||
|
#[cfg(test)]
|
||||||
|
mod tests {
|
||||||
|
use super::*;
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn ring_buffer_write_read() {
|
||||||
|
let ring = RingBuffer::new(16);
|
||||||
|
let data = [1i16, 2, 3, 4, 5];
|
||||||
|
assert_eq!(ring.write(&data), 5);
|
||||||
|
assert_eq!(ring.available_read(), 5);
|
||||||
|
|
||||||
|
let mut out = [0i16; 5];
|
||||||
|
assert_eq!(ring.read(&mut out), 5);
|
||||||
|
assert_eq!(out, [1, 2, 3, 4, 5]);
|
||||||
|
assert_eq!(ring.available_read(), 0);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn ring_buffer_wraparound() {
|
||||||
|
let ring = RingBuffer::new(8);
|
||||||
|
let data = [10i16, 20, 30, 40, 50, 60]; // 6 samples, capacity 8 (usable 7)
|
||||||
|
assert_eq!(ring.write(&data), 6);
|
||||||
|
|
||||||
|
let mut out = [0i16; 4];
|
||||||
|
assert_eq!(ring.read(&mut out), 4);
|
||||||
|
assert_eq!(out, [10, 20, 30, 40]);
|
||||||
|
|
||||||
|
// Now write more, which should wrap around
|
||||||
|
let data2 = [70i16, 80, 90, 100];
|
||||||
|
assert_eq!(ring.write(&data2), 4);
|
||||||
|
|
||||||
|
let mut out2 = [0i16; 6];
|
||||||
|
assert_eq!(ring.read(&mut out2), 6);
|
||||||
|
assert_eq!(out2, [50, 60, 70, 80, 90, 100]);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn ring_buffer_full() {
|
||||||
|
let ring = RingBuffer::new(4); // usable capacity = 3
|
||||||
|
let data = [1i16, 2, 3, 4, 5];
|
||||||
|
assert_eq!(ring.write(&data), 3); // Only 3 fit
|
||||||
|
assert_eq!(ring.available_write(), 0);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn oboe_backend_stub_start_stop() {
|
||||||
|
let mut backend = OboeBackend::new();
|
||||||
|
backend.start().expect("stub start should succeed");
|
||||||
|
assert!(backend.started);
|
||||||
|
backend.stop();
|
||||||
|
assert!(!backend.started);
|
||||||
|
}
|
||||||
|
}
|
||||||
91
crates/wzp-android/src/audio_ring.rs
Normal file
91
crates/wzp-android/src/audio_ring.rs
Normal file
@@ -0,0 +1,91 @@
|
|||||||
|
//! Lock-free SPSC ring buffers for audio PCM transfer between
|
||||||
|
//! Kotlin AudioRecord/AudioTrack threads and the Rust engine.
|
||||||
|
//!
|
||||||
|
//! These use a simple spin-free design: the producer writes and advances
|
||||||
|
//! a write cursor, the consumer reads and advances a read cursor.
|
||||||
|
//! Both cursors are atomic so no mutex is needed.
|
||||||
|
|
||||||
|
use std::sync::atomic::{AtomicUsize, Ordering};
|
||||||
|
|
||||||
|
/// Ring buffer capacity in i16 samples.
|
||||||
|
/// 960 samples * 10 frames = ~200ms of audio at 48kHz mono.
|
||||||
|
const RING_CAPACITY: usize = 960 * 10;
|
||||||
|
|
||||||
|
/// Lock-free single-producer single-consumer ring buffer for i16 PCM samples.
|
||||||
|
pub struct AudioRing {
|
||||||
|
buf: Box<[i16; RING_CAPACITY]>,
|
||||||
|
write_pos: AtomicUsize,
|
||||||
|
read_pos: AtomicUsize,
|
||||||
|
}
|
||||||
|
|
||||||
|
// SAFETY: AudioRing is designed for SPSC — one thread writes, one reads.
|
||||||
|
// The atomics ensure visibility. The buffer itself is never accessed
|
||||||
|
// from the same index by both threads simultaneously because the
|
||||||
|
// producer only writes to positions between write_pos and read_pos,
|
||||||
|
// and the consumer only reads from positions between read_pos and write_pos.
|
||||||
|
unsafe impl Send for AudioRing {}
|
||||||
|
unsafe impl Sync for AudioRing {}
|
||||||
|
|
||||||
|
impl AudioRing {
|
||||||
|
pub fn new() -> Self {
|
||||||
|
Self {
|
||||||
|
buf: Box::new([0i16; RING_CAPACITY]),
|
||||||
|
write_pos: AtomicUsize::new(0),
|
||||||
|
read_pos: AtomicUsize::new(0),
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Number of samples available to read.
|
||||||
|
pub fn available(&self) -> usize {
|
||||||
|
let w = self.write_pos.load(Ordering::Acquire);
|
||||||
|
let r = self.read_pos.load(Ordering::Acquire);
|
||||||
|
w.wrapping_sub(r)
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Number of samples that can be written without overwriting.
|
||||||
|
pub fn free_space(&self) -> usize {
|
||||||
|
RING_CAPACITY - self.available()
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Write samples into the ring. Returns number of samples written.
|
||||||
|
/// Drops oldest samples if the ring is full.
|
||||||
|
pub fn write(&self, samples: &[i16]) -> usize {
|
||||||
|
let w = self.write_pos.load(Ordering::Relaxed);
|
||||||
|
let count = samples.len().min(RING_CAPACITY);
|
||||||
|
|
||||||
|
for i in 0..count {
|
||||||
|
let idx = (w + i) % RING_CAPACITY;
|
||||||
|
// SAFETY: We're the only writer, and the reader won't read
|
||||||
|
// past read_pos which we haven't advanced past yet.
|
||||||
|
unsafe {
|
||||||
|
let ptr = self.buf.as_ptr() as *mut i16;
|
||||||
|
*ptr.add(idx) = samples[i];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
self.write_pos.store(w.wrapping_add(count), Ordering::Release);
|
||||||
|
|
||||||
|
// If we overwrote unread data, advance read_pos
|
||||||
|
if self.available() > RING_CAPACITY {
|
||||||
|
let new_read = self.write_pos.load(Ordering::Relaxed).wrapping_sub(RING_CAPACITY);
|
||||||
|
self.read_pos.store(new_read, Ordering::Release);
|
||||||
|
}
|
||||||
|
|
||||||
|
count
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Read samples from the ring into `out`. Returns number of samples read.
|
||||||
|
pub fn read(&self, out: &mut [i16]) -> usize {
|
||||||
|
let avail = self.available();
|
||||||
|
let count = out.len().min(avail);
|
||||||
|
|
||||||
|
let r = self.read_pos.load(Ordering::Relaxed);
|
||||||
|
for i in 0..count {
|
||||||
|
let idx = (r + i) % RING_CAPACITY;
|
||||||
|
out[i] = unsafe { *self.buf.as_ptr().add(idx) };
|
||||||
|
}
|
||||||
|
|
||||||
|
self.read_pos.store(r.wrapping_add(count), Ordering::Release);
|
||||||
|
count
|
||||||
|
}
|
||||||
|
}
|
||||||
15
crates/wzp-android/src/commands.rs
Normal file
15
crates/wzp-android/src/commands.rs
Normal file
@@ -0,0 +1,15 @@
|
|||||||
|
//! Engine commands sent from the JNI/UI thread to the engine.
|
||||||
|
|
||||||
|
use wzp_proto::QualityProfile;
|
||||||
|
|
||||||
|
/// Commands that can be sent to the running engine.
|
||||||
|
pub enum EngineCommand {
|
||||||
|
/// Mute or unmute the microphone.
|
||||||
|
SetMute(bool),
|
||||||
|
/// Enable or disable speaker (loudspeaker) mode.
|
||||||
|
SetSpeaker(bool),
|
||||||
|
/// Force a specific quality profile (overrides adaptive logic).
|
||||||
|
ForceProfile(QualityProfile),
|
||||||
|
/// Stop the call and shut down the engine.
|
||||||
|
Stop,
|
||||||
|
}
|
||||||
540
crates/wzp-android/src/engine.rs
Normal file
540
crates/wzp-android/src/engine.rs
Normal file
@@ -0,0 +1,540 @@
|
|||||||
|
//! Engine orchestrator — manages the call lifecycle.
|
||||||
|
//!
|
||||||
|
//! IMPORTANT: On Android, pthread_create crashes in shared libraries due to
|
||||||
|
//! static bionic stubs in the Rust std prebuilt rlibs. ALL work must happen
|
||||||
|
//! on the JNI calling thread or via the tokio current_thread runtime.
|
||||||
|
//! No std::thread::spawn or tokio multi_thread allowed.
|
||||||
|
//!
|
||||||
|
//! Audio capture and playout happen on Kotlin JVM threads via AudioRecord
|
||||||
|
//! and AudioTrack. PCM samples are transferred through lock-free ring buffers.
|
||||||
|
|
||||||
|
use std::net::SocketAddr;
|
||||||
|
use std::sync::atomic::{AtomicBool, AtomicU16, AtomicU32, Ordering};
|
||||||
|
use std::sync::{Arc, Mutex};
|
||||||
|
use std::time::Instant;
|
||||||
|
|
||||||
|
use bytes::Bytes;
|
||||||
|
use tracing::{error, info, warn};
|
||||||
|
use wzp_codec::agc::AutoGainControl;
|
||||||
|
use wzp_codec::opus_dec::OpusDecoder;
|
||||||
|
use wzp_codec::opus_enc::OpusEncoder;
|
||||||
|
use wzp_crypto::{KeyExchange, WarzoneKeyExchange};
|
||||||
|
use wzp_fec::{RaptorQFecDecoder, RaptorQFecEncoder};
|
||||||
|
use wzp_proto::{
|
||||||
|
AudioDecoder, AudioEncoder, CodecId, FecDecoder, FecEncoder,
|
||||||
|
MediaHeader, MediaPacket, MediaTransport, QualityProfile, SignalMessage,
|
||||||
|
};
|
||||||
|
|
||||||
|
use crate::audio_ring::AudioRing;
|
||||||
|
use crate::commands::EngineCommand;
|
||||||
|
use crate::stats::{CallState, CallStats};
|
||||||
|
|
||||||
|
/// Opus frame size at 48kHz mono, 20ms = 960 samples.
|
||||||
|
const FRAME_SAMPLES: usize = 960;
|
||||||
|
|
||||||
|
/// Configuration to start a call.
|
||||||
|
pub struct CallStartConfig {
|
||||||
|
pub profile: QualityProfile,
|
||||||
|
pub relay_addr: String,
|
||||||
|
pub room: String,
|
||||||
|
pub auth_token: Vec<u8>,
|
||||||
|
pub identity_seed: [u8; 32],
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Default for CallStartConfig {
|
||||||
|
fn default() -> Self {
|
||||||
|
Self {
|
||||||
|
profile: QualityProfile::GOOD,
|
||||||
|
relay_addr: String::new(),
|
||||||
|
room: String::new(),
|
||||||
|
auth_token: Vec::new(),
|
||||||
|
identity_seed: [0u8; 32],
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub(crate) struct EngineState {
|
||||||
|
pub running: AtomicBool,
|
||||||
|
pub muted: AtomicBool,
|
||||||
|
pub stats: Mutex<CallStats>,
|
||||||
|
pub command_tx: std::sync::mpsc::Sender<EngineCommand>,
|
||||||
|
pub command_rx: Mutex<Option<std::sync::mpsc::Receiver<EngineCommand>>>,
|
||||||
|
/// Ring buffer: Kotlin AudioRecord → Rust encoder
|
||||||
|
pub capture_ring: AudioRing,
|
||||||
|
/// Ring buffer: Rust decoder → Kotlin AudioTrack
|
||||||
|
pub playout_ring: AudioRing,
|
||||||
|
/// Current audio level (RMS) for UI display, updated by capture path.
|
||||||
|
pub audio_level_rms: AtomicU32,
|
||||||
|
}
|
||||||
|
|
||||||
|
pub struct WzpEngine {
|
||||||
|
pub(crate) state: Arc<EngineState>,
|
||||||
|
tokio_runtime: Option<tokio::runtime::Runtime>,
|
||||||
|
call_start: Option<Instant>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl WzpEngine {
|
||||||
|
pub fn new() -> Self {
|
||||||
|
let (tx, rx) = std::sync::mpsc::channel();
|
||||||
|
let state = Arc::new(EngineState {
|
||||||
|
running: AtomicBool::new(false),
|
||||||
|
muted: AtomicBool::new(false),
|
||||||
|
stats: Mutex::new(CallStats::default()),
|
||||||
|
command_tx: tx,
|
||||||
|
command_rx: Mutex::new(Some(rx)),
|
||||||
|
capture_ring: AudioRing::new(),
|
||||||
|
playout_ring: AudioRing::new(),
|
||||||
|
audio_level_rms: AtomicU32::new(0),
|
||||||
|
});
|
||||||
|
Self {
|
||||||
|
state,
|
||||||
|
tokio_runtime: None,
|
||||||
|
call_start: None,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn start_call(&mut self, config: CallStartConfig) -> Result<(), anyhow::Error> {
|
||||||
|
if self.state.running.load(Ordering::Acquire) {
|
||||||
|
return Err(anyhow::anyhow!("call already active"));
|
||||||
|
}
|
||||||
|
|
||||||
|
{
|
||||||
|
let mut stats = self.state.stats.lock().unwrap();
|
||||||
|
*stats = CallStats {
|
||||||
|
state: CallState::Connecting,
|
||||||
|
..Default::default()
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
let runtime = tokio::runtime::Builder::new_current_thread()
|
||||||
|
.enable_all()
|
||||||
|
.build()?;
|
||||||
|
|
||||||
|
let relay_addr: SocketAddr = config.relay_addr.parse().map_err(|e| {
|
||||||
|
anyhow::anyhow!("invalid relay address '{}': {e}", config.relay_addr)
|
||||||
|
})?;
|
||||||
|
|
||||||
|
let room = config.room.clone();
|
||||||
|
let identity_seed = config.identity_seed;
|
||||||
|
let profile = config.profile;
|
||||||
|
let state = self.state.clone();
|
||||||
|
|
||||||
|
self.state.running.store(true, Ordering::Release);
|
||||||
|
self.call_start = Some(Instant::now());
|
||||||
|
|
||||||
|
let state_clone = state.clone();
|
||||||
|
runtime.block_on(async move {
|
||||||
|
if let Err(e) = run_call(relay_addr, &room, &identity_seed, profile, state_clone).await
|
||||||
|
{
|
||||||
|
error!("call failed: {e}");
|
||||||
|
}
|
||||||
|
});
|
||||||
|
|
||||||
|
state.running.store(false, Ordering::Release);
|
||||||
|
{
|
||||||
|
let mut stats = state.stats.lock().unwrap();
|
||||||
|
stats.state = CallState::Closed;
|
||||||
|
}
|
||||||
|
|
||||||
|
self.tokio_runtime = Some(runtime);
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn stop_call(&mut self) {
|
||||||
|
self.state.running.store(false, Ordering::Release);
|
||||||
|
let _ = self.state.command_tx.send(EngineCommand::Stop);
|
||||||
|
if let Some(rt) = self.tokio_runtime.take() {
|
||||||
|
rt.shutdown_background();
|
||||||
|
}
|
||||||
|
self.call_start = None;
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn set_mute(&self, muted: bool) {
|
||||||
|
self.state.muted.store(muted, Ordering::Relaxed);
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn set_speaker(&self, _enabled: bool) {}
|
||||||
|
|
||||||
|
pub fn force_profile(&self, _profile: QualityProfile) {}
|
||||||
|
|
||||||
|
pub fn get_stats(&self) -> CallStats {
|
||||||
|
let mut stats = self.state.stats.lock().unwrap().clone();
|
||||||
|
if let Some(start) = self.call_start {
|
||||||
|
stats.duration_secs = start.elapsed().as_secs_f64();
|
||||||
|
}
|
||||||
|
stats.audio_level = self.state.audio_level_rms.load(Ordering::Relaxed);
|
||||||
|
stats
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn is_active(&self) -> bool {
|
||||||
|
self.state.running.load(Ordering::Acquire)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn write_audio(&self, samples: &[i16]) -> usize {
|
||||||
|
if self.state.muted.load(Ordering::Relaxed) {
|
||||||
|
return samples.len();
|
||||||
|
}
|
||||||
|
// Compute RMS for audio level display
|
||||||
|
if !samples.is_empty() {
|
||||||
|
let sum_sq: f64 = samples.iter().map(|&s| (s as f64) * (s as f64)).sum();
|
||||||
|
let rms = (sum_sq / samples.len() as f64).sqrt() as u32;
|
||||||
|
self.state.audio_level_rms.store(rms, Ordering::Relaxed);
|
||||||
|
}
|
||||||
|
self.state.capture_ring.write(samples)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn read_audio(&self, out: &mut [i16]) -> usize {
|
||||||
|
self.state.playout_ring.read(out)
|
||||||
|
}
|
||||||
|
|
||||||
|
pub fn destroy(mut self) {
|
||||||
|
self.stop_call();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Drop for WzpEngine {
|
||||||
|
fn drop(&mut self) {
|
||||||
|
self.stop_call();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Run the full call lifecycle: connect, handshake, send/recv media with Opus + FEC.
|
||||||
|
async fn run_call(
|
||||||
|
relay_addr: SocketAddr,
|
||||||
|
room: &str,
|
||||||
|
identity_seed: &[u8; 32],
|
||||||
|
profile: QualityProfile,
|
||||||
|
state: Arc<EngineState>,
|
||||||
|
) -> Result<(), anyhow::Error> {
|
||||||
|
let _ = rustls::crypto::ring::default_provider().install_default();
|
||||||
|
|
||||||
|
let bind_addr: SocketAddr = "0.0.0.0:0".parse().unwrap();
|
||||||
|
let endpoint = wzp_transport::create_endpoint(bind_addr, None)?;
|
||||||
|
|
||||||
|
let sni = if room.is_empty() { "android" } else { room };
|
||||||
|
info!(%relay_addr, sni, "connecting to relay...");
|
||||||
|
let client_cfg = wzp_transport::client_config();
|
||||||
|
let conn = wzp_transport::connect(&endpoint, relay_addr, sni, client_cfg).await?;
|
||||||
|
info!("QUIC connected to relay");
|
||||||
|
|
||||||
|
let transport = Arc::new(wzp_transport::QuinnTransport::new(conn));
|
||||||
|
|
||||||
|
// Crypto handshake
|
||||||
|
let mut kx = WarzoneKeyExchange::from_identity_seed(identity_seed);
|
||||||
|
let ephemeral_pub = kx.generate_ephemeral();
|
||||||
|
let identity_pub = kx.identity_public_key();
|
||||||
|
|
||||||
|
let mut sign_data = Vec::with_capacity(42);
|
||||||
|
sign_data.extend_from_slice(&ephemeral_pub);
|
||||||
|
sign_data.extend_from_slice(b"call-offer");
|
||||||
|
let signature = kx.sign(&sign_data);
|
||||||
|
|
||||||
|
let offer = SignalMessage::CallOffer {
|
||||||
|
identity_pub,
|
||||||
|
ephemeral_pub,
|
||||||
|
signature,
|
||||||
|
supported_profiles: vec![
|
||||||
|
QualityProfile::GOOD,
|
||||||
|
QualityProfile::DEGRADED,
|
||||||
|
QualityProfile::CATASTROPHIC,
|
||||||
|
],
|
||||||
|
};
|
||||||
|
transport.send_signal(&offer).await?;
|
||||||
|
info!("CallOffer sent, waiting for CallAnswer...");
|
||||||
|
|
||||||
|
let answer = transport
|
||||||
|
.recv_signal()
|
||||||
|
.await?
|
||||||
|
.ok_or_else(|| anyhow::anyhow!("connection closed before CallAnswer"))?;
|
||||||
|
|
||||||
|
let relay_ephemeral_pub = match answer {
|
||||||
|
SignalMessage::CallAnswer { ephemeral_pub, .. } => ephemeral_pub,
|
||||||
|
other => {
|
||||||
|
return Err(anyhow::anyhow!(
|
||||||
|
"expected CallAnswer, got {:?}",
|
||||||
|
std::mem::discriminant(&other)
|
||||||
|
))
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
let _session = kx.derive_session(&relay_ephemeral_pub)?;
|
||||||
|
info!("handshake complete, call active");
|
||||||
|
|
||||||
|
{
|
||||||
|
let mut stats = state.stats.lock().unwrap();
|
||||||
|
stats.state = CallState::Active;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Initialize Opus codec
|
||||||
|
let mut encoder =
|
||||||
|
OpusEncoder::new(profile).map_err(|e| anyhow::anyhow!("opus encoder init: {e}"))?;
|
||||||
|
let mut decoder =
|
||||||
|
OpusDecoder::new(profile).map_err(|e| anyhow::anyhow!("opus decoder init: {e}"))?;
|
||||||
|
|
||||||
|
// Initialize FEC encoder/decoder
|
||||||
|
let mut fec_enc = wzp_fec::create_encoder(&profile);
|
||||||
|
let mut fec_dec = wzp_fec::create_decoder(&profile);
|
||||||
|
|
||||||
|
// AGC: normalize volume on both capture and playout paths
|
||||||
|
let mut capture_agc = AutoGainControl::new();
|
||||||
|
let mut playout_agc = AutoGainControl::new();
|
||||||
|
|
||||||
|
info!(
|
||||||
|
fec_ratio = profile.fec_ratio,
|
||||||
|
frames_per_block = profile.frames_per_block,
|
||||||
|
"codec + FEC + AGC initialized (48kHz mono, 20ms frames)"
|
||||||
|
);
|
||||||
|
|
||||||
|
let seq = AtomicU16::new(0);
|
||||||
|
let ts = AtomicU32::new(0);
|
||||||
|
let transport_recv = transport.clone();
|
||||||
|
|
||||||
|
// Pre-allocate buffers
|
||||||
|
let mut capture_buf = vec![0i16; FRAME_SAMPLES];
|
||||||
|
let mut encode_buf = vec![0u8; encoder.max_frame_bytes()];
|
||||||
|
let mut frame_in_block: u8 = 0;
|
||||||
|
let mut block_id: u8 = 0;
|
||||||
|
|
||||||
|
// Send task: capture ring → Opus encode → FEC → MediaPackets
|
||||||
|
let send_task = async {
|
||||||
|
info!("send task started (Opus + RaptorQ FEC)");
|
||||||
|
loop {
|
||||||
|
if !state.running.load(Ordering::Relaxed) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
let avail = state.capture_ring.available();
|
||||||
|
if avail < FRAME_SAMPLES {
|
||||||
|
tokio::time::sleep(std::time::Duration::from_millis(5)).await;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
let read = state.capture_ring.read(&mut capture_buf);
|
||||||
|
if read < FRAME_SAMPLES {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
// AGC: normalize capture volume before encoding
|
||||||
|
capture_agc.process_frame(&mut capture_buf);
|
||||||
|
|
||||||
|
// Opus encode
|
||||||
|
let encoded_len = match encoder.encode(&capture_buf, &mut encode_buf) {
|
||||||
|
Ok(n) => n,
|
||||||
|
Err(e) => {
|
||||||
|
warn!("opus encode error: {e}");
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
let encoded = &encode_buf[..encoded_len];
|
||||||
|
|
||||||
|
// Build source packet
|
||||||
|
let s = seq.fetch_add(1, Ordering::Relaxed);
|
||||||
|
let t = ts.fetch_add(FRAME_SAMPLES as u32, Ordering::Relaxed);
|
||||||
|
|
||||||
|
let source_pkt = MediaPacket {
|
||||||
|
header: MediaHeader {
|
||||||
|
version: 0,
|
||||||
|
is_repair: false,
|
||||||
|
codec_id: profile.codec,
|
||||||
|
has_quality_report: false,
|
||||||
|
fec_ratio_encoded: MediaHeader::encode_fec_ratio(profile.fec_ratio),
|
||||||
|
seq: s,
|
||||||
|
timestamp: t,
|
||||||
|
fec_block: block_id,
|
||||||
|
fec_symbol: frame_in_block,
|
||||||
|
reserved: 0,
|
||||||
|
csrc_count: 0,
|
||||||
|
},
|
||||||
|
payload: Bytes::copy_from_slice(encoded),
|
||||||
|
quality_report: None,
|
||||||
|
};
|
||||||
|
|
||||||
|
// Send source packet
|
||||||
|
if let Err(e) = transport.send_media(&source_pkt).await {
|
||||||
|
error!("send error: {e}");
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Feed encoded frame to FEC encoder
|
||||||
|
if let Err(e) = fec_enc.add_source_symbol(encoded) {
|
||||||
|
warn!("fec add_source error: {e}");
|
||||||
|
}
|
||||||
|
frame_in_block += 1;
|
||||||
|
|
||||||
|
// When block is full, generate repair packets
|
||||||
|
if frame_in_block >= profile.frames_per_block {
|
||||||
|
match fec_enc.generate_repair(profile.fec_ratio) {
|
||||||
|
Ok(repairs) => {
|
||||||
|
let repair_count = repairs.len();
|
||||||
|
for (sym_idx, repair_data) in repairs {
|
||||||
|
let rs = seq.fetch_add(1, Ordering::Relaxed);
|
||||||
|
let repair_pkt = MediaPacket {
|
||||||
|
header: MediaHeader {
|
||||||
|
version: 0,
|
||||||
|
is_repair: true,
|
||||||
|
codec_id: profile.codec,
|
||||||
|
has_quality_report: false,
|
||||||
|
fec_ratio_encoded: MediaHeader::encode_fec_ratio(
|
||||||
|
profile.fec_ratio,
|
||||||
|
),
|
||||||
|
seq: rs,
|
||||||
|
timestamp: t,
|
||||||
|
fec_block: block_id,
|
||||||
|
fec_symbol: sym_idx,
|
||||||
|
reserved: 0,
|
||||||
|
csrc_count: 0,
|
||||||
|
},
|
||||||
|
payload: Bytes::from(repair_data),
|
||||||
|
quality_report: None,
|
||||||
|
};
|
||||||
|
if let Err(e) = transport.send_media(&repair_pkt).await {
|
||||||
|
error!("send repair error: {e}");
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if repair_count > 0 && (block_id % 50 == 0 || block_id == 0) {
|
||||||
|
info!(
|
||||||
|
block_id,
|
||||||
|
repair_count,
|
||||||
|
fec_ratio = profile.fec_ratio,
|
||||||
|
"FEC block complete"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Err(e) => {
|
||||||
|
warn!("fec generate_repair error: {e}");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
let _ = fec_enc.finalize_block();
|
||||||
|
block_id = block_id.wrapping_add(1);
|
||||||
|
frame_in_block = 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
if s % 500 == 0 {
|
||||||
|
info!(seq = s, block_id, frame_in_block, "sending");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
// Pre-allocate decode buffer
|
||||||
|
let mut decode_buf = vec![0i16; FRAME_SAMPLES];
|
||||||
|
|
||||||
|
// Recv task: MediaPackets → FEC decode → Opus decode → playout ring
|
||||||
|
let recv_task = async {
|
||||||
|
let mut frames_decoded: u64 = 0;
|
||||||
|
let mut fec_recovered: u64 = 0;
|
||||||
|
info!("recv task started (Opus + RaptorQ FEC)");
|
||||||
|
loop {
|
||||||
|
if !state.running.load(Ordering::Relaxed) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
match transport_recv.recv_media().await {
|
||||||
|
Ok(Some(pkt)) => {
|
||||||
|
let is_repair = pkt.header.is_repair;
|
||||||
|
let pkt_block = pkt.header.fec_block;
|
||||||
|
let pkt_symbol = pkt.header.fec_symbol;
|
||||||
|
|
||||||
|
// Feed every packet (source + repair) to FEC decoder
|
||||||
|
let _ = fec_dec.add_symbol(
|
||||||
|
pkt_block,
|
||||||
|
pkt_symbol,
|
||||||
|
is_repair,
|
||||||
|
&pkt.payload,
|
||||||
|
);
|
||||||
|
|
||||||
|
// Source packets: decode directly
|
||||||
|
if !is_repair {
|
||||||
|
match decoder.decode(&pkt.payload, &mut decode_buf) {
|
||||||
|
Ok(samples) => {
|
||||||
|
// AGC on playout — normalizes received audio volume
|
||||||
|
playout_agc.process_frame(&mut decode_buf[..samples]);
|
||||||
|
state.playout_ring.write(&decode_buf[..samples]);
|
||||||
|
frames_decoded += 1;
|
||||||
|
}
|
||||||
|
Err(e) => {
|
||||||
|
warn!("opus decode error: {e}");
|
||||||
|
if let Ok(samples) = decoder.decode_lost(&mut decode_buf) {
|
||||||
|
playout_agc.process_frame(&mut decode_buf[..samples]);
|
||||||
|
state.playout_ring.write(&decode_buf[..samples]);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Try FEC recovery for this block
|
||||||
|
// (useful when source packets were lost but repair arrived)
|
||||||
|
if let Ok(Some(recovered_frames)) = fec_dec.try_decode(pkt_block) {
|
||||||
|
// FEC recovered the block — any previously missing frames
|
||||||
|
// are now available. In a full jitter buffer implementation,
|
||||||
|
// we'd insert recovered frames at the right position.
|
||||||
|
// For now, log recovery for telemetry.
|
||||||
|
fec_recovered += recovered_frames.len() as u64;
|
||||||
|
if fec_recovered % 50 == 1 {
|
||||||
|
info!(
|
||||||
|
fec_recovered,
|
||||||
|
block = pkt_block,
|
||||||
|
frames = recovered_frames.len(),
|
||||||
|
"FEC block recovered"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Expire old blocks to prevent memory growth
|
||||||
|
if pkt_block > 3 {
|
||||||
|
fec_dec.expire_before(pkt_block.wrapping_sub(3));
|
||||||
|
}
|
||||||
|
|
||||||
|
if frames_decoded == 1 || frames_decoded % 500 == 0 {
|
||||||
|
info!(frames_decoded, fec_recovered, "recv stats");
|
||||||
|
}
|
||||||
|
|
||||||
|
let mut stats = state.stats.lock().unwrap();
|
||||||
|
stats.frames_decoded = frames_decoded;
|
||||||
|
stats.fec_recovered = fec_recovered;
|
||||||
|
}
|
||||||
|
Ok(None) => {
|
||||||
|
info!("relay disconnected");
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
Err(e) => {
|
||||||
|
error!("recv error: {e}");
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
// Stats task — polls path quality + quinn RTT every 500ms
|
||||||
|
let transport_stats = transport.clone();
|
||||||
|
let stats_task = async {
|
||||||
|
loop {
|
||||||
|
if !state.running.load(Ordering::Relaxed) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
// Feed quinn's QUIC-level RTT into our path monitor
|
||||||
|
let quic_rtt_ms = transport_stats.connection().stats().path.rtt.as_millis() as u32;
|
||||||
|
if quic_rtt_ms > 0 {
|
||||||
|
transport_stats.feed_rtt(quic_rtt_ms);
|
||||||
|
}
|
||||||
|
let pq = transport_stats.path_quality();
|
||||||
|
{
|
||||||
|
let mut stats = state.stats.lock().unwrap();
|
||||||
|
stats.frames_encoded = seq.load(Ordering::Relaxed) as u64;
|
||||||
|
stats.loss_pct = pq.loss_pct;
|
||||||
|
stats.rtt_ms = quic_rtt_ms;
|
||||||
|
stats.jitter_ms = pq.jitter_ms;
|
||||||
|
}
|
||||||
|
tokio::time::sleep(std::time::Duration::from_millis(500)).await;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
tokio::select! {
|
||||||
|
_ = send_task => {}
|
||||||
|
_ = recv_task => {}
|
||||||
|
_ = stats_task => {}
|
||||||
|
}
|
||||||
|
|
||||||
|
transport.close().await.ok();
|
||||||
|
Ok(())
|
||||||
|
}
|
||||||
237
crates/wzp-android/src/jni_bridge.rs
Normal file
237
crates/wzp-android/src/jni_bridge.rs
Normal file
@@ -0,0 +1,237 @@
|
|||||||
|
//! JNI bridge for Android — thin layer between Kotlin and the WzpEngine.
|
||||||
|
|
||||||
|
use std::panic;
|
||||||
|
|
||||||
|
use jni::objects::{JClass, JObject, JString};
|
||||||
|
use jni::sys::{jboolean, jint, jlong, jstring};
|
||||||
|
use jni::JNIEnv;
|
||||||
|
use tracing::{error, info};
|
||||||
|
use wzp_proto::QualityProfile;
|
||||||
|
|
||||||
|
use crate::engine::{CallStartConfig, WzpEngine};
|
||||||
|
|
||||||
|
/// Opaque engine handle passed to/from Kotlin as a `jlong`.
|
||||||
|
struct EngineHandle {
|
||||||
|
engine: WzpEngine,
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Recover the `EngineHandle` from a raw handle value.
|
||||||
|
unsafe fn handle_ref(handle: jlong) -> &'static mut EngineHandle {
|
||||||
|
unsafe { &mut *(handle as *mut EngineHandle) }
|
||||||
|
}
|
||||||
|
|
||||||
|
fn profile_from_int(value: jint) -> QualityProfile {
|
||||||
|
match value {
|
||||||
|
1 => QualityProfile::DEGRADED,
|
||||||
|
2 => QualityProfile::CATASTROPHIC,
|
||||||
|
_ => QualityProfile::GOOD,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[unsafe(no_mangle)]
|
||||||
|
pub unsafe extern "system" fn Java_com_wzp_engine_WzpEngine_nativeInit(
|
||||||
|
_env: JNIEnv,
|
||||||
|
_class: JClass,
|
||||||
|
) -> jlong {
|
||||||
|
let result = panic::catch_unwind(|| {
|
||||||
|
let handle = Box::new(EngineHandle {
|
||||||
|
engine: WzpEngine::new(),
|
||||||
|
});
|
||||||
|
Box::into_raw(handle) as jlong
|
||||||
|
});
|
||||||
|
match result {
|
||||||
|
Ok(h) => h,
|
||||||
|
Err(_) => 0,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[unsafe(no_mangle)]
|
||||||
|
pub unsafe extern "system" fn Java_com_wzp_engine_WzpEngine_nativeStartCall(
|
||||||
|
mut env: JNIEnv,
|
||||||
|
_class: JClass,
|
||||||
|
handle: jlong,
|
||||||
|
relay_addr_j: JString,
|
||||||
|
room_j: JString,
|
||||||
|
seed_hex_j: JString,
|
||||||
|
token_j: JString,
|
||||||
|
) -> jint {
|
||||||
|
let result = panic::catch_unwind(panic::AssertUnwindSafe(|| {
|
||||||
|
let relay_addr: String = env.get_string(&relay_addr_j).map(|s| s.into()).unwrap_or_default();
|
||||||
|
let room: String = env.get_string(&room_j).map(|s| s.into()).unwrap_or_default();
|
||||||
|
let seed_hex: String = env.get_string(&seed_hex_j).map(|s| s.into()).unwrap_or_default();
|
||||||
|
let token: String = env.get_string(&token_j).map(|s| s.into()).unwrap_or_default();
|
||||||
|
|
||||||
|
let h = unsafe { handle_ref(handle) };
|
||||||
|
|
||||||
|
// Parse hex seed
|
||||||
|
let mut identity_seed = [0u8; 32];
|
||||||
|
if seed_hex.len() == 64 {
|
||||||
|
for i in 0..32 {
|
||||||
|
if let Ok(byte) = u8::from_str_radix(&seed_hex[i * 2..i * 2 + 2], 16) {
|
||||||
|
identity_seed[i] = byte;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
// Generate random seed if not provided
|
||||||
|
use rand::RngCore;
|
||||||
|
rand::thread_rng().fill_bytes(&mut identity_seed);
|
||||||
|
}
|
||||||
|
|
||||||
|
let config = CallStartConfig {
|
||||||
|
profile: QualityProfile::GOOD,
|
||||||
|
relay_addr,
|
||||||
|
room,
|
||||||
|
auth_token: if token.is_empty() { Vec::new() } else { token.into_bytes() },
|
||||||
|
identity_seed,
|
||||||
|
};
|
||||||
|
|
||||||
|
match h.engine.start_call(config) {
|
||||||
|
Ok(()) => 0,
|
||||||
|
Err(e) => {
|
||||||
|
error!("start_call failed: {e}");
|
||||||
|
-1
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}));
|
||||||
|
|
||||||
|
match result {
|
||||||
|
Ok(code) => code,
|
||||||
|
Err(_) => -1,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[unsafe(no_mangle)]
|
||||||
|
pub unsafe extern "system" fn Java_com_wzp_engine_WzpEngine_nativeStopCall(
|
||||||
|
_env: JNIEnv,
|
||||||
|
_class: JClass,
|
||||||
|
handle: jlong,
|
||||||
|
) {
|
||||||
|
let _ = panic::catch_unwind(panic::AssertUnwindSafe(|| {
|
||||||
|
let h = unsafe { handle_ref(handle) };
|
||||||
|
h.engine.stop_call();
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
#[unsafe(no_mangle)]
|
||||||
|
pub unsafe extern "system" fn Java_com_wzp_engine_WzpEngine_nativeSetMute(
|
||||||
|
_env: JNIEnv,
|
||||||
|
_class: JClass,
|
||||||
|
handle: jlong,
|
||||||
|
muted: jboolean,
|
||||||
|
) {
|
||||||
|
let _ = panic::catch_unwind(panic::AssertUnwindSafe(|| {
|
||||||
|
let h = unsafe { handle_ref(handle) };
|
||||||
|
h.engine.set_mute(muted != 0);
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
#[unsafe(no_mangle)]
|
||||||
|
pub unsafe extern "system" fn Java_com_wzp_engine_WzpEngine_nativeSetSpeaker(
|
||||||
|
_env: JNIEnv,
|
||||||
|
_class: JClass,
|
||||||
|
handle: jlong,
|
||||||
|
speaker: jboolean,
|
||||||
|
) {
|
||||||
|
let _ = panic::catch_unwind(panic::AssertUnwindSafe(|| {
|
||||||
|
let h = unsafe { handle_ref(handle) };
|
||||||
|
h.engine.set_speaker(speaker != 0);
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
#[unsafe(no_mangle)]
|
||||||
|
pub unsafe extern "system" fn Java_com_wzp_engine_WzpEngine_nativeGetStats<'a>(
|
||||||
|
mut env: JNIEnv<'a>,
|
||||||
|
_class: JClass,
|
||||||
|
handle: jlong,
|
||||||
|
) -> jstring {
|
||||||
|
let result = panic::catch_unwind(panic::AssertUnwindSafe(|| {
|
||||||
|
let h = unsafe { handle_ref(handle) };
|
||||||
|
let stats = h.engine.get_stats();
|
||||||
|
serde_json::to_string(&stats).unwrap_or_else(|_| "{}".to_string())
|
||||||
|
}));
|
||||||
|
|
||||||
|
let json = match result {
|
||||||
|
Ok(s) => s,
|
||||||
|
Err(_) => "{}".to_string(),
|
||||||
|
};
|
||||||
|
|
||||||
|
env.new_string(&json)
|
||||||
|
.map(|s| s.into_raw())
|
||||||
|
.unwrap_or(JObject::null().into_raw())
|
||||||
|
}
|
||||||
|
|
||||||
|
#[unsafe(no_mangle)]
|
||||||
|
pub unsafe extern "system" fn Java_com_wzp_engine_WzpEngine_nativeForceProfile(
|
||||||
|
_env: JNIEnv,
|
||||||
|
_class: JClass,
|
||||||
|
handle: jlong,
|
||||||
|
profile: jint,
|
||||||
|
) {
|
||||||
|
let _ = panic::catch_unwind(panic::AssertUnwindSafe(|| {
|
||||||
|
let h = unsafe { handle_ref(handle) };
|
||||||
|
let qp = profile_from_int(profile);
|
||||||
|
h.engine.force_profile(qp);
|
||||||
|
}));
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Write captured PCM samples from Kotlin AudioRecord into the engine's capture ring.
|
||||||
|
/// pcm is a Java short[] array.
|
||||||
|
#[unsafe(no_mangle)]
|
||||||
|
pub unsafe extern "system" fn Java_com_wzp_engine_WzpEngine_nativeWriteAudio(
|
||||||
|
env: JNIEnv,
|
||||||
|
_class: JClass,
|
||||||
|
handle: jlong,
|
||||||
|
pcm: jni::objects::JShortArray,
|
||||||
|
) -> jint {
|
||||||
|
let result = panic::catch_unwind(panic::AssertUnwindSafe(|| {
|
||||||
|
let h = unsafe { handle_ref(handle) };
|
||||||
|
let len = env.get_array_length(&pcm).unwrap_or(0) as usize;
|
||||||
|
if len == 0 {
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
let mut buf = vec![0i16; len];
|
||||||
|
// GetShortArrayRegion copies Java array into our buffer
|
||||||
|
if env.get_short_array_region(&pcm, 0, &mut buf).is_err() {
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
h.engine.write_audio(&buf) as jint
|
||||||
|
}));
|
||||||
|
result.unwrap_or(0)
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Read decoded PCM samples from the engine's playout ring for Kotlin AudioTrack.
|
||||||
|
/// pcm is a Java short[] array to fill. Returns number of samples actually read.
|
||||||
|
#[unsafe(no_mangle)]
|
||||||
|
pub unsafe extern "system" fn Java_com_wzp_engine_WzpEngine_nativeReadAudio(
|
||||||
|
env: JNIEnv,
|
||||||
|
_class: JClass,
|
||||||
|
handle: jlong,
|
||||||
|
pcm: jni::objects::JShortArray,
|
||||||
|
) -> jint {
|
||||||
|
let result = panic::catch_unwind(panic::AssertUnwindSafe(|| {
|
||||||
|
let h = unsafe { handle_ref(handle) };
|
||||||
|
let len = env.get_array_length(&pcm).unwrap_or(0) as usize;
|
||||||
|
if len == 0 {
|
||||||
|
return 0;
|
||||||
|
}
|
||||||
|
let mut buf = vec![0i16; len];
|
||||||
|
let read = h.engine.read_audio(&mut buf);
|
||||||
|
if read > 0 {
|
||||||
|
let _ = env.set_short_array_region(&pcm, 0, &buf[..read]);
|
||||||
|
}
|
||||||
|
read as jint
|
||||||
|
}));
|
||||||
|
result.unwrap_or(0)
|
||||||
|
}
|
||||||
|
|
||||||
|
#[unsafe(no_mangle)]
|
||||||
|
pub unsafe extern "system" fn Java_com_wzp_engine_WzpEngine_nativeDestroy(
|
||||||
|
_env: JNIEnv,
|
||||||
|
_class: JClass,
|
||||||
|
handle: jlong,
|
||||||
|
) {
|
||||||
|
let _ = panic::catch_unwind(panic::AssertUnwindSafe(|| {
|
||||||
|
let h = unsafe { Box::from_raw(handle as *mut EngineHandle) };
|
||||||
|
drop(h);
|
||||||
|
}));
|
||||||
|
}
|
||||||
18
crates/wzp-android/src/lib.rs
Normal file
18
crates/wzp-android/src/lib.rs
Normal file
@@ -0,0 +1,18 @@
|
|||||||
|
//! WarzonePhone Android native VoIP engine.
|
||||||
|
//!
|
||||||
|
//! Provides:
|
||||||
|
//! - Oboe audio backend with lock-free SPSC ring buffers
|
||||||
|
//! - Engine orchestrator managing call lifecycle
|
||||||
|
//! - Codec pipeline thread (encode/decode/FEC/jitter)
|
||||||
|
//! - Call statistics and command interface
|
||||||
|
//!
|
||||||
|
//! On non-Android targets, the Oboe C++ layer compiles as a stub,
|
||||||
|
//! allowing `cargo check` and unit tests on the host.
|
||||||
|
|
||||||
|
pub mod audio_android;
|
||||||
|
pub mod audio_ring;
|
||||||
|
pub mod commands;
|
||||||
|
pub mod engine;
|
||||||
|
pub mod pipeline;
|
||||||
|
pub mod stats;
|
||||||
|
pub mod jni_bridge;
|
||||||
262
crates/wzp-android/src/pipeline.rs
Normal file
262
crates/wzp-android/src/pipeline.rs
Normal file
@@ -0,0 +1,262 @@
|
|||||||
|
//! Codec pipeline — encode/decode with FEC and jitter buffer.
|
||||||
|
//!
|
||||||
|
//! Runs on a dedicated thread, processing 20 ms frames at 48 kHz.
|
||||||
|
//! The pipeline is NOT Send/Sync (Opus encoder state) — it is owned
|
||||||
|
//! exclusively by the codec thread.
|
||||||
|
|
||||||
|
use tracing::{debug, warn};
|
||||||
|
use wzp_codec::{AdaptiveDecoder, AdaptiveEncoder, AutoGainControl, EchoCanceller};
|
||||||
|
use wzp_fec::{RaptorQFecDecoder, RaptorQFecEncoder};
|
||||||
|
use wzp_proto::jitter::{JitterBuffer, PlayoutResult};
|
||||||
|
use wzp_proto::quality::AdaptiveQualityController;
|
||||||
|
use wzp_proto::traits::{AudioDecoder, AudioEncoder, FecDecoder, FecEncoder};
|
||||||
|
use wzp_proto::traits::QualityController;
|
||||||
|
use wzp_proto::{MediaPacket, QualityProfile};
|
||||||
|
|
||||||
|
use crate::audio_android::FRAME_SAMPLES;
|
||||||
|
|
||||||
|
/// Maximum encoded frame size (Opus worst case at highest bitrate).
|
||||||
|
const MAX_ENCODED_BYTES: usize = 1275;
|
||||||
|
|
||||||
|
/// Pipeline statistics snapshot.
|
||||||
|
#[derive(Clone, Debug, Default)]
|
||||||
|
pub struct PipelineStats {
|
||||||
|
pub frames_encoded: u64,
|
||||||
|
pub frames_decoded: u64,
|
||||||
|
pub underruns: u64,
|
||||||
|
pub jitter_depth: usize,
|
||||||
|
pub quality_tier: u8,
|
||||||
|
}
|
||||||
|
|
||||||
|
/// The codec pipeline: encode, FEC, jitter buffer, decode.
|
||||||
|
///
|
||||||
|
/// This struct is owned by the codec thread and not shared.
|
||||||
|
pub struct Pipeline {
|
||||||
|
encoder: AdaptiveEncoder,
|
||||||
|
decoder: AdaptiveDecoder,
|
||||||
|
fec_encoder: RaptorQFecEncoder,
|
||||||
|
fec_decoder: RaptorQFecDecoder,
|
||||||
|
jitter_buffer: JitterBuffer,
|
||||||
|
quality_ctrl: AdaptiveQualityController,
|
||||||
|
/// Acoustic echo canceller applied before encoding.
|
||||||
|
aec: EchoCanceller,
|
||||||
|
/// Automatic gain control applied before encoding.
|
||||||
|
agc: AutoGainControl,
|
||||||
|
/// Last decoded PCM frame, used as the AEC far-end reference.
|
||||||
|
last_decoded_farend: Option<Vec<i16>>,
|
||||||
|
// Pre-allocated scratch buffers
|
||||||
|
capture_buf: Vec<i16>,
|
||||||
|
#[allow(dead_code)]
|
||||||
|
playout_buf: Vec<i16>,
|
||||||
|
encode_out: Vec<u8>,
|
||||||
|
// Stats counters
|
||||||
|
frames_encoded: u64,
|
||||||
|
frames_decoded: u64,
|
||||||
|
underruns: u64,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Pipeline {
|
||||||
|
/// Create a new pipeline configured for the given quality profile.
|
||||||
|
pub fn new(profile: QualityProfile) -> Result<Self, anyhow::Error> {
|
||||||
|
let encoder = AdaptiveEncoder::new(profile)
|
||||||
|
.map_err(|e| anyhow::anyhow!("encoder init: {e}"))?;
|
||||||
|
let decoder = AdaptiveDecoder::new(profile)
|
||||||
|
.map_err(|e| anyhow::anyhow!("decoder init: {e}"))?;
|
||||||
|
let fec_encoder =
|
||||||
|
RaptorQFecEncoder::with_defaults(profile.frames_per_block as usize);
|
||||||
|
let fec_decoder =
|
||||||
|
RaptorQFecDecoder::with_defaults(profile.frames_per_block as usize);
|
||||||
|
let jitter_buffer = JitterBuffer::new(10, 250, 3);
|
||||||
|
let quality_ctrl = AdaptiveQualityController::new();
|
||||||
|
|
||||||
|
Ok(Self {
|
||||||
|
encoder,
|
||||||
|
decoder,
|
||||||
|
fec_encoder,
|
||||||
|
fec_decoder,
|
||||||
|
jitter_buffer,
|
||||||
|
quality_ctrl,
|
||||||
|
aec: EchoCanceller::new(48000, 100), // 100 ms echo tail
|
||||||
|
agc: AutoGainControl::new(),
|
||||||
|
last_decoded_farend: None,
|
||||||
|
capture_buf: vec![0i16; FRAME_SAMPLES],
|
||||||
|
playout_buf: vec![0i16; FRAME_SAMPLES],
|
||||||
|
encode_out: vec![0u8; MAX_ENCODED_BYTES],
|
||||||
|
frames_encoded: 0,
|
||||||
|
frames_decoded: 0,
|
||||||
|
underruns: 0,
|
||||||
|
})
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Encode a PCM frame into a compressed packet.
|
||||||
|
///
|
||||||
|
/// If `muted` is true, a silence frame is encoded (all zeros).
|
||||||
|
/// Returns the encoded bytes, or `None` on encoder error.
|
||||||
|
pub fn encode_frame(&mut self, pcm: &[i16], muted: bool) -> Option<Vec<u8>> {
|
||||||
|
let input = if muted {
|
||||||
|
// Zero the capture buffer for silence
|
||||||
|
for s in self.capture_buf.iter_mut() {
|
||||||
|
*s = 0;
|
||||||
|
}
|
||||||
|
&self.capture_buf[..]
|
||||||
|
} else {
|
||||||
|
// Feed the last decoded playout as AEC far-end reference.
|
||||||
|
if let Some(ref farend) = self.last_decoded_farend {
|
||||||
|
self.aec.feed_farend(farend);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Apply AEC + AGC to the captured PCM.
|
||||||
|
let len = pcm.len().min(self.capture_buf.len());
|
||||||
|
self.capture_buf[..len].copy_from_slice(&pcm[..len]);
|
||||||
|
self.aec.process_frame(&mut self.capture_buf[..len]);
|
||||||
|
self.agc.process_frame(&mut self.capture_buf[..len]);
|
||||||
|
&self.capture_buf[..len]
|
||||||
|
};
|
||||||
|
|
||||||
|
match self.encoder.encode(input, &mut self.encode_out) {
|
||||||
|
Ok(n) => {
|
||||||
|
self.frames_encoded += 1;
|
||||||
|
let encoded = self.encode_out[..n].to_vec();
|
||||||
|
|
||||||
|
// Feed into FEC encoder
|
||||||
|
if let Err(e) = self.fec_encoder.add_source_symbol(&encoded) {
|
||||||
|
warn!("FEC encode error: {e}");
|
||||||
|
}
|
||||||
|
|
||||||
|
Some(encoded)
|
||||||
|
}
|
||||||
|
Err(e) => {
|
||||||
|
warn!("encode error: {e}");
|
||||||
|
None
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Feed a received media packet into the jitter buffer.
|
||||||
|
pub fn feed_packet(&mut self, packet: MediaPacket) {
|
||||||
|
// Feed FEC symbols if present
|
||||||
|
let header = &packet.header;
|
||||||
|
if header.fec_block != 0 || header.fec_symbol != 0 {
|
||||||
|
let is_repair = header.is_repair;
|
||||||
|
if let Err(e) = self.fec_decoder.add_symbol(
|
||||||
|
header.fec_block,
|
||||||
|
header.fec_symbol,
|
||||||
|
is_repair,
|
||||||
|
&packet.payload,
|
||||||
|
) {
|
||||||
|
debug!("FEC symbol feed error: {e}");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
self.jitter_buffer.push(packet);
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Decode the next frame from the jitter buffer.
|
||||||
|
///
|
||||||
|
/// Returns decoded PCM samples, or `None` if the buffer is not ready.
|
||||||
|
/// Decoded PCM is also stored as the AEC far-end reference for the next
|
||||||
|
/// encode cycle.
|
||||||
|
pub fn decode_frame(&mut self) -> Option<Vec<i16>> {
|
||||||
|
let result = match self.jitter_buffer.pop() {
|
||||||
|
PlayoutResult::Packet(pkt) => {
|
||||||
|
let mut pcm = vec![0i16; FRAME_SAMPLES];
|
||||||
|
match self.decoder.decode(&pkt.payload, &mut pcm) {
|
||||||
|
Ok(n) => {
|
||||||
|
self.frames_decoded += 1;
|
||||||
|
pcm.truncate(n);
|
||||||
|
Some(pcm)
|
||||||
|
}
|
||||||
|
Err(e) => {
|
||||||
|
warn!("decode error: {e}");
|
||||||
|
// Attempt PLC
|
||||||
|
self.generate_plc()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
PlayoutResult::Missing { seq } => {
|
||||||
|
debug!(seq, "jitter buffer: missing packet, generating PLC");
|
||||||
|
self.generate_plc()
|
||||||
|
}
|
||||||
|
PlayoutResult::NotReady => {
|
||||||
|
self.underruns += 1;
|
||||||
|
None
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
// Save decoded PCM as far-end reference for AEC.
|
||||||
|
if let Some(ref pcm) = result {
|
||||||
|
self.last_decoded_farend = Some(pcm.clone());
|
||||||
|
}
|
||||||
|
|
||||||
|
result
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Generate packet loss concealment output.
|
||||||
|
fn generate_plc(&mut self) -> Option<Vec<i16>> {
|
||||||
|
let mut pcm = vec![0i16; FRAME_SAMPLES];
|
||||||
|
match self.decoder.decode_lost(&mut pcm) {
|
||||||
|
Ok(n) => {
|
||||||
|
self.frames_decoded += 1;
|
||||||
|
pcm.truncate(n);
|
||||||
|
Some(pcm)
|
||||||
|
}
|
||||||
|
Err(e) => {
|
||||||
|
warn!("PLC error: {e}");
|
||||||
|
None
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Feed a quality report into the adaptive quality controller.
|
||||||
|
///
|
||||||
|
/// Returns a new profile if a tier transition occurred.
|
||||||
|
#[allow(unused)]
|
||||||
|
pub fn observe_quality(
|
||||||
|
&mut self,
|
||||||
|
report: &wzp_proto::QualityReport,
|
||||||
|
) -> Option<QualityProfile> {
|
||||||
|
let new_profile = self.quality_ctrl.observe(report);
|
||||||
|
if let Some(ref profile) = new_profile {
|
||||||
|
if let Err(e) = self.encoder.set_profile(*profile) {
|
||||||
|
warn!("encoder set_profile error: {e}");
|
||||||
|
}
|
||||||
|
if let Err(e) = self.decoder.set_profile(*profile) {
|
||||||
|
warn!("decoder set_profile error: {e}");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
new_profile
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Force a specific quality profile.
|
||||||
|
#[allow(unused)]
|
||||||
|
pub fn force_profile(&mut self, profile: QualityProfile) {
|
||||||
|
self.quality_ctrl.force_profile(profile);
|
||||||
|
if let Err(e) = self.encoder.set_profile(profile) {
|
||||||
|
warn!("encoder set_profile error: {e}");
|
||||||
|
}
|
||||||
|
if let Err(e) = self.decoder.set_profile(profile) {
|
||||||
|
warn!("decoder set_profile error: {e}");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Get current pipeline statistics.
|
||||||
|
pub fn stats(&self) -> PipelineStats {
|
||||||
|
PipelineStats {
|
||||||
|
frames_encoded: self.frames_encoded,
|
||||||
|
frames_decoded: self.frames_decoded,
|
||||||
|
underruns: self.underruns,
|
||||||
|
jitter_depth: self.jitter_buffer.stats().current_depth,
|
||||||
|
quality_tier: self.quality_ctrl.tier() as u8,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Enable or disable acoustic echo cancellation.
|
||||||
|
pub fn set_aec_enabled(&mut self, enabled: bool) {
|
||||||
|
self.aec.set_enabled(enabled);
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Enable or disable automatic gain control.
|
||||||
|
pub fn set_agc_enabled(&mut self, enabled: bool) {
|
||||||
|
self.agc.set_enabled(enabled);
|
||||||
|
}
|
||||||
|
}
|
||||||
56
crates/wzp-android/src/stats.rs
Normal file
56
crates/wzp-android/src/stats.rs
Normal file
@@ -0,0 +1,56 @@
|
|||||||
|
//! Call statistics for the Android engine.
|
||||||
|
|
||||||
|
/// State of the call.
|
||||||
|
/// Serializes as integer for easy parsing on the Kotlin side:
|
||||||
|
/// 0=Idle, 1=Connecting, 2=Active, 3=Reconnecting, 4=Closed
|
||||||
|
#[derive(Clone, Debug, Default, PartialEq, Eq)]
|
||||||
|
pub enum CallState {
|
||||||
|
#[default]
|
||||||
|
Idle,
|
||||||
|
Connecting,
|
||||||
|
Active,
|
||||||
|
Reconnecting,
|
||||||
|
Closed,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl serde::Serialize for CallState {
|
||||||
|
fn serialize<S: serde::Serializer>(&self, serializer: S) -> Result<S::Ok, S::Error> {
|
||||||
|
let n: u8 = match self {
|
||||||
|
CallState::Idle => 0,
|
||||||
|
CallState::Connecting => 1,
|
||||||
|
CallState::Active => 2,
|
||||||
|
CallState::Reconnecting => 3,
|
||||||
|
CallState::Closed => 4,
|
||||||
|
};
|
||||||
|
serializer.serialize_u8(n)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Aggregated call statistics, serializable for JNI bridge.
|
||||||
|
#[derive(Clone, Debug, Default, serde::Serialize)]
|
||||||
|
pub struct CallStats {
|
||||||
|
/// Current call state.
|
||||||
|
pub state: CallState,
|
||||||
|
/// Call duration in seconds.
|
||||||
|
pub duration_secs: f64,
|
||||||
|
/// Current quality tier (0=GOOD, 1=DEGRADED, 2=CATASTROPHIC).
|
||||||
|
pub quality_tier: u8,
|
||||||
|
/// Observed packet loss percentage.
|
||||||
|
pub loss_pct: f32,
|
||||||
|
/// Smoothed round-trip time in milliseconds.
|
||||||
|
pub rtt_ms: u32,
|
||||||
|
/// Jitter in milliseconds.
|
||||||
|
pub jitter_ms: u32,
|
||||||
|
/// Current jitter buffer depth in packets.
|
||||||
|
pub jitter_buffer_depth: usize,
|
||||||
|
/// Total frames encoded since call start.
|
||||||
|
pub frames_encoded: u64,
|
||||||
|
/// Total frames decoded since call start.
|
||||||
|
pub frames_decoded: u64,
|
||||||
|
/// Number of playout underruns (buffer empty when audio needed).
|
||||||
|
pub underruns: u64,
|
||||||
|
/// Frames recovered by FEC.
|
||||||
|
pub fec_recovered: u64,
|
||||||
|
/// Current mic audio level (RMS of i16 samples, 0-32767).
|
||||||
|
pub audio_level: u32,
|
||||||
|
}
|
||||||
@@ -7,7 +7,7 @@ use std::time::{Duration, Instant};
|
|||||||
use bytes::Bytes;
|
use bytes::Bytes;
|
||||||
use tracing::{debug, info, warn};
|
use tracing::{debug, info, warn};
|
||||||
|
|
||||||
use wzp_codec::{ComfortNoise, NoiseSupressor, SilenceDetector};
|
use wzp_codec::{AutoGainControl, ComfortNoise, EchoCanceller, NoiseSupressor, SilenceDetector};
|
||||||
use wzp_fec::{RaptorQFecDecoder, RaptorQFecEncoder};
|
use wzp_fec::{RaptorQFecDecoder, RaptorQFecEncoder};
|
||||||
use wzp_proto::jitter::{JitterBuffer, PlayoutResult};
|
use wzp_proto::jitter::{JitterBuffer, PlayoutResult};
|
||||||
use wzp_proto::packet::{MediaHeader, MediaPacket, MiniFrameContext};
|
use wzp_proto::packet::{MediaHeader, MediaPacket, MiniFrameContext};
|
||||||
@@ -207,6 +207,10 @@ pub struct CallEncoder {
|
|||||||
frame_in_block: u8,
|
frame_in_block: u8,
|
||||||
/// Timestamp counter (ms).
|
/// Timestamp counter (ms).
|
||||||
timestamp_ms: u32,
|
timestamp_ms: u32,
|
||||||
|
/// Acoustic echo canceller (removes speaker echo from mic signal).
|
||||||
|
aec: EchoCanceller,
|
||||||
|
/// Automatic gain control (normalises mic level).
|
||||||
|
agc: AutoGainControl,
|
||||||
/// Silence detector for suppression.
|
/// Silence detector for suppression.
|
||||||
silence_detector: SilenceDetector,
|
silence_detector: SilenceDetector,
|
||||||
/// Whether silence suppression is enabled.
|
/// Whether silence suppression is enabled.
|
||||||
@@ -237,6 +241,8 @@ impl CallEncoder {
|
|||||||
block_id: 0,
|
block_id: 0,
|
||||||
frame_in_block: 0,
|
frame_in_block: 0,
|
||||||
timestamp_ms: 0,
|
timestamp_ms: 0,
|
||||||
|
aec: EchoCanceller::new(48000, 100), // 100 ms echo tail
|
||||||
|
agc: AutoGainControl::new(),
|
||||||
silence_detector: SilenceDetector::new(
|
silence_detector: SilenceDetector::new(
|
||||||
config.silence_threshold_rms,
|
config.silence_threshold_rms,
|
||||||
config.silence_hangover_frames,
|
config.silence_hangover_frames,
|
||||||
@@ -274,15 +280,21 @@ impl CallEncoder {
|
|||||||
/// Input: 48kHz mono PCM, frame size depends on profile (960 for 20ms, 1920 for 40ms).
|
/// Input: 48kHz mono PCM, frame size depends on profile (960 for 20ms, 1920 for 40ms).
|
||||||
/// Output: one or more MediaPackets to send.
|
/// Output: one or more MediaPackets to send.
|
||||||
pub fn encode_frame(&mut self, pcm: &[i16]) -> Result<Vec<MediaPacket>, anyhow::Error> {
|
pub fn encode_frame(&mut self, pcm: &[i16]) -> Result<Vec<MediaPacket>, anyhow::Error> {
|
||||||
// Noise suppression: denoise the PCM before silence detection and encoding.
|
// Copy PCM into a mutable buffer for the processing pipeline.
|
||||||
let pcm = if self.denoiser.is_enabled() {
|
let mut pcm_buf = pcm.to_vec();
|
||||||
let mut buf = pcm.to_vec();
|
|
||||||
self.denoiser.process(&mut buf);
|
// Step 1: Echo cancellation (far-end reference must have been fed already).
|
||||||
buf
|
self.aec.process_frame(&mut pcm_buf);
|
||||||
} else {
|
|
||||||
pcm.to_vec()
|
// Step 2: Automatic gain control (normalise mic level).
|
||||||
};
|
self.agc.process_frame(&mut pcm_buf);
|
||||||
let pcm = &pcm[..];
|
|
||||||
|
// Step 3: Noise suppression (RNNoise).
|
||||||
|
if self.denoiser.is_enabled() {
|
||||||
|
self.denoiser.process(&mut pcm_buf);
|
||||||
|
}
|
||||||
|
|
||||||
|
let pcm = &pcm_buf[..];
|
||||||
|
|
||||||
// Silence suppression: skip encoding silent frames, periodically send CN.
|
// Silence suppression: skip encoding silent frames, periodically send CN.
|
||||||
if self.suppression_enabled && self.silence_detector.is_silent(pcm) {
|
if self.suppression_enabled && self.silence_detector.is_silent(pcm) {
|
||||||
@@ -400,6 +412,24 @@ impl CallEncoder {
|
|||||||
self.frame_in_block = 0;
|
self.frame_in_block = 0;
|
||||||
Ok(())
|
Ok(())
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Feed decoded playout audio as the echo reference signal.
|
||||||
|
///
|
||||||
|
/// Must be called with each decoded frame BEFORE the corresponding
|
||||||
|
/// microphone frame is processed.
|
||||||
|
pub fn feed_aec_farend(&mut self, farend: &[i16]) {
|
||||||
|
self.aec.feed_farend(farend);
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Enable or disable acoustic echo cancellation.
|
||||||
|
pub fn set_aec_enabled(&mut self, enabled: bool) {
|
||||||
|
self.aec.set_enabled(enabled);
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Enable or disable automatic gain control.
|
||||||
|
pub fn set_agc_enabled(&mut self, enabled: bool) {
|
||||||
|
self.agc.set_enabled(enabled);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Manages the recv/decode side of a call.
|
/// Manages the recv/decode side of a call.
|
||||||
|
|||||||
@@ -115,6 +115,7 @@ pub fn signal_to_call_type(signal: &SignalMessage) -> CallSignalType {
|
|||||||
#[cfg(test)]
|
#[cfg(test)]
|
||||||
mod tests {
|
mod tests {
|
||||||
use super::*;
|
use super::*;
|
||||||
|
use wzp_proto::QualityProfile;
|
||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
fn payload_roundtrip() {
|
fn payload_roundtrip() {
|
||||||
|
|||||||
@@ -14,7 +14,7 @@ use crate::codec2_dec::Codec2Decoder;
|
|||||||
use crate::codec2_enc::Codec2Encoder;
|
use crate::codec2_enc::Codec2Encoder;
|
||||||
use crate::opus_dec::OpusDecoder;
|
use crate::opus_dec::OpusDecoder;
|
||||||
use crate::opus_enc::OpusEncoder;
|
use crate::opus_enc::OpusEncoder;
|
||||||
use crate::resample;
|
use crate::resample::{Downsampler48to8, Upsampler8to48};
|
||||||
|
|
||||||
// ─── Helpers ─────────────────────────────────────────────────────────────────
|
// ─── Helpers ─────────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
@@ -54,6 +54,7 @@ pub struct AdaptiveEncoder {
|
|||||||
opus: OpusEncoder,
|
opus: OpusEncoder,
|
||||||
codec2: Codec2Encoder,
|
codec2: Codec2Encoder,
|
||||||
active: CodecId,
|
active: CodecId,
|
||||||
|
downsampler: Downsampler48to8,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl AdaptiveEncoder {
|
impl AdaptiveEncoder {
|
||||||
@@ -66,6 +67,7 @@ impl AdaptiveEncoder {
|
|||||||
opus,
|
opus,
|
||||||
codec2,
|
codec2,
|
||||||
active: profile.codec,
|
active: profile.codec,
|
||||||
|
downsampler: Downsampler48to8::new(),
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -74,7 +76,7 @@ impl AudioEncoder for AdaptiveEncoder {
|
|||||||
fn encode(&mut self, pcm: &[i16], out: &mut [u8]) -> Result<usize, CodecError> {
|
fn encode(&mut self, pcm: &[i16], out: &mut [u8]) -> Result<usize, CodecError> {
|
||||||
if is_codec2(self.active) {
|
if is_codec2(self.active) {
|
||||||
// Downsample 48 kHz → 8 kHz then encode via Codec2.
|
// Downsample 48 kHz → 8 kHz then encode via Codec2.
|
||||||
let pcm_8k = resample::resample_48k_to_8k(pcm);
|
let pcm_8k = self.downsampler.process(pcm);
|
||||||
self.codec2.encode(&pcm_8k, out)
|
self.codec2.encode(&pcm_8k, out)
|
||||||
} else {
|
} else {
|
||||||
self.opus.encode(pcm, out)
|
self.opus.encode(pcm, out)
|
||||||
@@ -126,6 +128,7 @@ pub struct AdaptiveDecoder {
|
|||||||
opus: OpusDecoder,
|
opus: OpusDecoder,
|
||||||
codec2: Codec2Decoder,
|
codec2: Codec2Decoder,
|
||||||
active: CodecId,
|
active: CodecId,
|
||||||
|
upsampler: Upsampler8to48,
|
||||||
}
|
}
|
||||||
|
|
||||||
impl AdaptiveDecoder {
|
impl AdaptiveDecoder {
|
||||||
@@ -138,6 +141,7 @@ impl AdaptiveDecoder {
|
|||||||
opus,
|
opus,
|
||||||
codec2,
|
codec2,
|
||||||
active: profile.codec,
|
active: profile.codec,
|
||||||
|
upsampler: Upsampler8to48::new(),
|
||||||
})
|
})
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@@ -149,7 +153,7 @@ impl AudioDecoder for AdaptiveDecoder {
|
|||||||
let c2_samples = self.codec2_frame_samples();
|
let c2_samples = self.codec2_frame_samples();
|
||||||
let mut buf_8k = vec![0i16; c2_samples];
|
let mut buf_8k = vec![0i16; c2_samples];
|
||||||
let n = self.codec2.decode(encoded, &mut buf_8k)?;
|
let n = self.codec2.decode(encoded, &mut buf_8k)?;
|
||||||
let pcm_48k = resample::resample_8k_to_48k(&buf_8k[..n]);
|
let pcm_48k = self.upsampler.process(&buf_8k[..n]);
|
||||||
let out_len = pcm_48k.len().min(pcm.len());
|
let out_len = pcm_48k.len().min(pcm.len());
|
||||||
pcm[..out_len].copy_from_slice(&pcm_48k[..out_len]);
|
pcm[..out_len].copy_from_slice(&pcm_48k[..out_len]);
|
||||||
Ok(out_len)
|
Ok(out_len)
|
||||||
@@ -163,7 +167,7 @@ impl AudioDecoder for AdaptiveDecoder {
|
|||||||
let c2_samples = self.codec2_frame_samples();
|
let c2_samples = self.codec2_frame_samples();
|
||||||
let mut buf_8k = vec![0i16; c2_samples];
|
let mut buf_8k = vec![0i16; c2_samples];
|
||||||
let n = self.codec2.decode_lost(&mut buf_8k)?;
|
let n = self.codec2.decode_lost(&mut buf_8k)?;
|
||||||
let pcm_48k = resample::resample_8k_to_48k(&buf_8k[..n]);
|
let pcm_48k = self.upsampler.process(&buf_8k[..n]);
|
||||||
let out_len = pcm_48k.len().min(pcm.len());
|
let out_len = pcm_48k.len().min(pcm.len());
|
||||||
pcm[..out_len].copy_from_slice(&pcm_48k[..out_len]);
|
pcm[..out_len].copy_from_slice(&pcm_48k[..out_len]);
|
||||||
Ok(out_len)
|
Ok(out_len)
|
||||||
|
|||||||
228
crates/wzp-codec/src/aec.rs
Normal file
228
crates/wzp-codec/src/aec.rs
Normal file
@@ -0,0 +1,228 @@
|
|||||||
|
//! Acoustic Echo Cancellation using NLMS adaptive filter.
|
||||||
|
//! Processes 480-sample (10ms) sub-frames at 48kHz.
|
||||||
|
|
||||||
|
/// NLMS (Normalized Least Mean Squares) adaptive filter echo canceller.
|
||||||
|
///
|
||||||
|
/// Removes acoustic echo by modelling the echo path between the far-end
|
||||||
|
/// (speaker) signal and the near-end (microphone) signal, then subtracting
|
||||||
|
/// the estimated echo from the near-end in real time.
|
||||||
|
pub struct EchoCanceller {
|
||||||
|
filter_coeffs: Vec<f32>,
|
||||||
|
filter_len: usize,
|
||||||
|
far_end_buf: Vec<f32>,
|
||||||
|
far_end_pos: usize,
|
||||||
|
mu: f32,
|
||||||
|
enabled: bool,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl EchoCanceller {
|
||||||
|
/// Create a new echo canceller.
|
||||||
|
///
|
||||||
|
/// * `sample_rate` — typically 48000
|
||||||
|
/// * `filter_ms` — echo-tail length in milliseconds (e.g. 100 for 100 ms)
|
||||||
|
pub fn new(sample_rate: u32, filter_ms: u32) -> Self {
|
||||||
|
let filter_len = (sample_rate as usize) * (filter_ms as usize) / 1000;
|
||||||
|
Self {
|
||||||
|
filter_coeffs: vec![0.0f32; filter_len],
|
||||||
|
filter_len,
|
||||||
|
far_end_buf: vec![0.0f32; filter_len],
|
||||||
|
far_end_pos: 0,
|
||||||
|
mu: 0.01,
|
||||||
|
enabled: true,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Feed far-end (speaker/playback) samples into the circular buffer.
|
||||||
|
///
|
||||||
|
/// Must be called with the audio that was played out through the speaker
|
||||||
|
/// *before* the corresponding near-end frame is processed.
|
||||||
|
pub fn feed_farend(&mut self, farend: &[i16]) {
|
||||||
|
for &s in farend {
|
||||||
|
self.far_end_buf[self.far_end_pos] = s as f32;
|
||||||
|
self.far_end_pos = (self.far_end_pos + 1) % self.filter_len;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Process a near-end (microphone) frame, removing the estimated echo.
|
||||||
|
///
|
||||||
|
/// Returns the echo-return-loss enhancement (ERLE) as a ratio: the RMS of
|
||||||
|
/// the original near-end divided by the RMS of the residual. Values > 1.0
|
||||||
|
/// mean echo was reduced.
|
||||||
|
pub fn process_frame(&mut self, nearend: &mut [i16]) -> f32 {
|
||||||
|
if !self.enabled {
|
||||||
|
return 1.0;
|
||||||
|
}
|
||||||
|
|
||||||
|
let n = nearend.len();
|
||||||
|
let fl = self.filter_len;
|
||||||
|
|
||||||
|
let mut sum_near_sq: f64 = 0.0;
|
||||||
|
let mut sum_err_sq: f64 = 0.0;
|
||||||
|
|
||||||
|
for i in 0..n {
|
||||||
|
let near_f = nearend[i] as f32;
|
||||||
|
|
||||||
|
// --- estimate echo as dot(coeffs, farend_window) ---
|
||||||
|
// The far-end window for this sample starts at
|
||||||
|
// (far_end_pos - 1 - i) mod filter_len (most recent)
|
||||||
|
// and goes back filter_len samples.
|
||||||
|
let mut echo_est: f32 = 0.0;
|
||||||
|
let mut power: f32 = 0.0;
|
||||||
|
|
||||||
|
// Position of the most-recent far-end sample for this near-end sample.
|
||||||
|
// far_end_pos points to the *next write* position, so the most-recent
|
||||||
|
// sample written is at far_end_pos - 1. We have already called
|
||||||
|
// feed_farend for this block, so the relevant samples are the last
|
||||||
|
// filter_len entries ending just before the current write position,
|
||||||
|
// offset by how far we are into this near-end frame.
|
||||||
|
//
|
||||||
|
// For sample i of the near-end frame, the corresponding far-end
|
||||||
|
// "now" is far_end_pos - n + i (wrapping).
|
||||||
|
// far_end_pos points to next-write, so most recent sample is at
|
||||||
|
// far_end_pos - 1. For the i-th near-end sample we want the
|
||||||
|
// far-end "now" to be at (far_end_pos - n + i). We add fl
|
||||||
|
// repeatedly to avoid underflow on the usize subtraction.
|
||||||
|
let base = (self.far_end_pos + fl * ((n / fl) + 2) + i - n) % fl;
|
||||||
|
|
||||||
|
for k in 0..fl {
|
||||||
|
let fe_idx = (base + fl - k) % fl;
|
||||||
|
let fe = self.far_end_buf[fe_idx];
|
||||||
|
echo_est += self.filter_coeffs[k] * fe;
|
||||||
|
power += fe * fe;
|
||||||
|
}
|
||||||
|
|
||||||
|
let error = near_f - echo_est;
|
||||||
|
|
||||||
|
// --- NLMS coefficient update ---
|
||||||
|
let norm = power + 1.0; // +1 regularisation to avoid div-by-zero
|
||||||
|
let step = self.mu * error / norm;
|
||||||
|
|
||||||
|
for k in 0..fl {
|
||||||
|
let fe_idx = (base + fl - k) % fl;
|
||||||
|
let fe = self.far_end_buf[fe_idx];
|
||||||
|
self.filter_coeffs[k] += step * fe;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Clamp output
|
||||||
|
let out = error.max(-32768.0).min(32767.0);
|
||||||
|
nearend[i] = out as i16;
|
||||||
|
|
||||||
|
sum_near_sq += (near_f as f64) * (near_f as f64);
|
||||||
|
sum_err_sq += (out as f64) * (out as f64);
|
||||||
|
}
|
||||||
|
|
||||||
|
// ERLE ratio
|
||||||
|
if sum_err_sq < 1.0 {
|
||||||
|
return 100.0; // near-perfect cancellation
|
||||||
|
}
|
||||||
|
(sum_near_sq / sum_err_sq).sqrt() as f32
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Enable or disable echo cancellation.
|
||||||
|
pub fn set_enabled(&mut self, enabled: bool) {
|
||||||
|
self.enabled = enabled;
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Returns whether echo cancellation is currently enabled.
|
||||||
|
pub fn is_enabled(&self) -> bool {
|
||||||
|
self.enabled
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Reset the adaptive filter to its initial state.
|
||||||
|
///
|
||||||
|
/// Zeroes out all filter coefficients and the far-end circular buffer.
|
||||||
|
pub fn reset(&mut self) {
|
||||||
|
self.filter_coeffs.iter_mut().for_each(|c| *c = 0.0);
|
||||||
|
self.far_end_buf.iter_mut().for_each(|s| *s = 0.0);
|
||||||
|
self.far_end_pos = 0;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[cfg(test)]
|
||||||
|
mod tests {
|
||||||
|
use super::*;
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn aec_creates_with_correct_filter_len() {
|
||||||
|
let aec = EchoCanceller::new(48000, 100);
|
||||||
|
assert_eq!(aec.filter_len, 4800);
|
||||||
|
assert_eq!(aec.filter_coeffs.len(), 4800);
|
||||||
|
assert_eq!(aec.far_end_buf.len(), 4800);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn aec_passthrough_when_disabled() {
|
||||||
|
let mut aec = EchoCanceller::new(48000, 100);
|
||||||
|
aec.set_enabled(false);
|
||||||
|
assert!(!aec.is_enabled());
|
||||||
|
|
||||||
|
let original: Vec<i16> = (0..480).map(|i| (i * 10) as i16).collect();
|
||||||
|
let mut frame = original.clone();
|
||||||
|
let erle = aec.process_frame(&mut frame);
|
||||||
|
assert_eq!(erle, 1.0);
|
||||||
|
assert_eq!(frame, original);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn aec_reset_zeroes_state() {
|
||||||
|
let mut aec = EchoCanceller::new(48000, 10); // short for test speed
|
||||||
|
let farend: Vec<i16> = (0..480).map(|i| ((i * 37) % 1000) as i16).collect();
|
||||||
|
aec.feed_farend(&farend);
|
||||||
|
|
||||||
|
aec.reset();
|
||||||
|
|
||||||
|
assert!(aec.filter_coeffs.iter().all(|&c| c == 0.0));
|
||||||
|
assert!(aec.far_end_buf.iter().all(|&s| s == 0.0));
|
||||||
|
assert_eq!(aec.far_end_pos, 0);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn aec_reduces_echo_of_known_signal() {
|
||||||
|
// Use a small filter for speed. Feed a known far-end signal, then
|
||||||
|
// present the *same* signal as near-end (perfect echo, no room).
|
||||||
|
// After adaptation the output energy should drop.
|
||||||
|
let filter_ms = 5; // 240 taps at 48 kHz
|
||||||
|
let mut aec = EchoCanceller::new(48000, filter_ms);
|
||||||
|
|
||||||
|
// Generate a simple repeating pattern.
|
||||||
|
let frame_len = 480usize;
|
||||||
|
let make_frame = |offset: usize| -> Vec<i16> {
|
||||||
|
(0..frame_len)
|
||||||
|
.map(|i| {
|
||||||
|
let t = (offset + i) as f64 / 48000.0;
|
||||||
|
(5000.0 * (2.0 * std::f64::consts::PI * 300.0 * t).sin()) as i16
|
||||||
|
})
|
||||||
|
.collect()
|
||||||
|
};
|
||||||
|
|
||||||
|
// Warm up the adaptive filter with several frames.
|
||||||
|
let mut last_erle = 1.0f32;
|
||||||
|
for frame_idx in 0..40 {
|
||||||
|
let farend = make_frame(frame_idx * frame_len);
|
||||||
|
aec.feed_farend(&farend);
|
||||||
|
|
||||||
|
// Near-end = exact copy of far-end (pure echo).
|
||||||
|
let mut nearend = farend.clone();
|
||||||
|
last_erle = aec.process_frame(&mut nearend);
|
||||||
|
}
|
||||||
|
|
||||||
|
// After 40 frames the ERLE should be meaningfully > 1.
|
||||||
|
assert!(
|
||||||
|
last_erle > 1.0,
|
||||||
|
"expected ERLE > 1.0 after adaptation, got {last_erle}"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn aec_silence_passthrough() {
|
||||||
|
let mut aec = EchoCanceller::new(48000, 10);
|
||||||
|
// Feed silence far-end
|
||||||
|
aec.feed_farend(&vec![0i16; 480]);
|
||||||
|
// Near-end is silence too
|
||||||
|
let mut frame = vec![0i16; 480];
|
||||||
|
let erle = aec.process_frame(&mut frame);
|
||||||
|
assert!(erle >= 1.0);
|
||||||
|
// Output should still be silence
|
||||||
|
assert!(frame.iter().all(|&s| s == 0));
|
||||||
|
}
|
||||||
|
}
|
||||||
219
crates/wzp-codec/src/agc.rs
Normal file
219
crates/wzp-codec/src/agc.rs
Normal file
@@ -0,0 +1,219 @@
|
|||||||
|
//! Automatic Gain Control (AGC) with two-stage smoothing.
|
||||||
|
//!
|
||||||
|
//! Uses a fast attack / slow release envelope follower to keep the
|
||||||
|
//! output signal near a configurable target RMS level. This prevents
|
||||||
|
//! both clipping (when the speaker is too loud) and inaudibility (when
|
||||||
|
//! the speaker is too quiet or far from the mic).
|
||||||
|
|
||||||
|
/// Two-stage automatic gain control.
|
||||||
|
///
|
||||||
|
/// The gain is adjusted per-frame based on the measured RMS energy,
|
||||||
|
/// with a fast attack (gain decreases quickly when signal gets louder)
|
||||||
|
/// and a slow release (gain increases gradually when signal gets quieter).
|
||||||
|
pub struct AutoGainControl {
|
||||||
|
target_rms: f64,
|
||||||
|
current_gain: f64,
|
||||||
|
min_gain: f64,
|
||||||
|
max_gain: f64,
|
||||||
|
attack_alpha: f64,
|
||||||
|
release_alpha: f64,
|
||||||
|
enabled: bool,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl AutoGainControl {
|
||||||
|
/// Create a new AGC with sensible VoIP defaults.
|
||||||
|
pub fn new() -> Self {
|
||||||
|
Self {
|
||||||
|
target_rms: 3000.0, // ~-20 dBFS for i16
|
||||||
|
current_gain: 1.0,
|
||||||
|
min_gain: 0.5,
|
||||||
|
max_gain: 32.0,
|
||||||
|
attack_alpha: 0.3, // fast attack
|
||||||
|
release_alpha: 0.02, // slow release
|
||||||
|
enabled: true,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Process a frame of PCM audio in-place, applying gain adjustment.
|
||||||
|
pub fn process_frame(&mut self, pcm: &mut [i16]) {
|
||||||
|
if !self.enabled {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Compute RMS of the frame.
|
||||||
|
let rms = Self::compute_rms(pcm);
|
||||||
|
|
||||||
|
// Don't amplify near-silence — it would just boost noise.
|
||||||
|
if rms < 10.0 {
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Desired instantaneous gain.
|
||||||
|
let desired_gain = (self.target_rms / rms).clamp(self.min_gain, self.max_gain);
|
||||||
|
|
||||||
|
// Smooth the gain transition.
|
||||||
|
let alpha = if desired_gain < self.current_gain {
|
||||||
|
// Signal is louder than target → reduce gain quickly (attack).
|
||||||
|
self.attack_alpha
|
||||||
|
} else {
|
||||||
|
// Signal is quieter than target → raise gain slowly (release).
|
||||||
|
self.release_alpha
|
||||||
|
};
|
||||||
|
|
||||||
|
self.current_gain = self.current_gain * (1.0 - alpha) + desired_gain * alpha;
|
||||||
|
|
||||||
|
// Apply gain to each sample with hard limiting at ±31000 (~0.946 * i16::MAX).
|
||||||
|
const LIMIT: f64 = 31000.0;
|
||||||
|
let gain = self.current_gain;
|
||||||
|
for sample in pcm.iter_mut() {
|
||||||
|
let amplified = (*sample as f64) * gain;
|
||||||
|
let clamped = amplified.clamp(-LIMIT, LIMIT);
|
||||||
|
*sample = clamped as i16;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Enable or disable the AGC.
|
||||||
|
pub fn set_enabled(&mut self, enabled: bool) {
|
||||||
|
self.enabled = enabled;
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Returns whether the AGC is currently enabled.
|
||||||
|
pub fn is_enabled(&self) -> bool {
|
||||||
|
self.enabled
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Current gain expressed in dB.
|
||||||
|
pub fn current_gain_db(&self) -> f64 {
|
||||||
|
20.0 * self.current_gain.log10()
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Compute the RMS (root mean square) of a PCM buffer.
|
||||||
|
fn compute_rms(pcm: &[i16]) -> f64 {
|
||||||
|
if pcm.is_empty() {
|
||||||
|
return 0.0;
|
||||||
|
}
|
||||||
|
let sum_sq: f64 = pcm.iter().map(|&s| (s as f64) * (s as f64)).sum();
|
||||||
|
(sum_sq / pcm.len() as f64).sqrt()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Default for AutoGainControl {
|
||||||
|
fn default() -> Self {
|
||||||
|
Self::new()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
#[cfg(test)]
|
||||||
|
mod tests {
|
||||||
|
use super::*;
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn agc_creates_with_defaults() {
|
||||||
|
let agc = AutoGainControl::new();
|
||||||
|
assert!(agc.is_enabled());
|
||||||
|
assert!((agc.current_gain - 1.0).abs() < f64::EPSILON);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn agc_passthrough_when_disabled() {
|
||||||
|
let mut agc = AutoGainControl::new();
|
||||||
|
agc.set_enabled(false);
|
||||||
|
|
||||||
|
let original: Vec<i16> = (0..960).map(|i| (i * 5) as i16).collect();
|
||||||
|
let mut frame = original.clone();
|
||||||
|
agc.process_frame(&mut frame);
|
||||||
|
|
||||||
|
assert_eq!(frame, original);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn agc_does_not_amplify_silence() {
|
||||||
|
let mut agc = AutoGainControl::new();
|
||||||
|
let mut frame = vec![0i16; 960];
|
||||||
|
agc.process_frame(&mut frame);
|
||||||
|
assert!(frame.iter().all(|&s| s == 0));
|
||||||
|
// Gain should remain at initial value.
|
||||||
|
assert!((agc.current_gain - 1.0).abs() < f64::EPSILON);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn agc_amplifies_quiet_signal() {
|
||||||
|
let mut agc = AutoGainControl::new();
|
||||||
|
|
||||||
|
// Very quiet signal (RMS ~ 50).
|
||||||
|
let mut frame: Vec<i16> = (0..960)
|
||||||
|
.map(|i| {
|
||||||
|
let t = i as f64 / 48000.0;
|
||||||
|
(50.0 * (2.0 * std::f64::consts::PI * 440.0 * t).sin()) as i16
|
||||||
|
})
|
||||||
|
.collect();
|
||||||
|
|
||||||
|
// Process several frames to let the gain ramp up.
|
||||||
|
for _ in 0..50 {
|
||||||
|
let mut f = frame.clone();
|
||||||
|
agc.process_frame(&mut f);
|
||||||
|
frame = f;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Gain should have increased past 1.0.
|
||||||
|
assert!(
|
||||||
|
agc.current_gain > 1.05,
|
||||||
|
"expected gain > 1.05 for quiet signal, got {}",
|
||||||
|
agc.current_gain
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn agc_attenuates_loud_signal() {
|
||||||
|
let mut agc = AutoGainControl::new();
|
||||||
|
|
||||||
|
// Loud signal (RMS ~ 20000).
|
||||||
|
let frame: Vec<i16> = (0..960)
|
||||||
|
.map(|i| {
|
||||||
|
let t = i as f64 / 48000.0;
|
||||||
|
(28000.0 * (2.0 * std::f64::consts::PI * 440.0 * t).sin()) as i16
|
||||||
|
})
|
||||||
|
.collect();
|
||||||
|
|
||||||
|
// Process several frames.
|
||||||
|
for _ in 0..20 {
|
||||||
|
let mut f = frame.clone();
|
||||||
|
agc.process_frame(&mut f);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Gain should have decreased below 1.0.
|
||||||
|
assert!(
|
||||||
|
agc.current_gain < 1.0,
|
||||||
|
"expected gain < 1.0 for loud signal, got {}",
|
||||||
|
agc.current_gain
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn agc_output_within_limits() {
|
||||||
|
let mut agc = AutoGainControl::new();
|
||||||
|
// Force a high gain by processing many quiet frames first.
|
||||||
|
for _ in 0..100 {
|
||||||
|
let mut f: Vec<i16> = vec![100; 960];
|
||||||
|
agc.process_frame(&mut f);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Now send a louder frame — output should still be within ±31000.
|
||||||
|
let mut frame: Vec<i16> = vec![20000; 960];
|
||||||
|
agc.process_frame(&mut frame);
|
||||||
|
assert!(
|
||||||
|
frame.iter().all(|&s| s.abs() <= 31000),
|
||||||
|
"output samples must be within ±31000"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn agc_gain_db_at_unity() {
|
||||||
|
let agc = AutoGainControl::new();
|
||||||
|
let db = agc.current_gain_db();
|
||||||
|
assert!(
|
||||||
|
db.abs() < 0.01,
|
||||||
|
"expected ~0 dB at unity gain, got {db}"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -10,6 +10,8 @@
|
|||||||
//! trait-object encoders/decoders that handle adaptive switching internally.
|
//! trait-object encoders/decoders that handle adaptive switching internally.
|
||||||
|
|
||||||
pub mod adaptive;
|
pub mod adaptive;
|
||||||
|
pub mod aec;
|
||||||
|
pub mod agc;
|
||||||
pub mod codec2_dec;
|
pub mod codec2_dec;
|
||||||
pub mod codec2_enc;
|
pub mod codec2_enc;
|
||||||
pub mod denoise;
|
pub mod denoise;
|
||||||
@@ -19,6 +21,8 @@ pub mod resample;
|
|||||||
pub mod silence;
|
pub mod silence;
|
||||||
|
|
||||||
pub use adaptive::{AdaptiveDecoder, AdaptiveEncoder};
|
pub use adaptive::{AdaptiveDecoder, AdaptiveEncoder};
|
||||||
|
pub use aec::EchoCanceller;
|
||||||
|
pub use agc::AutoGainControl;
|
||||||
pub use denoise::NoiseSupressor;
|
pub use denoise::NoiseSupressor;
|
||||||
pub use silence::{ComfortNoise, SilenceDetector};
|
pub use silence::{ComfortNoise, SilenceDetector};
|
||||||
pub use wzp_proto::{AudioDecoder, AudioEncoder, CodecId, QualityProfile};
|
pub use wzp_proto::{AudioDecoder, AudioEncoder, CodecId, QualityProfile};
|
||||||
|
|||||||
@@ -40,6 +40,11 @@ impl OpusEncoder {
|
|||||||
.set_signal(Signal::Voice)
|
.set_signal(Signal::Voice)
|
||||||
.map_err(|e| CodecError::EncodeFailed(format!("set signal: {e}")))?;
|
.map_err(|e| CodecError::EncodeFailed(format!("set signal: {e}")))?;
|
||||||
|
|
||||||
|
// Default complexity 7 — good quality/CPU trade-off for VoIP
|
||||||
|
enc.inner
|
||||||
|
.set_complexity(7)
|
||||||
|
.map_err(|e| CodecError::EncodeFailed(format!("set complexity: {e}")))?;
|
||||||
|
|
||||||
Ok(enc)
|
Ok(enc)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -56,6 +61,21 @@ impl OpusEncoder {
|
|||||||
pub fn frame_samples(&self) -> usize {
|
pub fn frame_samples(&self) -> usize {
|
||||||
(48_000 * self.frame_duration_ms as usize) / 1000
|
(48_000 * self.frame_duration_ms as usize) / 1000
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Set the encoder complexity (0-10). Higher values produce better quality
|
||||||
|
/// at the cost of more CPU. Default is 7.
|
||||||
|
pub fn set_complexity(&mut self, complexity: i32) {
|
||||||
|
let c = (complexity as u8).min(10);
|
||||||
|
let _ = self.inner.set_complexity(c);
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Hint the encoder about expected packet loss percentage (0-100).
|
||||||
|
///
|
||||||
|
/// Higher values cause the encoder to use more redundancy to survive
|
||||||
|
/// packet loss, at the expense of slightly higher bitrate.
|
||||||
|
pub fn set_expected_loss(&mut self, loss_pct: u8) {
|
||||||
|
let _ = self.inner.set_packet_loss_perc(loss_pct.min(100));
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
impl AudioEncoder for OpusEncoder {
|
impl AudioEncoder for OpusEncoder {
|
||||||
|
|||||||
@@ -1,55 +1,258 @@
|
|||||||
//! Simple linear resampler for 48 kHz <-> 8 kHz conversion.
|
//! Windowed-sinc FIR resampler for 48 kHz <-> 8 kHz conversion.
|
||||||
//!
|
//!
|
||||||
//! These are basic implementations suitable for voice. For higher quality,
|
//! Provides both stateless free functions (backward-compatible) and stateful
|
||||||
//! replace with the `rubato` crate later.
|
//! `Downsampler48to8` / `Upsampler8to48` structs that maintain overlap history
|
||||||
|
//! between frames for glitch-free streaming.
|
||||||
|
|
||||||
/// Downsample from 48 kHz to 8 kHz (6:1 decimation with averaging).
|
use std::f64::consts::PI;
|
||||||
|
|
||||||
|
// ─── FIR kernel parameters ─────────────────────────────────────────────────
|
||||||
|
|
||||||
|
/// Number of FIR taps in the anti-alias / interpolation filter.
|
||||||
|
const FIR_TAPS: usize = 48;
|
||||||
|
/// Kaiser window beta parameter — controls sidelobe attenuation.
|
||||||
|
const KAISER_BETA: f64 = 8.0;
|
||||||
|
/// Cutoff frequency in Hz for the low-pass filter (just below 4 kHz Nyquist of 8 kHz).
|
||||||
|
const CUTOFF_HZ: f64 = 3800.0;
|
||||||
|
/// Working sample rate in Hz.
|
||||||
|
const SAMPLE_RATE: f64 = 48000.0;
|
||||||
|
/// Decimation / interpolation ratio between 48 kHz and 8 kHz.
|
||||||
|
const RATIO: usize = 6;
|
||||||
|
|
||||||
|
// ─── Kaiser window helpers ─────────────────────────────────────────────────
|
||||||
|
|
||||||
|
/// Zeroth-order modified Bessel function of the first kind, I₀(x).
|
||||||
///
|
///
|
||||||
/// Each output sample is the average of 6 consecutive input samples,
|
/// Computed via the well-known power-series expansion, converging rapidly
|
||||||
/// providing basic anti-aliasing via a box filter.
|
/// for the moderate values of x used in Kaiser window design.
|
||||||
pub fn resample_48k_to_8k(input: &[i16]) -> Vec<i16> {
|
fn bessel_i0(x: f64) -> f64 {
|
||||||
const RATIO: usize = 6;
|
let mut sum = 1.0f64;
|
||||||
|
let mut term = 1.0f64;
|
||||||
|
let half_x = x / 2.0;
|
||||||
|
for k in 1..=25 {
|
||||||
|
term *= (half_x / k as f64) * (half_x / k as f64);
|
||||||
|
sum += term;
|
||||||
|
if term < 1e-12 * sum {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
sum
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Build a windowed-sinc low-pass FIR kernel.
|
||||||
|
///
|
||||||
|
/// Returns `FIR_TAPS` coefficients normalised so that the DC gain is exactly 1.0.
|
||||||
|
fn build_fir_kernel() -> [f64; FIR_TAPS] {
|
||||||
|
let mut kernel = [0.0f64; FIR_TAPS];
|
||||||
|
let m = (FIR_TAPS - 1) as f64;
|
||||||
|
let fc = CUTOFF_HZ / SAMPLE_RATE; // normalised cutoff (0..0.5)
|
||||||
|
let beta_denom = bessel_i0(KAISER_BETA);
|
||||||
|
|
||||||
|
for i in 0..FIR_TAPS {
|
||||||
|
// Sinc
|
||||||
|
let n = i as f64 - m / 2.0;
|
||||||
|
let sinc = if n.abs() < 1e-12 {
|
||||||
|
2.0 * fc
|
||||||
|
} else {
|
||||||
|
(2.0 * PI * fc * n).sin() / (PI * n)
|
||||||
|
};
|
||||||
|
|
||||||
|
// Kaiser window
|
||||||
|
let t = 2.0 * i as f64 / m - 1.0; // range [-1, 1]
|
||||||
|
let kaiser = bessel_i0(KAISER_BETA * (1.0 - t * t).max(0.0).sqrt()) / beta_denom;
|
||||||
|
|
||||||
|
kernel[i] = sinc * kaiser;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Normalise to unity DC gain.
|
||||||
|
let sum: f64 = kernel.iter().sum();
|
||||||
|
if sum.abs() > 1e-15 {
|
||||||
|
for k in kernel.iter_mut() {
|
||||||
|
*k /= sum;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
kernel
|
||||||
|
}
|
||||||
|
|
||||||
|
// ─── Stateful Downsampler 48→8 ─────────────────────────────────────────────
|
||||||
|
|
||||||
|
/// Stateful polyphase FIR downsampler from 48 kHz to 8 kHz.
|
||||||
|
///
|
||||||
|
/// Maintains `FIR_TAPS - 1` samples of history between successive calls to
|
||||||
|
/// `process()` for seamless frame boundaries.
|
||||||
|
pub struct Downsampler48to8 {
|
||||||
|
kernel: [f64; FIR_TAPS],
|
||||||
|
history: Vec<f64>,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Downsampler48to8 {
|
||||||
|
pub fn new() -> Self {
|
||||||
|
Self {
|
||||||
|
kernel: build_fir_kernel(),
|
||||||
|
history: vec![0.0; FIR_TAPS - 1],
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Downsample a block of 48 kHz samples to 8 kHz.
|
||||||
|
///
|
||||||
|
/// The input length should be a multiple of 6; any trailing samples that
|
||||||
|
/// don't form a complete output sample are consumed into the history.
|
||||||
|
pub fn process(&mut self, input: &[i16]) -> Vec<i16> {
|
||||||
|
let hist_len = self.history.len(); // FIR_TAPS - 1
|
||||||
|
let total_len = hist_len + input.len();
|
||||||
|
|
||||||
|
// Build a working buffer: history ++ input (as f64).
|
||||||
|
let mut work = Vec::with_capacity(total_len);
|
||||||
|
work.extend_from_slice(&self.history);
|
||||||
|
work.extend(input.iter().map(|&s| s as f64));
|
||||||
|
|
||||||
let out_len = input.len() / RATIO;
|
let out_len = input.len() / RATIO;
|
||||||
let mut output = Vec::with_capacity(out_len);
|
let mut output = Vec::with_capacity(out_len);
|
||||||
|
|
||||||
for chunk in input.chunks_exact(RATIO) {
|
for i in 0..out_len {
|
||||||
let sum: i32 = chunk.iter().map(|&s| s as i32).sum();
|
// The centre of the filter for output sample i sits at
|
||||||
output.push((sum / RATIO as i32) as i16);
|
// position hist_len + i*RATIO in the work buffer (aligning
|
||||||
|
// with the first new input sample at decimation phase 0).
|
||||||
|
let centre = hist_len + i * RATIO;
|
||||||
|
let start = centre + 1 - FIR_TAPS; // may be 0 for the first few
|
||||||
|
|
||||||
|
let mut acc = 0.0f64;
|
||||||
|
for k in 0..FIR_TAPS {
|
||||||
|
let idx = start + k;
|
||||||
|
if idx < work.len() {
|
||||||
|
acc += work[idx] * self.kernel[k];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
output.push(acc.round().clamp(-32768.0, 32767.0) as i16);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Update history: keep the last (FIR_TAPS - 1) samples from work.
|
||||||
|
if work.len() >= hist_len {
|
||||||
|
self.history
|
||||||
|
.copy_from_slice(&work[work.len() - hist_len..]);
|
||||||
|
} else {
|
||||||
|
// Input was shorter than history — shift.
|
||||||
|
let shift = hist_len - work.len();
|
||||||
|
self.history.copy_within(shift.., 0);
|
||||||
|
for (i, &v) in work.iter().enumerate() {
|
||||||
|
self.history[hist_len - work.len() + i] = v;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
output
|
output
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Upsample from 8 kHz to 48 kHz (1:6 interpolation with linear interp).
|
impl Default for Downsampler48to8 {
|
||||||
|
fn default() -> Self {
|
||||||
|
Self::new()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// ─── Stateful Upsampler 8→48 ───────────────────────────────────────────────
|
||||||
|
|
||||||
|
/// Stateful FIR upsampler from 8 kHz to 48 kHz.
|
||||||
///
|
///
|
||||||
/// Linearly interpolates between each pair of input samples to produce
|
/// Inserts zeros between input samples (zero-stuffing), then applies the
|
||||||
/// 6 output samples per input sample.
|
/// low-pass FIR to remove imaging, with gain compensation of `RATIO`.
|
||||||
pub fn resample_8k_to_48k(input: &[i16]) -> Vec<i16> {
|
pub struct Upsampler8to48 {
|
||||||
const RATIO: usize = 6;
|
kernel: [f64; FIR_TAPS],
|
||||||
if input.is_empty() {
|
history: Vec<f64>,
|
||||||
return Vec::new();
|
}
|
||||||
|
|
||||||
|
impl Upsampler8to48 {
|
||||||
|
pub fn new() -> Self {
|
||||||
|
Self {
|
||||||
|
kernel: build_fir_kernel(),
|
||||||
|
history: vec![0.0; FIR_TAPS - 1],
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
let out_len = input.len() * RATIO;
|
/// Upsample a block of 8 kHz samples to 48 kHz.
|
||||||
|
pub fn process(&mut self, input: &[i16]) -> Vec<i16> {
|
||||||
|
let hist_len = self.history.len(); // FIR_TAPS - 1
|
||||||
|
|
||||||
|
// Zero-stuff: insert RATIO-1 zeros between each input sample.
|
||||||
|
let stuffed_len = input.len() * RATIO;
|
||||||
|
let total_len = hist_len + stuffed_len;
|
||||||
|
|
||||||
|
let mut work = Vec::with_capacity(total_len);
|
||||||
|
work.extend_from_slice(&self.history);
|
||||||
|
for &s in input {
|
||||||
|
work.push(s as f64);
|
||||||
|
for _ in 1..RATIO {
|
||||||
|
work.push(0.0);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
let out_len = stuffed_len;
|
||||||
let mut output = Vec::with_capacity(out_len);
|
let mut output = Vec::with_capacity(out_len);
|
||||||
|
|
||||||
for i in 0..input.len() {
|
// The gain factor compensates for the zeros introduced by stuffing.
|
||||||
let current = input[i] as i32;
|
let gain = RATIO as f64;
|
||||||
let next = if i + 1 < input.len() {
|
|
||||||
input[i + 1] as i32
|
|
||||||
} else {
|
|
||||||
current // hold last sample
|
|
||||||
};
|
|
||||||
|
|
||||||
for j in 0..RATIO {
|
for i in 0..out_len {
|
||||||
let interp = current + (next - current) * j as i32 / RATIO as i32;
|
let centre = hist_len + i;
|
||||||
output.push(interp as i16);
|
let start = centre + 1 - FIR_TAPS;
|
||||||
|
|
||||||
|
let mut acc = 0.0f64;
|
||||||
|
for k in 0..FIR_TAPS {
|
||||||
|
let idx = start + k;
|
||||||
|
if idx < work.len() {
|
||||||
|
acc += work[idx] * self.kernel[k];
|
||||||
|
}
|
||||||
|
}
|
||||||
|
acc *= gain;
|
||||||
|
output.push(acc.round().clamp(-32768.0, 32767.0) as i16);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Update history.
|
||||||
|
if work.len() >= hist_len {
|
||||||
|
self.history
|
||||||
|
.copy_from_slice(&work[work.len() - hist_len..]);
|
||||||
|
} else {
|
||||||
|
let shift = hist_len - work.len();
|
||||||
|
self.history.copy_within(shift.., 0);
|
||||||
|
for (i, &v) in work.iter().enumerate() {
|
||||||
|
self.history[hist_len - work.len() + i] = v;
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
output
|
output
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
impl Default for Upsampler8to48 {
|
||||||
|
fn default() -> Self {
|
||||||
|
Self::new()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// ─── Backward-compatible free functions ─────────────────────────────────────
|
||||||
|
|
||||||
|
/// Downsample from 48 kHz to 8 kHz (6:1 decimation with FIR anti-alias filter).
|
||||||
|
///
|
||||||
|
/// This is a convenience wrapper that creates a temporary [`Downsampler48to8`].
|
||||||
|
/// For streaming use, prefer the stateful struct to avoid edge artefacts between
|
||||||
|
/// frames.
|
||||||
|
pub fn resample_48k_to_8k(input: &[i16]) -> Vec<i16> {
|
||||||
|
let mut ds = Downsampler48to8::new();
|
||||||
|
ds.process(input)
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Upsample from 8 kHz to 48 kHz (1:6 interpolation with FIR imaging filter).
|
||||||
|
///
|
||||||
|
/// This is a convenience wrapper that creates a temporary [`Upsampler8to48`].
|
||||||
|
/// For streaming use, prefer the stateful struct to avoid edge artefacts between
|
||||||
|
/// frames.
|
||||||
|
pub fn resample_8k_to_48k(input: &[i16]) -> Vec<i16> {
|
||||||
|
let mut us = Upsampler8to48::new();
|
||||||
|
us.process(input)
|
||||||
|
}
|
||||||
|
|
||||||
|
// ─── Tests ──────────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
#[cfg(test)]
|
#[cfg(test)]
|
||||||
mod tests {
|
mod tests {
|
||||||
use super::*;
|
use super::*;
|
||||||
@@ -66,12 +269,28 @@ mod tests {
|
|||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
fn dc_signal_preserved() {
|
fn dc_signal_preserved() {
|
||||||
// A constant signal should survive resampling
|
// A constant signal should survive resampling (approximately).
|
||||||
let input = vec![1000i16; 960];
|
let input = vec![1000i16; 960];
|
||||||
let down = resample_48k_to_8k(&input);
|
let down = resample_48k_to_8k(&input);
|
||||||
assert!(down.iter().all(|&s| s == 1000));
|
// Allow some edge transient — check that the middle samples are close.
|
||||||
|
let mid_start = down.len() / 4;
|
||||||
|
let mid_end = 3 * down.len() / 4;
|
||||||
|
for &s in &down[mid_start..mid_end] {
|
||||||
|
assert!(
|
||||||
|
(s - 1000).abs() < 50,
|
||||||
|
"DC downsampled sample {s} too far from 1000"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
let up = resample_8k_to_48k(&down);
|
let up = resample_8k_to_48k(&down);
|
||||||
assert!(up.iter().all(|&s| s == 1000));
|
let mid_start_up = up.len() / 4;
|
||||||
|
let mid_end_up = 3 * up.len() / 4;
|
||||||
|
for &s in &up[mid_start_up..mid_end_up] {
|
||||||
|
assert!(
|
||||||
|
(s - 1000).abs() < 100,
|
||||||
|
"DC upsampled sample {s} too far from 1000"
|
||||||
|
);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
#[test]
|
#[test]
|
||||||
@@ -79,4 +298,40 @@ mod tests {
|
|||||||
assert!(resample_48k_to_8k(&[]).is_empty());
|
assert!(resample_48k_to_8k(&[]).is_empty());
|
||||||
assert!(resample_8k_to_48k(&[]).is_empty());
|
assert!(resample_8k_to_48k(&[]).is_empty());
|
||||||
}
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn stateful_downsampler_produces_correct_length() {
|
||||||
|
let mut ds = Downsampler48to8::new();
|
||||||
|
let out = ds.process(&vec![0i16; 960]);
|
||||||
|
assert_eq!(out.len(), 160);
|
||||||
|
let out2 = ds.process(&vec![0i16; 960]);
|
||||||
|
assert_eq!(out2.len(), 160);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn stateful_upsampler_produces_correct_length() {
|
||||||
|
let mut us = Upsampler8to48::new();
|
||||||
|
let out = us.process(&vec![0i16; 160]);
|
||||||
|
assert_eq!(out.len(), 960);
|
||||||
|
let out2 = us.process(&vec![0i16; 160]);
|
||||||
|
assert_eq!(out2.len(), 960);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn fir_kernel_has_unity_dc_gain() {
|
||||||
|
let kernel = build_fir_kernel();
|
||||||
|
let sum: f64 = kernel.iter().sum();
|
||||||
|
assert!(
|
||||||
|
(sum - 1.0).abs() < 1e-10,
|
||||||
|
"FIR kernel DC gain should be 1.0, got {sum}"
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn bessel_i0_known_values() {
|
||||||
|
// I₀(0) = 1
|
||||||
|
assert!((bessel_i0(0.0) - 1.0).abs() < 1e-12);
|
||||||
|
// I₀(1) ≈ 1.2660658
|
||||||
|
assert!((bessel_i0(1.0) - 1.2660658).abs() < 1e-5);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,4 +1,5 @@
|
|||||||
use std::collections::BTreeMap;
|
use std::collections::BTreeMap;
|
||||||
|
use std::time::{Duration, Instant};
|
||||||
|
|
||||||
use crate::packet::MediaPacket;
|
use crate::packet::MediaPacket;
|
||||||
|
|
||||||
@@ -20,19 +21,29 @@ pub struct AdaptivePlayoutDelay {
|
|||||||
max_delay: usize,
|
max_delay: usize,
|
||||||
/// Exponential moving average of inter-packet arrival jitter (ms).
|
/// Exponential moving average of inter-packet arrival jitter (ms).
|
||||||
jitter_ema: f64,
|
jitter_ema: f64,
|
||||||
/// EMA smoothing factor (0.0-1.0, lower = smoother).
|
/// EMA smoothing factor for jitter increases (fast reaction).
|
||||||
alpha: f64,
|
alpha_up: f64,
|
||||||
|
/// EMA smoothing factor for jitter decreases (slow decay).
|
||||||
|
alpha_down: f64,
|
||||||
/// Last packet arrival timestamp (for computing inter-arrival jitter).
|
/// Last packet arrival timestamp (for computing inter-arrival jitter).
|
||||||
last_arrival_ms: Option<u64>,
|
last_arrival_ms: Option<u64>,
|
||||||
/// Last packet expected timestamp.
|
/// Last packet expected timestamp.
|
||||||
last_expected_ms: Option<u64>,
|
last_expected_ms: Option<u64>,
|
||||||
|
/// Safety margin added to jitter-derived target (in packets).
|
||||||
|
safety_margin: f64,
|
||||||
|
/// Instant when a jitter spike was detected (handoff detection).
|
||||||
|
spike_detected_at: Option<Instant>,
|
||||||
|
/// Duration to hold max_delay after a spike is detected.
|
||||||
|
spike_cooldown: Duration,
|
||||||
|
/// Multiplier of jitter_ema that constitutes a spike.
|
||||||
|
spike_threshold_multiplier: f64,
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Frame duration in milliseconds (20ms Opus/Codec2 frames).
|
/// Frame duration in milliseconds (20ms Opus/Codec2 frames).
|
||||||
const FRAME_DURATION_MS: f64 = 20.0;
|
const FRAME_DURATION_MS: f64 = 20.0;
|
||||||
/// Safety margin added to jitter-derived target (in packets).
|
/// Default safety margin in packets.
|
||||||
const SAFETY_MARGIN_PACKETS: f64 = 2.0;
|
const DEFAULT_SAFETY_MARGIN: f64 = 2.0;
|
||||||
/// Default EMA smoothing factor.
|
/// Default EMA smoothing factor (used for both up/down in non-mobile mode).
|
||||||
const DEFAULT_ALPHA: f64 = 0.05;
|
const DEFAULT_ALPHA: f64 = 0.05;
|
||||||
|
|
||||||
impl AdaptivePlayoutDelay {
|
impl AdaptivePlayoutDelay {
|
||||||
@@ -46,9 +57,14 @@ impl AdaptivePlayoutDelay {
|
|||||||
min_delay,
|
min_delay,
|
||||||
max_delay,
|
max_delay,
|
||||||
jitter_ema: 0.0,
|
jitter_ema: 0.0,
|
||||||
alpha: DEFAULT_ALPHA,
|
alpha_up: DEFAULT_ALPHA,
|
||||||
|
alpha_down: DEFAULT_ALPHA,
|
||||||
last_arrival_ms: None,
|
last_arrival_ms: None,
|
||||||
last_expected_ms: None,
|
last_expected_ms: None,
|
||||||
|
safety_margin: DEFAULT_SAFETY_MARGIN,
|
||||||
|
spike_detected_at: None,
|
||||||
|
spike_cooldown: Duration::from_secs(2),
|
||||||
|
spike_threshold_multiplier: 3.0,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -64,14 +80,39 @@ impl AdaptivePlayoutDelay {
|
|||||||
let expected_delta = expected_ms as f64 - last_expected as f64;
|
let expected_delta = expected_ms as f64 - last_expected as f64;
|
||||||
let jitter = (actual_delta - expected_delta).abs();
|
let jitter = (actual_delta - expected_delta).abs();
|
||||||
|
|
||||||
// Update EMA
|
// Spike detection: check before EMA update
|
||||||
self.jitter_ema = self.alpha * jitter + (1.0 - self.alpha) * self.jitter_ema;
|
if self.jitter_ema > 0.0
|
||||||
|
&& jitter > self.jitter_ema * self.spike_threshold_multiplier
|
||||||
|
{
|
||||||
|
self.spike_detected_at = Some(Instant::now());
|
||||||
|
}
|
||||||
|
|
||||||
|
// Asymmetric EMA update
|
||||||
|
let alpha = if jitter > self.jitter_ema {
|
||||||
|
self.alpha_up
|
||||||
|
} else {
|
||||||
|
self.alpha_down
|
||||||
|
};
|
||||||
|
self.jitter_ema = alpha * jitter + (1.0 - alpha) * self.jitter_ema;
|
||||||
|
|
||||||
|
// Check if spike cooldown has expired
|
||||||
|
if let Some(spike_time) = self.spike_detected_at {
|
||||||
|
if spike_time.elapsed() >= self.spike_cooldown {
|
||||||
|
self.spike_detected_at = None;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// If within spike cooldown, return max_delay
|
||||||
|
if self.spike_detected_at.is_some() {
|
||||||
|
self.target_delay = self.max_delay;
|
||||||
|
} else {
|
||||||
// Convert jitter estimate to target delay in packets
|
// Convert jitter estimate to target delay in packets
|
||||||
let raw_target = (self.jitter_ema / FRAME_DURATION_MS).ceil() + SAFETY_MARGIN_PACKETS;
|
let raw_target =
|
||||||
|
(self.jitter_ema / FRAME_DURATION_MS).ceil() + self.safety_margin;
|
||||||
self.target_delay =
|
self.target_delay =
|
||||||
(raw_target as usize).clamp(self.min_delay, self.max_delay);
|
(raw_target as usize).clamp(self.min_delay, self.max_delay);
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
self.last_arrival_ms = Some(arrival_ms);
|
self.last_arrival_ms = Some(arrival_ms);
|
||||||
self.last_expected_ms = Some(expected_ms);
|
self.last_expected_ms = Some(expected_ms);
|
||||||
@@ -87,6 +128,28 @@ impl AdaptivePlayoutDelay {
|
|||||||
pub fn jitter_estimate_ms(&self) -> f64 {
|
pub fn jitter_estimate_ms(&self) -> f64 {
|
||||||
self.jitter_ema
|
self.jitter_ema
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Enable or disable mobile mode, adjusting parameters for cellular networks.
|
||||||
|
///
|
||||||
|
/// Mobile mode uses:
|
||||||
|
/// - Asymmetric alpha (fast up=0.3, slow down=0.02) for quicker spike detection
|
||||||
|
/// - Higher safety margin (3.0 packets) to absorb handoff jitter
|
||||||
|
/// - Spike detection with 2-second cooldown at 3x threshold
|
||||||
|
pub fn set_mobile_mode(&mut self, enabled: bool) {
|
||||||
|
if enabled {
|
||||||
|
self.safety_margin = 3.0;
|
||||||
|
self.alpha_up = 0.3;
|
||||||
|
self.alpha_down = 0.02;
|
||||||
|
self.spike_threshold_multiplier = 3.0;
|
||||||
|
self.spike_cooldown = Duration::from_secs(2);
|
||||||
|
} else {
|
||||||
|
self.safety_margin = DEFAULT_SAFETY_MARGIN;
|
||||||
|
self.alpha_up = DEFAULT_ALPHA;
|
||||||
|
self.alpha_down = DEFAULT_ALPHA;
|
||||||
|
self.spike_threshold_multiplier = 3.0;
|
||||||
|
self.spike_cooldown = Duration::from_secs(2);
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// ---------------------------------------------------------------------------
|
// ---------------------------------------------------------------------------
|
||||||
@@ -391,6 +454,11 @@ impl JitterBuffer {
|
|||||||
self.adaptive.as_ref()
|
self.adaptive.as_ref()
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Get a mutable reference to the adaptive playout delay estimator.
|
||||||
|
pub fn adaptive_delay_mut(&mut self) -> Option<&mut AdaptivePlayoutDelay> {
|
||||||
|
self.adaptive.as_mut()
|
||||||
|
}
|
||||||
|
|
||||||
/// Adjust target depth based on observed jitter.
|
/// Adjust target depth based on observed jitter.
|
||||||
pub fn set_target_depth(&mut self, depth: usize) {
|
pub fn set_target_depth(&mut self, depth: usize) {
|
||||||
self.target_depth = depth.min(self.max_depth);
|
self.target_depth = depth.min(self.max_depth);
|
||||||
@@ -720,4 +788,29 @@ mod tests {
|
|||||||
let ad = jb.adaptive_delay().unwrap();
|
let ad = jb.adaptive_delay().unwrap();
|
||||||
assert_eq!(ad.target_delay(), 3);
|
assert_eq!(ad.target_delay(), 3);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ---------------------------------------------------------------
|
||||||
|
// Mobile mode tests
|
||||||
|
// ---------------------------------------------------------------
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn mobile_mode_increases_safety_margin() {
|
||||||
|
let mut apd = AdaptivePlayoutDelay::new(3, 50);
|
||||||
|
apd.set_mobile_mode(true);
|
||||||
|
assert_eq!(apd.safety_margin, 3.0);
|
||||||
|
assert_eq!(apd.alpha_up, 0.3);
|
||||||
|
assert_eq!(apd.alpha_down, 0.02);
|
||||||
|
|
||||||
|
apd.set_mobile_mode(false);
|
||||||
|
assert_eq!(apd.safety_margin, DEFAULT_SAFETY_MARGIN);
|
||||||
|
assert_eq!(apd.alpha_up, DEFAULT_ALPHA);
|
||||||
|
assert_eq!(apd.alpha_down, DEFAULT_ALPHA);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn mobile_mode_accessible_via_jitter_buffer() {
|
||||||
|
let mut jb = JitterBuffer::new_adaptive(3, 50);
|
||||||
|
jb.adaptive_delay_mut().unwrap().set_mobile_mode(true);
|
||||||
|
assert_eq!(jb.adaptive_delay().unwrap().safety_margin, 3.0);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -29,6 +29,6 @@ pub use packet::{
|
|||||||
SignalMessage, TrunkEntry, TrunkFrame, FRAME_TYPE_FULL, FRAME_TYPE_MINI,
|
SignalMessage, TrunkEntry, TrunkFrame, FRAME_TYPE_FULL, FRAME_TYPE_MINI,
|
||||||
};
|
};
|
||||||
pub use bandwidth::{BandwidthEstimator, CongestionState};
|
pub use bandwidth::{BandwidthEstimator, CongestionState};
|
||||||
pub use quality::{AdaptiveQualityController, Tier};
|
pub use quality::{AdaptiveQualityController, NetworkContext, Tier};
|
||||||
pub use session::{Session, SessionEvent, SessionState};
|
pub use session::{Session, SessionEvent, SessionState};
|
||||||
pub use traits::*;
|
pub use traits::*;
|
||||||
|
|||||||
@@ -1,4 +1,5 @@
|
|||||||
use std::collections::VecDeque;
|
use std::collections::VecDeque;
|
||||||
|
use std::time::{Duration, Instant};
|
||||||
|
|
||||||
use crate::packet::QualityReport;
|
use crate::packet::QualityReport;
|
||||||
use crate::traits::QualityController;
|
use crate::traits::QualityController;
|
||||||
@@ -24,11 +25,31 @@ impl Tier {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Determine which tier a quality report belongs to.
|
/// Determine which tier a quality report belongs to (default/WiFi thresholds).
|
||||||
pub fn classify(report: &QualityReport) -> Self {
|
pub fn classify(report: &QualityReport) -> Self {
|
||||||
|
Self::classify_with_context(report, NetworkContext::Unknown)
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Classify with network-context-aware thresholds.
|
||||||
|
pub fn classify_with_context(report: &QualityReport, context: NetworkContext) -> Self {
|
||||||
let loss = report.loss_percent();
|
let loss = report.loss_percent();
|
||||||
let rtt = report.rtt_ms();
|
let rtt = report.rtt_ms();
|
||||||
|
|
||||||
|
match context {
|
||||||
|
NetworkContext::CellularLte
|
||||||
|
| NetworkContext::Cellular5g
|
||||||
|
| NetworkContext::Cellular3g => {
|
||||||
|
// Tighter thresholds for cellular networks
|
||||||
|
if loss > 25.0 || rtt > 500 {
|
||||||
|
Self::Catastrophic
|
||||||
|
} else if loss > 8.0 || rtt > 300 {
|
||||||
|
Self::Degraded
|
||||||
|
} else {
|
||||||
|
Self::Good
|
||||||
|
}
|
||||||
|
}
|
||||||
|
NetworkContext::WiFi | NetworkContext::Unknown => {
|
||||||
|
// Original thresholds
|
||||||
if loss > 40.0 || rtt > 600 {
|
if loss > 40.0 || rtt > 600 {
|
||||||
Self::Catastrophic
|
Self::Catastrophic
|
||||||
} else if loss > 10.0 || rtt > 400 {
|
} else if loss > 10.0 || rtt > 400 {
|
||||||
@@ -37,11 +58,38 @@ impl Tier {
|
|||||||
Self::Good
|
Self::Good
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Return the next lower (worse) tier, or None if already at the worst.
|
||||||
|
pub fn downgrade(self) -> Option<Tier> {
|
||||||
|
match self {
|
||||||
|
Self::Good => Some(Self::Degraded),
|
||||||
|
Self::Degraded => Some(Self::Catastrophic),
|
||||||
|
Self::Catastrophic => None,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Describes the network transport type for context-aware quality decisions.
|
||||||
|
#[derive(Clone, Copy, Debug, PartialEq, Eq)]
|
||||||
|
pub enum NetworkContext {
|
||||||
|
WiFi,
|
||||||
|
CellularLte,
|
||||||
|
Cellular5g,
|
||||||
|
Cellular3g,
|
||||||
|
Unknown,
|
||||||
|
}
|
||||||
|
|
||||||
|
impl Default for NetworkContext {
|
||||||
|
fn default() -> Self {
|
||||||
|
Self::Unknown
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Adaptive quality controller with hysteresis to prevent tier flapping.
|
/// Adaptive quality controller with hysteresis to prevent tier flapping.
|
||||||
///
|
///
|
||||||
/// - Downgrade: 3 consecutive reports in a worse tier
|
/// - Downgrade: 3 consecutive reports in a worse tier (2 on cellular)
|
||||||
/// - Upgrade: 10 consecutive reports in a better tier
|
/// - Upgrade: 10 consecutive reports in a better tier
|
||||||
pub struct AdaptiveQualityController {
|
pub struct AdaptiveQualityController {
|
||||||
current_tier: Tier,
|
current_tier: Tier,
|
||||||
@@ -54,14 +102,26 @@ pub struct AdaptiveQualityController {
|
|||||||
history: VecDeque<QualityReport>,
|
history: VecDeque<QualityReport>,
|
||||||
/// Whether the profile was manually forced (disables adaptive logic).
|
/// Whether the profile was manually forced (disables adaptive logic).
|
||||||
forced: bool,
|
forced: bool,
|
||||||
|
/// Current network context for threshold selection.
|
||||||
|
network_context: NetworkContext,
|
||||||
|
/// FEC boost expiry time (set during network handoff).
|
||||||
|
fec_boost_until: Option<Instant>,
|
||||||
|
/// FEC boost amount to add during handoff recovery window.
|
||||||
|
fec_boost_amount: f32,
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Threshold for downgrading (fast reaction to degradation).
|
/// Threshold for downgrading (fast reaction to degradation).
|
||||||
const DOWNGRADE_THRESHOLD: u32 = 3;
|
const DOWNGRADE_THRESHOLD: u32 = 3;
|
||||||
|
/// Threshold for downgrading on cellular networks (even faster).
|
||||||
|
const CELLULAR_DOWNGRADE_THRESHOLD: u32 = 2;
|
||||||
/// Threshold for upgrading (slow, cautious improvement).
|
/// Threshold for upgrading (slow, cautious improvement).
|
||||||
const UPGRADE_THRESHOLD: u32 = 10;
|
const UPGRADE_THRESHOLD: u32 = 10;
|
||||||
/// Maximum history window size.
|
/// Maximum history window size.
|
||||||
const HISTORY_SIZE: usize = 20;
|
const HISTORY_SIZE: usize = 20;
|
||||||
|
/// Default FEC boost amount during handoff recovery.
|
||||||
|
const DEFAULT_FEC_BOOST: f32 = 0.2;
|
||||||
|
/// Duration of FEC boost after a network handoff.
|
||||||
|
const FEC_BOOST_DURATION_SECS: u64 = 10;
|
||||||
|
|
||||||
impl AdaptiveQualityController {
|
impl AdaptiveQualityController {
|
||||||
pub fn new() -> Self {
|
pub fn new() -> Self {
|
||||||
@@ -72,6 +132,9 @@ impl AdaptiveQualityController {
|
|||||||
consecutive_down: 0,
|
consecutive_down: 0,
|
||||||
history: VecDeque::with_capacity(HISTORY_SIZE),
|
history: VecDeque::with_capacity(HISTORY_SIZE),
|
||||||
forced: false,
|
forced: false,
|
||||||
|
network_context: NetworkContext::default(),
|
||||||
|
fec_boost_until: None,
|
||||||
|
fec_boost_amount: DEFAULT_FEC_BOOST,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -80,6 +143,69 @@ impl AdaptiveQualityController {
|
|||||||
self.current_tier
|
self.current_tier
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Get the current network context.
|
||||||
|
pub fn network_context(&self) -> NetworkContext {
|
||||||
|
self.network_context
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Signal a network transport change (e.g., WiFi to cellular handoff).
|
||||||
|
///
|
||||||
|
/// When switching from WiFi to any cellular type, this preemptively
|
||||||
|
/// downgrades one quality tier and activates a temporary FEC boost.
|
||||||
|
pub fn signal_network_change(&mut self, new_context: NetworkContext) {
|
||||||
|
let old = self.network_context;
|
||||||
|
self.network_context = new_context;
|
||||||
|
|
||||||
|
let new_is_cellular = matches!(
|
||||||
|
new_context,
|
||||||
|
NetworkContext::CellularLte | NetworkContext::Cellular5g | NetworkContext::Cellular3g
|
||||||
|
);
|
||||||
|
|
||||||
|
// If switching from WiFi to cellular, preemptively downgrade one tier
|
||||||
|
if old == NetworkContext::WiFi && new_is_cellular {
|
||||||
|
if let Some(lower_tier) = self.current_tier.downgrade() {
|
||||||
|
self.current_tier = lower_tier;
|
||||||
|
self.current_profile = lower_tier.profile();
|
||||||
|
}
|
||||||
|
// Reset counters to avoid stale hysteresis state
|
||||||
|
self.consecutive_up = 0;
|
||||||
|
self.consecutive_down = 0;
|
||||||
|
// Un-force so adaptive logic resumes
|
||||||
|
self.forced = false;
|
||||||
|
}
|
||||||
|
|
||||||
|
// Activate FEC boost for any network change
|
||||||
|
self.fec_boost_until = Some(Instant::now() + Duration::from_secs(FEC_BOOST_DURATION_SECS));
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Returns the FEC boost amount if within the handoff recovery window, 0.0 otherwise.
|
||||||
|
///
|
||||||
|
/// Callers should add this to their base FEC ratio during the boost window.
|
||||||
|
pub fn fec_boost(&self) -> f32 {
|
||||||
|
if let Some(until) = self.fec_boost_until {
|
||||||
|
if Instant::now() < until {
|
||||||
|
return self.fec_boost_amount;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
0.0
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Reset the hysteresis counters.
|
||||||
|
pub fn reset_counters(&mut self) {
|
||||||
|
self.consecutive_up = 0;
|
||||||
|
self.consecutive_down = 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Get the effective downgrade threshold based on network context.
|
||||||
|
fn downgrade_threshold(&self) -> u32 {
|
||||||
|
match self.network_context {
|
||||||
|
NetworkContext::CellularLte
|
||||||
|
| NetworkContext::Cellular5g
|
||||||
|
| NetworkContext::Cellular3g => CELLULAR_DOWNGRADE_THRESHOLD,
|
||||||
|
_ => DOWNGRADE_THRESHOLD,
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
fn try_transition(&mut self, observed_tier: Tier) -> Option<QualityProfile> {
|
fn try_transition(&mut self, observed_tier: Tier) -> Option<QualityProfile> {
|
||||||
if observed_tier == self.current_tier {
|
if observed_tier == self.current_tier {
|
||||||
self.consecutive_up = 0;
|
self.consecutive_up = 0;
|
||||||
@@ -96,7 +222,7 @@ impl AdaptiveQualityController {
|
|||||||
if is_worse {
|
if is_worse {
|
||||||
self.consecutive_up = 0;
|
self.consecutive_up = 0;
|
||||||
self.consecutive_down += 1;
|
self.consecutive_down += 1;
|
||||||
if self.consecutive_down >= DOWNGRADE_THRESHOLD {
|
if self.consecutive_down >= self.downgrade_threshold() {
|
||||||
self.current_tier = observed_tier;
|
self.current_tier = observed_tier;
|
||||||
self.current_profile = observed_tier.profile();
|
self.current_profile = observed_tier.profile();
|
||||||
self.consecutive_down = 0;
|
self.consecutive_down = 0;
|
||||||
@@ -142,7 +268,7 @@ impl QualityController for AdaptiveQualityController {
|
|||||||
return None;
|
return None;
|
||||||
}
|
}
|
||||||
|
|
||||||
let observed = Tier::classify(report);
|
let observed = Tier::classify_with_context(report, self.network_context);
|
||||||
self.try_transition(observed)
|
self.try_transition(observed)
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -246,4 +372,110 @@ mod tests {
|
|||||||
assert_eq!(Tier::classify(&make_report(50.0, 200)), Tier::Catastrophic);
|
assert_eq!(Tier::classify(&make_report(50.0, 200)), Tier::Catastrophic);
|
||||||
assert_eq!(Tier::classify(&make_report(5.0, 700)), Tier::Catastrophic);
|
assert_eq!(Tier::classify(&make_report(5.0, 700)), Tier::Catastrophic);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// ---------------------------------------------------------------
|
||||||
|
// Network context tests
|
||||||
|
// ---------------------------------------------------------------
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn cellular_tighter_thresholds() {
|
||||||
|
// 12% loss: Good on WiFi, Degraded on cellular
|
||||||
|
let report = make_report(12.0, 200);
|
||||||
|
assert_eq!(
|
||||||
|
Tier::classify_with_context(&report, NetworkContext::WiFi),
|
||||||
|
Tier::Degraded
|
||||||
|
);
|
||||||
|
assert_eq!(
|
||||||
|
Tier::classify_with_context(&report, NetworkContext::CellularLte),
|
||||||
|
Tier::Degraded
|
||||||
|
);
|
||||||
|
|
||||||
|
// 9% loss: Good on WiFi, Degraded on cellular
|
||||||
|
let report = make_report(9.0, 200);
|
||||||
|
assert_eq!(
|
||||||
|
Tier::classify_with_context(&report, NetworkContext::WiFi),
|
||||||
|
Tier::Good
|
||||||
|
);
|
||||||
|
assert_eq!(
|
||||||
|
Tier::classify_with_context(&report, NetworkContext::CellularLte),
|
||||||
|
Tier::Degraded
|
||||||
|
);
|
||||||
|
|
||||||
|
// 30% loss: Degraded on WiFi, Catastrophic on cellular
|
||||||
|
let report = make_report(30.0, 200);
|
||||||
|
assert_eq!(
|
||||||
|
Tier::classify_with_context(&report, NetworkContext::WiFi),
|
||||||
|
Tier::Degraded
|
||||||
|
);
|
||||||
|
assert_eq!(
|
||||||
|
Tier::classify_with_context(&report, NetworkContext::Cellular3g),
|
||||||
|
Tier::Catastrophic
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn cellular_rtt_thresholds() {
|
||||||
|
// RTT 350ms: Good on WiFi, Degraded on cellular
|
||||||
|
let report = make_report(2.0, 348); // rtt_4ms rounds so use 348
|
||||||
|
assert_eq!(
|
||||||
|
Tier::classify_with_context(&report, NetworkContext::WiFi),
|
||||||
|
Tier::Good
|
||||||
|
);
|
||||||
|
assert_eq!(
|
||||||
|
Tier::classify_with_context(&report, NetworkContext::CellularLte),
|
||||||
|
Tier::Degraded
|
||||||
|
);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn cellular_faster_downgrade() {
|
||||||
|
let mut ctrl = AdaptiveQualityController::new();
|
||||||
|
ctrl.signal_network_change(NetworkContext::CellularLte);
|
||||||
|
// Reset tier back to Good for testing downgrade threshold
|
||||||
|
ctrl.current_tier = Tier::Good;
|
||||||
|
ctrl.current_profile = Tier::Good.profile();
|
||||||
|
|
||||||
|
// On cellular, downgrade threshold is 2 instead of 3
|
||||||
|
let bad = make_report(50.0, 200);
|
||||||
|
assert!(ctrl.observe(&bad).is_none()); // 1st bad
|
||||||
|
let result = ctrl.observe(&bad); // 2nd bad — should trigger on cellular
|
||||||
|
assert!(result.is_some());
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn signal_network_change_preemptive_downgrade() {
|
||||||
|
let mut ctrl = AdaptiveQualityController::new();
|
||||||
|
assert_eq!(ctrl.tier(), Tier::Good);
|
||||||
|
|
||||||
|
// Switch from WiFi to cellular
|
||||||
|
ctrl.network_context = NetworkContext::WiFi;
|
||||||
|
ctrl.signal_network_change(NetworkContext::CellularLte);
|
||||||
|
|
||||||
|
// Should have downgraded one tier: Good -> Degraded
|
||||||
|
assert_eq!(ctrl.tier(), Tier::Degraded);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn signal_network_change_fec_boost() {
|
||||||
|
let mut ctrl = AdaptiveQualityController::new();
|
||||||
|
assert_eq!(ctrl.fec_boost(), 0.0);
|
||||||
|
|
||||||
|
ctrl.signal_network_change(NetworkContext::CellularLte);
|
||||||
|
|
||||||
|
// FEC boost should be active
|
||||||
|
assert!(ctrl.fec_boost() > 0.0);
|
||||||
|
assert_eq!(ctrl.fec_boost(), DEFAULT_FEC_BOOST);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn tier_downgrade() {
|
||||||
|
assert_eq!(Tier::Good.downgrade(), Some(Tier::Degraded));
|
||||||
|
assert_eq!(Tier::Degraded.downgrade(), Some(Tier::Catastrophic));
|
||||||
|
assert_eq!(Tier::Catastrophic.downgrade(), None);
|
||||||
|
}
|
||||||
|
|
||||||
|
#[test]
|
||||||
|
fn network_context_default() {
|
||||||
|
assert_eq!(NetworkContext::default(), NetworkContext::Unknown);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -136,6 +136,11 @@ impl PathMonitor {
|
|||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Get raw packet counts for debugging.
|
||||||
|
pub fn counts(&self) -> (u64, u64) {
|
||||||
|
(self.total_sent, self.total_received)
|
||||||
|
}
|
||||||
|
|
||||||
/// Estimate bandwidth in kbps from bytes received over time.
|
/// Estimate bandwidth in kbps from bytes received over time.
|
||||||
fn estimate_bandwidth_kbps(&self) -> u32 {
|
fn estimate_bandwidth_kbps(&self) -> u32 {
|
||||||
if let (Some(first), Some(last)) = (self.first_recv_time_ms, self.last_recv_time_ms) {
|
if let (Some(first), Some(last)) = (self.first_recv_time_ms, self.last_recv_time_ms) {
|
||||||
@@ -149,6 +154,27 @@ impl PathMonitor {
|
|||||||
}
|
}
|
||||||
0
|
0
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Detect whether a network handoff likely occurred.
|
||||||
|
///
|
||||||
|
/// Returns `true` if the most recent RTT jitter measurement exceeds 3x
|
||||||
|
/// the EWMA-smoothed jitter average, which is characteristic of a cellular
|
||||||
|
/// network handoff (tower switch, WiFi-to-cellular transition, etc.).
|
||||||
|
pub fn detect_handoff(&self) -> bool {
|
||||||
|
// We need at least two RTT observations to have a meaningful jitter value,
|
||||||
|
// and the EWMA must be non-zero to avoid division/multiplication by zero.
|
||||||
|
if self.jitter_ewma <= 0.0 {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
|
||||||
|
if let (Some(last_rtt), Some(_)) = (self.last_rtt_ms, Some(self.rtt_ewma)) {
|
||||||
|
// Compute the most recent instantaneous jitter (RTT deviation from EWMA)
|
||||||
|
let instant_jitter = (last_rtt - self.rtt_ewma).abs();
|
||||||
|
instant_jitter > self.jitter_ewma * 3.0
|
||||||
|
} else {
|
||||||
|
false
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
impl Default for PathMonitor {
|
impl Default for PathMonitor {
|
||||||
|
|||||||
@@ -33,6 +33,16 @@ impl QuinnTransport {
|
|||||||
&self.connection
|
&self.connection
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Feed an external RTT observation (e.g. from QUIC path stats) into the path monitor.
|
||||||
|
pub fn feed_rtt(&self, rtt_ms: u32) {
|
||||||
|
self.path_monitor.lock().unwrap().observe_rtt(rtt_ms);
|
||||||
|
}
|
||||||
|
|
||||||
|
/// Get raw packet counts from path monitor (sent, received).
|
||||||
|
pub fn monitor_counts(&self) -> (u64, u64) {
|
||||||
|
self.path_monitor.lock().unwrap().counts()
|
||||||
|
}
|
||||||
|
|
||||||
/// Get the maximum datagram payload size, if datagrams are supported.
|
/// Get the maximum datagram payload size, if datagrams are supported.
|
||||||
pub fn max_datagram_size(&self) -> Option<usize> {
|
pub fn max_datagram_size(&self) -> Option<usize> {
|
||||||
datagram::max_datagram_payload(&self.connection)
|
datagram::max_datagram_payload(&self.connection)
|
||||||
|
|||||||
41
docs/android/README.md
Normal file
41
docs/android/README.md
Normal file
@@ -0,0 +1,41 @@
|
|||||||
|
# WarzonePhone Android Client
|
||||||
|
|
||||||
|
The WZP Android client is a native VoIP application built with Kotlin/Jetpack Compose on top of a Rust audio engine. It connects to WZP relay servers over QUIC, providing encrypted voice calls with adaptive quality, forward error correction, and acoustic echo cancellation.
|
||||||
|
|
||||||
|
## Quick Start
|
||||||
|
|
||||||
|
1. **Build**: `cd android && ./gradlew assembleRelease` (requires NDK 26.1, cargo-ndk)
|
||||||
|
2. **Install**: `adb install app/build/outputs/apk/release/app-release.apk`
|
||||||
|
3. **Run**: Open "WZ Phone", tap **CALL** to connect to the hardcoded relay
|
||||||
|
4. **Relay**: Must be running at the configured address (default `172.16.81.125:4433`)
|
||||||
|
|
||||||
|
## Current State (April 2025)
|
||||||
|
|
||||||
|
| Feature | Status |
|
||||||
|
|---------|--------|
|
||||||
|
| QUIC transport to relay | Working |
|
||||||
|
| Crypto handshake (X25519 + Ed25519) | Working |
|
||||||
|
| Opus 24k encoding/decoding | Working |
|
||||||
|
| Oboe audio I/O (48kHz mono) | Working |
|
||||||
|
| AEC / AGC signal processing | Working |
|
||||||
|
| RaptorQ FEC | Wired (repair symbols not sent yet) |
|
||||||
|
| Jitter buffer | Working |
|
||||||
|
| Adaptive quality switching | Codec-ready, not network-driven yet |
|
||||||
|
| Authentication (featherChat) | Skipped (relay has no --auth-url) |
|
||||||
|
| Media encryption (ChaCha20-Poly1305) | Session derived but not applied to packets |
|
||||||
|
| Foreground service / wake locks | Implemented, not started from UI |
|
||||||
|
|
||||||
|
## Documentation Index
|
||||||
|
|
||||||
|
- [Architecture](architecture.md) - System design, data flow diagrams, thread model
|
||||||
|
- [Build Guide](build-guide.md) - Build environment setup, dependencies, signing
|
||||||
|
- [Debugging](debugging.md) - Crash diagnosis, logcat filters, common issues
|
||||||
|
- [Maintenance](maintenance.md) - Code map, dependency management, upgrade paths
|
||||||
|
- [Roadmap](roadmap.md) - Planned work and known gaps
|
||||||
|
|
||||||
|
## Key Design Decisions
|
||||||
|
|
||||||
|
- **Rust native engine**: All audio processing, codecs, FEC, crypto, and networking run in Rust. Kotlin is UI-only.
|
||||||
|
- **Lock-free audio**: SPSC ring buffers with atomic ordering between Oboe C++ callbacks and the Rust codec thread. No mutexes in the audio path.
|
||||||
|
- **cargo-ndk**: The native library (`libwzp_android.so`) is cross-compiled for `arm64-v8a` using cargo-ndk, invoked automatically by Gradle's `cargoNdkBuild` task.
|
||||||
|
- **Single-activity Compose**: One `CallActivity` hosts all UI via Jetpack Compose with `CallViewModel` as the state holder.
|
||||||
400
docs/android/architecture.md
Normal file
400
docs/android/architecture.md
Normal file
@@ -0,0 +1,400 @@
|
|||||||
|
# Architecture
|
||||||
|
|
||||||
|
## System Overview
|
||||||
|
|
||||||
|
The Android client is a four-layer stack: Kotlin UI, JNI bridge, Rust engine, and C++ audio I/O. Each layer communicates through well-defined interfaces with minimal coupling.
|
||||||
|
|
||||||
|
```mermaid
|
||||||
|
graph TB
|
||||||
|
subgraph "Kotlin (Main Thread)"
|
||||||
|
CA[CallActivity]
|
||||||
|
VM[CallViewModel]
|
||||||
|
UI[InCallScreen<br/>Compose UI]
|
||||||
|
CA --> VM
|
||||||
|
VM --> UI
|
||||||
|
end
|
||||||
|
|
||||||
|
subgraph "JNI Bridge"
|
||||||
|
JB[jni_bridge.rs<br/>panic-safe FFI]
|
||||||
|
end
|
||||||
|
|
||||||
|
subgraph "Rust Engine"
|
||||||
|
ENG[WzpEngine<br/>Orchestrator]
|
||||||
|
CT[Codec Thread<br/>20ms real-time loop]
|
||||||
|
NET[Tokio Runtime<br/>2 async workers]
|
||||||
|
PIPE[Pipeline<br/>Encode/Decode/FEC/Jitter]
|
||||||
|
end
|
||||||
|
|
||||||
|
subgraph "C++ Audio"
|
||||||
|
OBOE[Oboe Bridge<br/>Capture + Playout callbacks]
|
||||||
|
RB[Ring Buffers<br/>Lock-free SPSC]
|
||||||
|
end
|
||||||
|
|
||||||
|
subgraph "Network"
|
||||||
|
QUIC[QUIC Connection<br/>quinn]
|
||||||
|
RELAY[WZP Relay<br/>SFU Room]
|
||||||
|
end
|
||||||
|
|
||||||
|
VM <-->|"JNI calls<br/>+ JSON stats"| JB
|
||||||
|
JB <--> ENG
|
||||||
|
ENG --> CT
|
||||||
|
ENG --> NET
|
||||||
|
CT <--> PIPE
|
||||||
|
CT <-->|"Atomic R/W"| RB
|
||||||
|
OBOE <-->|"Atomic R/W"| RB
|
||||||
|
CT <-->|"mpsc channels"| NET
|
||||||
|
NET <-->|"QUIC datagrams<br/>+ streams"| QUIC
|
||||||
|
QUIC <--> RELAY
|
||||||
|
```
|
||||||
|
|
||||||
|
## Thread Model
|
||||||
|
|
||||||
|
The engine uses four distinct thread contexts, each with specific responsibilities and real-time constraints.
|
||||||
|
|
||||||
|
```mermaid
|
||||||
|
graph LR
|
||||||
|
subgraph "Android Main Thread"
|
||||||
|
UI_T["UI + JNI calls<br/>startCall / stopCall / getStats"]
|
||||||
|
end
|
||||||
|
|
||||||
|
subgraph "Oboe Audio Thread (system)"
|
||||||
|
AUD["Capture callback: mic → ring buf<br/>Playout callback: ring buf → speaker<br/>⚡ Highest priority, no allocations"]
|
||||||
|
end
|
||||||
|
|
||||||
|
subgraph "Codec Thread (wzp-codec)"
|
||||||
|
COD["20ms loop:<br/>1. Read capture ring buf<br/>2. AEC → AGC → Encode<br/>3. Send to network channel<br/>4. Recv from network channel<br/>5. FEC → Jitter → Decode<br/>6. Write playout ring buf<br/>⚡ Pinned to big core, RT priority"]
|
||||||
|
end
|
||||||
|
|
||||||
|
subgraph "Tokio Runtime (2 workers)"
|
||||||
|
NET_S["Send task:<br/>Channel → MediaPacket → QUIC datagram"]
|
||||||
|
NET_R["Recv task:<br/>QUIC datagram → MediaPacket → Channel"]
|
||||||
|
HS["Handshake:<br/>CallOffer → CallAnswer"]
|
||||||
|
end
|
||||||
|
|
||||||
|
UI_T -->|"mpsc command channel"| COD
|
||||||
|
COD -->|"tokio::mpsc send_tx"| NET_S
|
||||||
|
NET_R -->|"tokio::mpsc recv_tx"| COD
|
||||||
|
AUD <-->|"Atomic ring buffers"| COD
|
||||||
|
```
|
||||||
|
|
||||||
|
### Thread Priorities and Constraints
|
||||||
|
|
||||||
|
| Thread | Priority | Allocations | Blocking | Lock-free |
|
||||||
|
|--------|----------|-------------|----------|-----------|
|
||||||
|
| Oboe audio | SCHED_FIFO (system) | None | Never | Yes |
|
||||||
|
| Codec | RT priority, big core | Pre-allocated buffers | sleep(remainder of 20ms) | Ring buf: yes, Stats: Mutex |
|
||||||
|
| Tokio workers | Normal | Allowed | Async only | N/A |
|
||||||
|
| Main/JNI | Normal | Allowed | Allowed | N/A |
|
||||||
|
|
||||||
|
## Call Lifecycle
|
||||||
|
|
||||||
|
```mermaid
|
||||||
|
sequenceDiagram
|
||||||
|
participant User
|
||||||
|
participant UI as InCallScreen
|
||||||
|
participant VM as CallViewModel
|
||||||
|
participant ENG as WzpEngine (JNI)
|
||||||
|
participant NET as Tokio Network
|
||||||
|
participant RELAY as WZP Relay
|
||||||
|
|
||||||
|
User->>UI: Tap CALL
|
||||||
|
UI->>VM: startCall()
|
||||||
|
VM->>ENG: init() + startCall(relay, room)
|
||||||
|
ENG->>ENG: Create tokio runtime
|
||||||
|
ENG->>NET: Spawn network task
|
||||||
|
|
||||||
|
NET->>RELAY: QUIC connect (SNI = room name)
|
||||||
|
RELAY-->>NET: Connection established
|
||||||
|
|
||||||
|
Note over NET,RELAY: Crypto Handshake
|
||||||
|
NET->>RELAY: CallOffer {identity_pub, ephemeral_pub, signature, profiles}
|
||||||
|
RELAY-->>NET: CallAnswer {ephemeral_pub, chosen_profile, signature}
|
||||||
|
NET->>NET: Derive ChaCha20-Poly1305 session
|
||||||
|
|
||||||
|
ENG->>ENG: Spawn codec thread
|
||||||
|
Note over ENG: State → Active
|
||||||
|
|
||||||
|
loop Every 20ms
|
||||||
|
ENG->>ENG: Read mic → AEC → AGC → Encode
|
||||||
|
ENG->>NET: Encoded frame via channel
|
||||||
|
NET->>RELAY: MediaPacket via QUIC DATAGRAM
|
||||||
|
RELAY->>NET: MediaPacket from other peer
|
||||||
|
NET->>ENG: MediaPacket via channel
|
||||||
|
ENG->>ENG: FEC → Jitter → Decode → Speaker
|
||||||
|
end
|
||||||
|
|
||||||
|
User->>UI: Tap END
|
||||||
|
UI->>VM: stopCall()
|
||||||
|
VM->>ENG: stopCall()
|
||||||
|
ENG->>ENG: Set running=false, send Stop command
|
||||||
|
ENG->>ENG: Join codec thread
|
||||||
|
ENG->>NET: Drop tokio runtime
|
||||||
|
NET->>RELAY: Connection close
|
||||||
|
```
|
||||||
|
|
||||||
|
## Audio Pipeline Detail
|
||||||
|
|
||||||
|
```mermaid
|
||||||
|
graph LR
|
||||||
|
subgraph "Capture Path"
|
||||||
|
MIC[Microphone] -->|"48kHz i16"| OBOE_C[Oboe Capture<br/>Callback]
|
||||||
|
OBOE_C -->|"ring_write()"| RB_C[Capture<br/>Ring Buffer]
|
||||||
|
RB_C -->|"read_capture()"| AEC[Echo<br/>Canceller]
|
||||||
|
AEC --> AGC[Auto Gain<br/>Control]
|
||||||
|
AGC --> ENC[AdaptiveEncoder<br/>Opus 24k]
|
||||||
|
ENC -->|"Vec u8"| FEC_E[RaptorQ<br/>FEC Encoder]
|
||||||
|
FEC_E -->|"send_tx"| CHAN_S[Send Channel]
|
||||||
|
end
|
||||||
|
|
||||||
|
subgraph "Network"
|
||||||
|
CHAN_S --> PKT_S[MediaPacket<br/>Header + Payload]
|
||||||
|
PKT_S -->|"QUIC DATAGRAM"| RELAY[Relay SFU]
|
||||||
|
RELAY -->|"QUIC DATAGRAM"| PKT_R[MediaPacket<br/>Deserialize]
|
||||||
|
PKT_R -->|"recv_tx"| CHAN_R[Recv Channel]
|
||||||
|
end
|
||||||
|
|
||||||
|
subgraph "Playout Path"
|
||||||
|
CHAN_R --> FEC_D[RaptorQ<br/>FEC Decoder]
|
||||||
|
FEC_D --> JB[Jitter Buffer<br/>10-250 pkts]
|
||||||
|
JB --> DEC[AdaptiveDecoder<br/>Opus 24k]
|
||||||
|
DEC -->|"48kHz i16"| AEC_REF[AEC Far-End<br/>Reference]
|
||||||
|
DEC -->|"write_playout()"| RB_P[Playout<br/>Ring Buffer]
|
||||||
|
RB_P -->|"ring_read()"| OBOE_P[Oboe Playout<br/>Callback]
|
||||||
|
OBOE_P --> SPK[Speaker]
|
||||||
|
end
|
||||||
|
```
|
||||||
|
|
||||||
|
### Audio Parameters
|
||||||
|
|
||||||
|
| Parameter | Value | Notes |
|
||||||
|
|-----------|-------|-------|
|
||||||
|
| Sample rate | 48,000 Hz | Opus native rate |
|
||||||
|
| Channels | 1 (mono) | VoIP only |
|
||||||
|
| Frame size | 960 samples | 20ms at 48kHz |
|
||||||
|
| Ring buffer | 7,680 samples | 160ms (8 frames) |
|
||||||
|
| Bit depth | 16-bit signed int | PCM format |
|
||||||
|
| AEC tail | 100ms | Echo canceller filter length |
|
||||||
|
|
||||||
|
## Crypto Handshake
|
||||||
|
|
||||||
|
```mermaid
|
||||||
|
sequenceDiagram
|
||||||
|
participant Client as Android Client
|
||||||
|
participant Relay as WZP Relay
|
||||||
|
|
||||||
|
Note over Client: Identity seed (32 bytes, random per launch)
|
||||||
|
Note over Client: HKDF → Ed25519 signing key + X25519 static key
|
||||||
|
|
||||||
|
Client->>Client: Generate ephemeral X25519 keypair
|
||||||
|
Client->>Client: Sign(ephemeral_pub || "call-offer") with Ed25519
|
||||||
|
|
||||||
|
Client->>Relay: SignalMessage::CallOffer<br/>{identity_pub, ephemeral_pub, signature, [GOOD, DEGRADED, CATASTROPHIC]}
|
||||||
|
|
||||||
|
Relay->>Relay: Verify Ed25519 signature
|
||||||
|
Relay->>Relay: Generate own ephemeral X25519
|
||||||
|
Relay->>Relay: Sign(ephemeral_pub || "call-answer")
|
||||||
|
Relay->>Relay: DH(relay_ephemeral, client_ephemeral) → shared secret
|
||||||
|
Relay->>Relay: HKDF(shared_secret) → ChaCha20-Poly1305 key
|
||||||
|
|
||||||
|
Relay->>Client: SignalMessage::CallAnswer<br/>{identity_pub, ephemeral_pub, signature, chosen_profile=GOOD}
|
||||||
|
|
||||||
|
Client->>Client: Verify relay signature
|
||||||
|
Client->>Client: DH(client_ephemeral, relay_ephemeral) → same shared secret
|
||||||
|
Client->>Client: HKDF(shared_secret) → same ChaCha20-Poly1305 key
|
||||||
|
|
||||||
|
Note over Client,Relay: Both sides now have identical session key
|
||||||
|
Note over Client,Relay: Media packets can be encrypted (not yet applied)
|
||||||
|
```
|
||||||
|
|
||||||
|
### Key Derivation Chain
|
||||||
|
|
||||||
|
```
|
||||||
|
Identity Seed (32 bytes, random)
|
||||||
|
│
|
||||||
|
├── HKDF(seed, info="warzone-ed25519") → Ed25519 signing key
|
||||||
|
│ └── Public key = identity_pub (32 bytes)
|
||||||
|
│ └── SHA-256(identity_pub)[:16] = fingerprint (16 bytes)
|
||||||
|
│
|
||||||
|
└── HKDF(seed, info="warzone-x25519") → X25519 static key (unused currently)
|
||||||
|
|
||||||
|
Per-Call Ephemeral:
|
||||||
|
Random X25519 keypair → ephemeral_pub (sent in CallOffer)
|
||||||
|
|
||||||
|
Session Key:
|
||||||
|
DH(our_ephemeral_secret, peer_ephemeral_pub) → shared_secret
|
||||||
|
HKDF(shared_secret, info="warzone-session-key") → ChaCha20-Poly1305 key (32 bytes)
|
||||||
|
```
|
||||||
|
|
||||||
|
## QUIC Transport
|
||||||
|
|
||||||
|
```mermaid
|
||||||
|
graph TB
|
||||||
|
subgraph "QUIC Connection"
|
||||||
|
EP[Client Endpoint<br/>0.0.0.0:0 UDP]
|
||||||
|
CONN[Connection to Relay<br/>SNI = room name]
|
||||||
|
|
||||||
|
subgraph "Unreliable Channel"
|
||||||
|
DG_S[Send DATAGRAM<br/>MediaPacket serialized]
|
||||||
|
DG_R[Recv DATAGRAM<br/>MediaPacket deserialized]
|
||||||
|
end
|
||||||
|
|
||||||
|
subgraph "Reliable Channel"
|
||||||
|
ST_S[Open bidi stream<br/>JSON length-prefixed<br/>SignalMessage]
|
||||||
|
ST_R[Accept bidi stream<br/>JSON length-prefixed<br/>SignalMessage]
|
||||||
|
end
|
||||||
|
|
||||||
|
EP --> CONN
|
||||||
|
CONN --> DG_S
|
||||||
|
CONN --> DG_R
|
||||||
|
CONN --> ST_S
|
||||||
|
CONN --> ST_R
|
||||||
|
end
|
||||||
|
```
|
||||||
|
|
||||||
|
### QUIC Configuration (VoIP-tuned)
|
||||||
|
|
||||||
|
| Setting | Value | Rationale |
|
||||||
|
|---------|-------|-----------|
|
||||||
|
| ALPN | `wzp` | Protocol identification |
|
||||||
|
| Idle timeout | 30s | Keep connection alive during silence |
|
||||||
|
| Keep-alive | 5s | Prevent NAT timeout |
|
||||||
|
| Datagram receive buffer | 65 KB | Buffer for burst arrivals |
|
||||||
|
| Flow control (recv) | 256 KB | Conservative for VoIP |
|
||||||
|
| Flow control (send) | 128 KB | Prevent bufferbloat |
|
||||||
|
| TLS | Self-signed certs | Development mode |
|
||||||
|
| Certificate verification | Disabled | Client accepts any cert |
|
||||||
|
|
||||||
|
## MediaPacket Wire Format
|
||||||
|
|
||||||
|
```
|
||||||
|
12-byte header:
|
||||||
|
┌─────────────────────────────────────────────────┐
|
||||||
|
│ Byte 0: V(1) T(1) CodecID(4) Q(1) FecHi(1) │
|
||||||
|
│ Byte 1: FecLo(6) unused(2) │
|
||||||
|
│ Byte 2-3: Sequence number (u16 BE) │
|
||||||
|
│ Byte 4-7: Timestamp ms (u32 BE) │
|
||||||
|
│ Byte 8: FEC block ID │
|
||||||
|
│ Byte 9: FEC symbol index │
|
||||||
|
│ Byte 10: Reserved │
|
||||||
|
│ Byte 11: CSRC count │
|
||||||
|
├─────────────────────────────────────────────────┤
|
||||||
|
│ Payload: Opus-encoded audio frame │
|
||||||
|
├─────────────────────────────────────────────────┤
|
||||||
|
│ Optional: QualityReport (4 bytes, if Q=1) │
|
||||||
|
│ loss_pct(u8) rtt_4ms(u8) jitter_ms(u8) │
|
||||||
|
│ bitrate_cap_kbps(u8) │
|
||||||
|
└─────────────────────────────────────────────────┘
|
||||||
|
```
|
||||||
|
|
||||||
|
## Relay Room Mode (SFU)
|
||||||
|
|
||||||
|
```mermaid
|
||||||
|
graph LR
|
||||||
|
subgraph "Room: android"
|
||||||
|
P1[Phone A<br/>QUIC conn] -->|MediaPacket| RELAY[Relay SFU]
|
||||||
|
RELAY -->|MediaPacket| P2[Phone B<br/>QUIC conn]
|
||||||
|
P2 -->|MediaPacket| RELAY
|
||||||
|
RELAY -->|MediaPacket| P1
|
||||||
|
end
|
||||||
|
|
||||||
|
Note1["Room name from QUIC TLS SNI<br/>No auth required<br/>Packets forwarded to all others"]
|
||||||
|
```
|
||||||
|
|
||||||
|
The relay operates as a Selective Forwarding Unit:
|
||||||
|
1. Client connects via QUIC, room name extracted from TLS SNI
|
||||||
|
2. Crypto handshake completes (relay has its own ephemeral identity)
|
||||||
|
3. Client joins named room
|
||||||
|
4. All received media packets are forwarded to every other participant in the room
|
||||||
|
5. Signaling messages are not forwarded (point-to-point with relay)
|
||||||
|
|
||||||
|
## Adaptive Quality System
|
||||||
|
|
||||||
|
```mermaid
|
||||||
|
graph TD
|
||||||
|
QR[QualityReport<br/>loss%, RTT, jitter] --> AQC[AdaptiveQualityController]
|
||||||
|
|
||||||
|
AQC -->|"loss<10%, RTT<400ms"| GOOD[GOOD<br/>Opus 24kbps<br/>FEC 20%<br/>20ms frames]
|
||||||
|
AQC -->|"loss 10-40%<br/>RTT 400-600ms"| DEG[DEGRADED<br/>Opus 6kbps<br/>FEC 50%<br/>40ms frames]
|
||||||
|
AQC -->|"loss>40%<br/>RTT>600ms"| CAT[CATASTROPHIC<br/>Codec2 1.2kbps<br/>FEC 100%<br/>40ms frames]
|
||||||
|
|
||||||
|
GOOD -->|"Hysteresis:<br/>sustained degradation"| DEG
|
||||||
|
DEG -->|"Sustained improvement"| GOOD
|
||||||
|
DEG -->|"Further degradation"| CAT
|
||||||
|
CAT -->|"Improvement"| DEG
|
||||||
|
```
|
||||||
|
|
||||||
|
| Profile | Codec | Bitrate | FEC Ratio | Frame Size | FEC Block |
|
||||||
|
|---------|-------|---------|-----------|------------|-----------|
|
||||||
|
| GOOD | Opus 24k | 24 kbps | 20% | 20ms | 5 frames |
|
||||||
|
| DEGRADED | Opus 6k | 6 kbps | 50% | 40ms | 10 frames |
|
||||||
|
| CATASTROPHIC | Codec2 1.2k | 1.2 kbps | 100% | 40ms | 8 frames |
|
||||||
|
|
||||||
|
## Module Dependency Graph
|
||||||
|
|
||||||
|
```mermaid
|
||||||
|
graph BT
|
||||||
|
PROTO[wzp-proto<br/>Types, traits, jitter,<br/>quality, session]
|
||||||
|
CODEC[wzp-codec<br/>Opus, Codec2, AEC,<br/>AGC, resampling]
|
||||||
|
FEC[wzp-fec<br/>RaptorQ fountain codes]
|
||||||
|
CRYPTO[wzp-crypto<br/>Ed25519, X25519,<br/>ChaCha20-Poly1305]
|
||||||
|
TRANSPORT[wzp-transport<br/>QUIC, datagrams,<br/>signaling streams]
|
||||||
|
ANDROID[wzp-android<br/>Engine, JNI bridge,<br/>Oboe audio, pipeline]
|
||||||
|
RELAY[wzp-relay<br/>SFU, rooms, auth,<br/>metrics, probes]
|
||||||
|
|
||||||
|
CODEC --> PROTO
|
||||||
|
FEC --> PROTO
|
||||||
|
CRYPTO --> PROTO
|
||||||
|
TRANSPORT --> PROTO
|
||||||
|
ANDROID --> PROTO
|
||||||
|
ANDROID --> CODEC
|
||||||
|
ANDROID --> FEC
|
||||||
|
ANDROID --> CRYPTO
|
||||||
|
ANDROID --> TRANSPORT
|
||||||
|
RELAY --> PROTO
|
||||||
|
RELAY --> CRYPTO
|
||||||
|
RELAY --> TRANSPORT
|
||||||
|
```
|
||||||
|
|
||||||
|
## File Map
|
||||||
|
|
||||||
|
### Kotlin (`android/app/src/main/java/com/wzp/`)
|
||||||
|
|
||||||
|
| File | Purpose |
|
||||||
|
|------|---------|
|
||||||
|
| `WzpApplication.kt` | App entry, notification channel creation |
|
||||||
|
| `engine/WzpEngine.kt` | JNI wrapper for native engine |
|
||||||
|
| `engine/WzpCallback.kt` | Callback interface for engine events |
|
||||||
|
| `engine/CallStats.kt` | Stats data class with JSON deserialization |
|
||||||
|
| `ui/call/CallActivity.kt` | Activity host, permissions, theme |
|
||||||
|
| `ui/call/CallViewModel.kt` | MVVM state holder, stats polling |
|
||||||
|
| `ui/call/InCallScreen.kt` | Compose UI (idle + in-call states) |
|
||||||
|
| `service/CallService.kt` | Foreground service, wake/wifi locks |
|
||||||
|
| `audio/AudioRouteManager.kt` | Speaker/earpiece/Bluetooth routing |
|
||||||
|
|
||||||
|
### Rust (`crates/wzp-android/src/`)
|
||||||
|
|
||||||
|
| File | Purpose |
|
||||||
|
|------|---------|
|
||||||
|
| `lib.rs` | Module declarations |
|
||||||
|
| `jni_bridge.rs` | JNI FFI (panic-safe, proper jni crate) |
|
||||||
|
| `engine.rs` | Call orchestrator (threads, channels, lifecycle) |
|
||||||
|
| `pipeline.rs` | Codec pipeline (AEC, AGC, encode, FEC, jitter, decode) |
|
||||||
|
| `audio_android.rs` | Oboe backend, SPSC ring buffers, RT scheduling |
|
||||||
|
| `commands.rs` | Engine command enum |
|
||||||
|
| `stats.rs` | CallState/CallStats types (serde) |
|
||||||
|
|
||||||
|
### C++ (`crates/wzp-android/cpp/`)
|
||||||
|
|
||||||
|
| File | Purpose |
|
||||||
|
|------|---------|
|
||||||
|
| `oboe_bridge.h` | FFI header for Rust-C++ audio interface |
|
||||||
|
| `oboe_bridge.cpp` | Oboe capture/playout callbacks, ring buffer I/O |
|
||||||
|
| `oboe_stub.cpp` | No-op stub for non-Android builds |
|
||||||
|
|
||||||
|
### Build
|
||||||
|
|
||||||
|
| File | Purpose |
|
||||||
|
|------|---------|
|
||||||
|
| `android/app/build.gradle.kts` | Android build config, cargo-ndk task |
|
||||||
|
| `crates/wzp-android/Cargo.toml` | Rust dependencies (cdylib output) |
|
||||||
|
| `crates/wzp-android/build.rs` | C++ compilation, Oboe fetch |
|
||||||
155
docs/android/build-guide.md
Normal file
155
docs/android/build-guide.md
Normal file
@@ -0,0 +1,155 @@
|
|||||||
|
# Build Guide
|
||||||
|
|
||||||
|
## Prerequisites
|
||||||
|
|
||||||
|
| Tool | Version | Purpose |
|
||||||
|
|------|---------|---------|
|
||||||
|
| JDK | 17 | Android Gradle builds |
|
||||||
|
| Android SDK | 34 | Compile SDK |
|
||||||
|
| Android NDK | 26.1.10909125 | Native C++/Rust compilation |
|
||||||
|
| Rust | 1.85+ | Native engine (edition 2024) |
|
||||||
|
| cargo-ndk | latest | Cross-compile Rust → Android |
|
||||||
|
| `aarch64-linux-android` target | - | Rust target for ARM64 |
|
||||||
|
|
||||||
|
### Install Rust Android target
|
||||||
|
|
||||||
|
```bash
|
||||||
|
rustup target add aarch64-linux-android
|
||||||
|
cargo install cargo-ndk
|
||||||
|
```
|
||||||
|
|
||||||
|
### Environment Variables
|
||||||
|
|
||||||
|
```bash
|
||||||
|
export JAVA_HOME="/usr/lib/jvm/java-17-openjdk-amd64"
|
||||||
|
export ANDROID_HOME="$HOME/android-sdk"
|
||||||
|
export ANDROID_NDK_HOME="$ANDROID_HOME/ndk/26.1.10909125"
|
||||||
|
|
||||||
|
# For manual cargo-ndk builds (Gradle sets these automatically):
|
||||||
|
export CC_aarch64_linux_android="$ANDROID_NDK_HOME/toolchains/llvm/prebuilt/linux-x86_64/bin/aarch64-linux-android21-clang"
|
||||||
|
export CXX_aarch64_linux_android="$ANDROID_NDK_HOME/toolchains/llvm/prebuilt/linux-x86_64/bin/aarch64-linux-android21-clang++"
|
||||||
|
export AR_aarch64_linux_android="$ANDROID_NDK_HOME/toolchains/llvm/prebuilt/linux-x86_64/bin/llvm-ar"
|
||||||
|
```
|
||||||
|
|
||||||
|
## Build Commands
|
||||||
|
|
||||||
|
### Full Build (Gradle drives everything)
|
||||||
|
|
||||||
|
```bash
|
||||||
|
cd android
|
||||||
|
./gradlew assembleRelease
|
||||||
|
```
|
||||||
|
|
||||||
|
This runs:
|
||||||
|
1. `cargoNdkBuild` task: invokes `cargo ndk -t arm64-v8a -o app/src/main/jniLibs build --release -p wzp-android`
|
||||||
|
2. Compiles Kotlin/Compose code
|
||||||
|
3. Packages APK with signing
|
||||||
|
|
||||||
|
### Native Library Only
|
||||||
|
|
||||||
|
```bash
|
||||||
|
cargo ndk -t arm64-v8a -o android/app/src/main/jniLibs build --release -p wzp-android
|
||||||
|
```
|
||||||
|
|
||||||
|
Output: `android/app/src/main/jniLibs/arm64-v8a/libwzp_android.so`
|
||||||
|
|
||||||
|
### Skip Native Rebuild
|
||||||
|
|
||||||
|
If the `.so` hasn't changed:
|
||||||
|
|
||||||
|
```bash
|
||||||
|
cd android
|
||||||
|
./gradlew assembleRelease -x cargoNdkBuild
|
||||||
|
```
|
||||||
|
|
||||||
|
### Debug Build
|
||||||
|
|
||||||
|
```bash
|
||||||
|
cd android
|
||||||
|
./gradlew assembleDebug
|
||||||
|
```
|
||||||
|
|
||||||
|
Debug APK is ~8.9 MB (unstripped `.so`), release is ~6.9 MB.
|
||||||
|
|
||||||
|
## Signing
|
||||||
|
|
||||||
|
### Debug
|
||||||
|
|
||||||
|
```
|
||||||
|
Keystore: android/keystore/wzp-debug.jks
|
||||||
|
Password: android
|
||||||
|
Key alias: wzp-debug
|
||||||
|
```
|
||||||
|
|
||||||
|
### Release
|
||||||
|
|
||||||
|
```
|
||||||
|
Keystore: android/keystore/wzp-release.jks
|
||||||
|
Password: wzphone2024
|
||||||
|
Key alias: wzp-release
|
||||||
|
```
|
||||||
|
|
||||||
|
Both keystores are checked into the repo for development convenience. For production, replace with proper key management.
|
||||||
|
|
||||||
|
## Build Artifacts
|
||||||
|
|
||||||
|
| Artifact | Path | Size |
|
||||||
|
|----------|------|------|
|
||||||
|
| Debug APK | `android/app/build/outputs/apk/debug/app-debug.apk` | ~8.9 MB |
|
||||||
|
| Release APK | `android/app/build/outputs/apk/release/app-release.apk` | ~6.9 MB |
|
||||||
|
| Native lib | `android/app/src/main/jniLibs/arm64-v8a/libwzp_android.so` | ~5 MB |
|
||||||
|
|
||||||
|
## ABI Support
|
||||||
|
|
||||||
|
Currently only `arm64-v8a` (ARM64) is built. This covers 95%+ of modern Android devices.
|
||||||
|
|
||||||
|
To add more ABIs, edit `build.gradle.kts`:
|
||||||
|
|
||||||
|
```kotlin
|
||||||
|
ndk { abiFilters += listOf("arm64-v8a", "armeabi-v7a") }
|
||||||
|
```
|
||||||
|
|
||||||
|
And update the cargo-ndk command in `cargoNdkBuild` task:
|
||||||
|
|
||||||
|
```kotlin
|
||||||
|
commandLine("cargo", "ndk", "-t", "arm64-v8a", "-t", "armeabi-v7a", ...)
|
||||||
|
```
|
||||||
|
|
||||||
|
## Oboe Dependency
|
||||||
|
|
||||||
|
The Oboe C++ audio library is fetched at build time by `build.rs`:
|
||||||
|
|
||||||
|
1. Attempts `git clone` of Oboe 1.8.1 into `$OUT_DIR/oboe`
|
||||||
|
2. If successful, compiles `oboe_bridge.cpp` with Oboe headers
|
||||||
|
3. If clone fails (no network), falls back to `oboe_stub.cpp` (no-op audio)
|
||||||
|
|
||||||
|
This means **first build requires internet** to fetch Oboe. Subsequent builds use the cached checkout.
|
||||||
|
|
||||||
|
## Common Build Issues
|
||||||
|
|
||||||
|
### `cargo ndk` not found
|
||||||
|
|
||||||
|
```bash
|
||||||
|
cargo install cargo-ndk
|
||||||
|
```
|
||||||
|
|
||||||
|
### Missing Android target
|
||||||
|
|
||||||
|
```bash
|
||||||
|
rustup target add aarch64-linux-android
|
||||||
|
```
|
||||||
|
|
||||||
|
### NDK not found
|
||||||
|
|
||||||
|
Ensure `ANDROID_NDK_HOME` points to the NDK directory containing `toolchains/llvm/`.
|
||||||
|
|
||||||
|
### C++ compilation errors
|
||||||
|
|
||||||
|
Check that `CXX_aarch64_linux_android` points to a valid clang++ from the NDK.
|
||||||
|
|
||||||
|
### Gradle daemon issues
|
||||||
|
|
||||||
|
```bash
|
||||||
|
./gradlew --stop
|
||||||
|
./gradlew assembleRelease --no-daemon
|
||||||
|
```
|
||||||
214
docs/android/debugging.md
Normal file
214
docs/android/debugging.md
Normal file
@@ -0,0 +1,214 @@
|
|||||||
|
# Debugging Guide
|
||||||
|
|
||||||
|
## Crash on Launch
|
||||||
|
|
||||||
|
### Symptom: App crashes immediately after opening
|
||||||
|
|
||||||
|
**Most likely cause: Namespace mismatch in AndroidManifest.xml**
|
||||||
|
|
||||||
|
The Gradle namespace is `com.wzp.phone` but all Kotlin classes are in package `com.wzp.*`. If the manifest uses shorthand names (`.WzpApplication`, `.ui.call.CallActivity`), Android resolves them as `com.wzp.phone.WzpApplication` which doesn't exist.
|
||||||
|
|
||||||
|
**Fix**: Always use fully-qualified class names in the manifest:
|
||||||
|
|
||||||
|
```xml
|
||||||
|
<!-- WRONG -->
|
||||||
|
<application android:name=".WzpApplication">
|
||||||
|
<activity android:name=".ui.call.CallActivity">
|
||||||
|
|
||||||
|
<!-- CORRECT -->
|
||||||
|
<application android:name="com.wzp.WzpApplication">
|
||||||
|
<activity android:name="com.wzp.ui.call.CallActivity">
|
||||||
|
```
|
||||||
|
|
||||||
|
### Symptom: Crash in `System.loadLibrary("wzp_android")`
|
||||||
|
|
||||||
|
The native `.so` is missing or incompatible. Check:
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# Verify the .so exists in the APK
|
||||||
|
unzip -l app-release.apk | grep libwzp
|
||||||
|
# Should show: lib/arm64-v8a/libwzp_android.so
|
||||||
|
|
||||||
|
# Verify ABI matches device
|
||||||
|
adb shell getprop ro.product.cpu.abi
|
||||||
|
# Should return: arm64-v8a
|
||||||
|
```
|
||||||
|
|
||||||
|
### Symptom: Crash when calling `nativeGetStats()` (returns null jstring)
|
||||||
|
|
||||||
|
The JNI bridge must return a valid `jstring`, not a null pointer. The Kotlin side declares the return as `String?` (nullable) and wraps in try/catch:
|
||||||
|
|
||||||
|
```kotlin
|
||||||
|
fun getStats(): String {
|
||||||
|
if (nativeHandle == 0L) return "{}"
|
||||||
|
return try {
|
||||||
|
nativeGetStats(nativeHandle) ?: "{}"
|
||||||
|
} catch (_: Exception) {
|
||||||
|
"{}"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
### Symptom: Tracing subscriber panic
|
||||||
|
|
||||||
|
`tracing_subscriber::fmt()` writes to stdout, which doesn't exist on Android. The init was removed. If you need logging, use `android_logger` crate instead.
|
||||||
|
|
||||||
|
## Logcat Filters
|
||||||
|
|
||||||
|
### View all WZP logs
|
||||||
|
|
||||||
|
```bash
|
||||||
|
adb logcat -s wzp-android:V wzp-codec:V wzp-net:V
|
||||||
|
```
|
||||||
|
|
||||||
|
### View Rust tracing output (if android_logger is added)
|
||||||
|
|
||||||
|
```bash
|
||||||
|
adb logcat | grep -E "(wzp|WzpEngine|CallActivity)"
|
||||||
|
```
|
||||||
|
|
||||||
|
### View Oboe audio logs
|
||||||
|
|
||||||
|
```bash
|
||||||
|
adb logcat -s AAudio:V oboe:V
|
||||||
|
```
|
||||||
|
|
||||||
|
### View native crashes
|
||||||
|
|
||||||
|
```bash
|
||||||
|
adb logcat -s DEBUG:V libc:V
|
||||||
|
```
|
||||||
|
|
||||||
|
Look for `signal 11 (SIGSEGV)` or `signal 6 (SIGABRT)` with a backtrace in `libwzp_android.so`.
|
||||||
|
|
||||||
|
### Symbolicate native crash
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# Find the .so with debug symbols (before stripping)
|
||||||
|
SO_PATH="target/aarch64-linux-android/release/libwzp_android.so"
|
||||||
|
|
||||||
|
# Use addr2line from NDK
|
||||||
|
$ANDROID_NDK_HOME/toolchains/llvm/prebuilt/linux-x86_64/bin/llvm-addr2line \
|
||||||
|
-e $SO_PATH -f 0x<address_from_crash>
|
||||||
|
```
|
||||||
|
|
||||||
|
## Network Issues
|
||||||
|
|
||||||
|
### Call stuck on "Connecting..."
|
||||||
|
|
||||||
|
The QUIC handshake to the relay is failing. Common causes:
|
||||||
|
|
||||||
|
1. **Relay not running**: Verify the relay is listening:
|
||||||
|
```bash
|
||||||
|
nc -zvu 172.16.81.125 4433
|
||||||
|
```
|
||||||
|
|
||||||
|
2. **Wrong relay address**: Hardcoded in `CallViewModel.kt`:
|
||||||
|
```kotlin
|
||||||
|
const val DEFAULT_RELAY = "172.16.81.125:4433"
|
||||||
|
```
|
||||||
|
|
||||||
|
3. **QUIC blocked by firewall**: QUIC uses UDP. Many networks block UDP traffic. Ensure UDP port 4433 is open.
|
||||||
|
|
||||||
|
4. **TLS handshake failure**: The client uses `client_config()` which disables certificate verification. If the relay's QUIC config changed, this may fail.
|
||||||
|
|
||||||
|
### Connected but no audio
|
||||||
|
|
||||||
|
1. **Microphone permission denied**: Check Android settings. The app requests `RECORD_AUDIO` on first launch.
|
||||||
|
|
||||||
|
2. **Oboe failed to start**: The codec thread logs this. Check logcat for "failed to start audio".
|
||||||
|
|
||||||
|
3. **Ring buffer underrun**: The stats overlay shows "Under" count. High underruns mean the codec thread isn't keeping up.
|
||||||
|
|
||||||
|
4. **Network not forwarding**: If both phones show "Active" but frame counters aren't increasing, the relay may not be forwarding. Check relay logs.
|
||||||
|
|
||||||
|
### High packet loss
|
||||||
|
|
||||||
|
The stats overlay shows loss percentage. Common causes:
|
||||||
|
|
||||||
|
- Wi-Fi congestion (try cellular or move closer to AP)
|
||||||
|
- UDP throttling by carrier/ISP
|
||||||
|
- Relay overloaded (check relay metrics)
|
||||||
|
|
||||||
|
## Audio Issues
|
||||||
|
|
||||||
|
### Echo
|
||||||
|
|
||||||
|
AEC (Acoustic Echo Cancellation) is enabled by default with a 100ms tail. If echo persists:
|
||||||
|
|
||||||
|
- The AEC may need a longer tail for the specific acoustic environment
|
||||||
|
- Speaker volume too high overwhelms the canceller
|
||||||
|
- Check that `last_decoded_farend` is being set (playout path working)
|
||||||
|
|
||||||
|
### Robot voice / glitching
|
||||||
|
|
||||||
|
Usually caused by jitter buffer underruns. The jitter buffer adapts between 10-250 packets. Check:
|
||||||
|
|
||||||
|
- `jitter_buffer_depth` in stats (should be > 0 during active call)
|
||||||
|
- `underruns` counter (should not climb rapidly)
|
||||||
|
- Network jitter (high jitter_ms causes adaptation)
|
||||||
|
|
||||||
|
### No sound from speaker
|
||||||
|
|
||||||
|
1. Check `isSpeaker` state in the UI
|
||||||
|
2. Oboe playout stream may have failed — check logcat for Oboe errors
|
||||||
|
3. Ring buffer might be empty — check `framesDecoded` counter
|
||||||
|
|
||||||
|
## JNI Issues
|
||||||
|
|
||||||
|
### `UnsatisfiedLinkError: No implementation found for...`
|
||||||
|
|
||||||
|
The JNI function name doesn't match. JNI names must follow the pattern:
|
||||||
|
```
|
||||||
|
Java_com_wzp_engine_WzpEngine_<methodName>
|
||||||
|
```
|
||||||
|
|
||||||
|
If the package structure changes, all JNI function names must be updated in `jni_bridge.rs`.
|
||||||
|
|
||||||
|
### Panic across FFI boundary
|
||||||
|
|
||||||
|
All JNI functions wrap their body in `panic::catch_unwind()`. If a Rust panic escapes to Java, it causes a `SIGABRT`. The catch_unwind returns safe defaults:
|
||||||
|
|
||||||
|
| Function | Panic return |
|
||||||
|
|----------|--------------|
|
||||||
|
| `nativeInit` | 0 (null handle) |
|
||||||
|
| `nativeStartCall` | -1 (error) |
|
||||||
|
| `nativeGetStats` | `JObject::null()` |
|
||||||
|
| Others | void (silently swallowed) |
|
||||||
|
|
||||||
|
### Thread safety
|
||||||
|
|
||||||
|
All JNI methods must be called from the same thread (Android main thread). The `EngineHandle` is a raw pointer — concurrent access is undefined behavior.
|
||||||
|
|
||||||
|
## Stats JSON Format
|
||||||
|
|
||||||
|
The `nativeGetStats()` returns JSON matching this Rust struct:
|
||||||
|
|
||||||
|
```json
|
||||||
|
{
|
||||||
|
"state": "Active",
|
||||||
|
"duration_secs": 42.5,
|
||||||
|
"quality_tier": 0,
|
||||||
|
"loss_pct": 0.5,
|
||||||
|
"rtt_ms": 45,
|
||||||
|
"jitter_ms": 12,
|
||||||
|
"jitter_buffer_depth": 3,
|
||||||
|
"frames_encoded": 2125,
|
||||||
|
"frames_decoded": 2100,
|
||||||
|
"underruns": 5
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
Kotlin deserializes this via `CallStats.fromJson()` using `org.json.JSONObject` (Android built-in, no library needed).
|
||||||
|
|
||||||
|
## Diagnostic Checklist
|
||||||
|
|
||||||
|
When something doesn't work, check in this order:
|
||||||
|
|
||||||
|
1. **APK installed for correct ABI?** (`arm64-v8a` only)
|
||||||
|
2. **Manifest class names fully qualified?** (no dots prefix)
|
||||||
|
3. **Relay running and reachable?** (`nc -zvu <host> <port>`)
|
||||||
|
4. **Microphone permission granted?**
|
||||||
|
5. **Stats polling working?** (check if frame counters increment)
|
||||||
|
6. **Logcat for native crashes?** (`adb logcat -s DEBUG:V`)
|
||||||
|
7. **Network connectivity?** (UDP port open, no firewall)
|
||||||
190
docs/android/maintenance.md
Normal file
190
docs/android/maintenance.md
Normal file
@@ -0,0 +1,190 @@
|
|||||||
|
# Maintenance Guide
|
||||||
|
|
||||||
|
## Code Map — Where to Change Things
|
||||||
|
|
||||||
|
### Changing the relay address or room
|
||||||
|
|
||||||
|
Edit `CallViewModel.kt`:
|
||||||
|
```kotlin
|
||||||
|
companion object {
|
||||||
|
const val DEFAULT_RELAY = "172.16.81.125:4433"
|
||||||
|
const val DEFAULT_ROOM = "android"
|
||||||
|
}
|
||||||
|
```
|
||||||
|
|
||||||
|
For a proper settings screen, add a new Composable in `ui/` that persists to `SharedPreferences` and passes values to `viewModel.startCall(relay, room)`.
|
||||||
|
|
||||||
|
### Adding authentication
|
||||||
|
|
||||||
|
1. In `CallViewModel.startCall()`, pass a token parameter
|
||||||
|
2. In `engine.rs`, after QUIC connect but before CallOffer, send:
|
||||||
|
```rust
|
||||||
|
transport.send_signal(&SignalMessage::AuthToken { token: auth_token }).await?;
|
||||||
|
```
|
||||||
|
3. Wait for the relay to accept before proceeding to handshake
|
||||||
|
4. Start relay with `--auth-url <featherchat-endpoint>`
|
||||||
|
|
||||||
|
### Enabling media encryption
|
||||||
|
|
||||||
|
The crypto session is already derived in `engine.rs` but not applied to packets. To enable:
|
||||||
|
|
||||||
|
1. Pass `_session` (currently unused) to the send/recv tasks
|
||||||
|
2. Before `transport.send_media()`, encrypt the payload:
|
||||||
|
```rust
|
||||||
|
let mut ciphertext = Vec::new();
|
||||||
|
session.encrypt(&header_bytes, &payload, &mut ciphertext)?;
|
||||||
|
packet.payload = Bytes::from(ciphertext);
|
||||||
|
```
|
||||||
|
3. After `transport.recv_media()`, decrypt:
|
||||||
|
```rust
|
||||||
|
let mut plaintext = Vec::new();
|
||||||
|
session.decrypt(&header_bytes, &pkt.payload, &mut plaintext)?;
|
||||||
|
pkt.payload = Bytes::from(plaintext);
|
||||||
|
```
|
||||||
|
|
||||||
|
### Adding a new codec / quality profile
|
||||||
|
|
||||||
|
1. Define the profile in `wzp-proto/src/codec_id.rs`
|
||||||
|
2. Implement `AudioEncoder`/`AudioDecoder` traits in `wzp-codec`
|
||||||
|
3. Register in `AdaptiveEncoder`/`AdaptiveDecoder` switch logic
|
||||||
|
4. Add to `supported_profiles` in the CallOffer (engine.rs)
|
||||||
|
|
||||||
|
### Changing audio parameters
|
||||||
|
|
||||||
|
- **Sample rate**: Change `FRAME_SAMPLES` in `audio_android.rs` and `WzpOboeConfig.sample_rate` in `oboe_bridge.cpp`. Must match the codec's expected rate.
|
||||||
|
- **Frame duration**: Change `FRAME_SAMPLES` (960 = 20ms at 48kHz, 1920 = 40ms)
|
||||||
|
- **Ring buffer size**: Change `RING_CAPACITY` in `audio_android.rs`
|
||||||
|
- **AEC tail length**: Change the `100` in `Pipeline::new()` → `EchoCanceller::new(48000, 100)`
|
||||||
|
|
||||||
|
### Adding x86_64 support (emulator)
|
||||||
|
|
||||||
|
1. `build.gradle.kts`: add `"x86_64"` to `abiFilters`
|
||||||
|
2. `cargoNdkBuild` task: add `-t x86_64`
|
||||||
|
3. `build.rs`: handle `x86_64-linux-android` target for Oboe
|
||||||
|
4. Note: Oboe in the emulator uses a different audio HAL — audio quality will differ
|
||||||
|
|
||||||
|
## Dependency Overview
|
||||||
|
|
||||||
|
### Rust Crate Dependencies (wzp-android)
|
||||||
|
|
||||||
|
| Crate | Version | Purpose | Upgrade risk |
|
||||||
|
|-------|---------|---------|--------------|
|
||||||
|
| `jni` | 0.21 | Java FFI | Low — stable API |
|
||||||
|
| `tokio` | 1.x | Async runtime | Low |
|
||||||
|
| `quinn` | 0.11 | QUIC transport | Medium — breaking changes between 0.x |
|
||||||
|
| `rustls` | 0.23 | TLS for QUIC | Medium — tied to quinn version |
|
||||||
|
| `serde_json` | 1.x | Stats serialization | Low |
|
||||||
|
| `anyhow` | 1.x | Error handling | Low |
|
||||||
|
| `tracing` | 0.1 | Logging | Low |
|
||||||
|
| `rand` | 0.8 | Random seed generation | Low |
|
||||||
|
|
||||||
|
### Workspace Crate Dependencies
|
||||||
|
|
||||||
|
| Crate | Purpose | Key trait |
|
||||||
|
|-------|---------|-----------|
|
||||||
|
| `wzp-proto` | Shared types and traits | `MediaTransport`, `AudioEncoder`, `KeyExchange` |
|
||||||
|
| `wzp-codec` | Opus + Codec2 + signal processing | `AdaptiveEncoder`, `EchoCanceller` |
|
||||||
|
| `wzp-fec` | RaptorQ FEC | `RaptorQFecEncoder` |
|
||||||
|
| `wzp-crypto` | Key exchange + encryption | `WarzoneKeyExchange`, `ChaChaSession` |
|
||||||
|
| `wzp-transport` | QUIC connection management | `QuinnTransport`, `connect()` |
|
||||||
|
|
||||||
|
### Android/Kotlin Dependencies
|
||||||
|
|
||||||
|
| Library | Version | Purpose |
|
||||||
|
|---------|---------|---------|
|
||||||
|
| `compose-bom` | 2024.01.00 | Compose version alignment |
|
||||||
|
| `material3` | (from BOM) | UI components |
|
||||||
|
| `activity-compose` | 1.8.2 | Activity integration |
|
||||||
|
| `lifecycle-runtime-ktx` | 2.7.0 | ViewModel + coroutines |
|
||||||
|
| `core-ktx` | 1.12.0 | Kotlin extensions |
|
||||||
|
|
||||||
|
## Updating Dependencies
|
||||||
|
|
||||||
|
### Rust
|
||||||
|
|
||||||
|
```bash
|
||||||
|
cargo update -p wzp-android
|
||||||
|
cargo ndk -t arm64-v8a build --release -p wzp-android
|
||||||
|
```
|
||||||
|
|
||||||
|
Watch for `quinn`/`rustls` version coupling. They must be compatible:
|
||||||
|
- quinn 0.11 requires rustls 0.23
|
||||||
|
|
||||||
|
### Android/Kotlin
|
||||||
|
|
||||||
|
Update versions in `android/app/build.gradle.kts`. Key compatibility:
|
||||||
|
- `kotlinCompilerExtensionVersion` must match the Kotlin version
|
||||||
|
- `compose-bom` version determines all Compose library versions
|
||||||
|
- `compileSdk` and `targetSdk` should stay in sync
|
||||||
|
|
||||||
|
### NDK
|
||||||
|
|
||||||
|
If upgrading the NDK:
|
||||||
|
1. Update `ndkVersion` in `build.gradle.kts`
|
||||||
|
2. Update `ANDROID_NDK_HOME` environment variable
|
||||||
|
3. Update `CC_aarch64_linux_android` and friends
|
||||||
|
4. Verify Oboe still builds with the new toolchain
|
||||||
|
|
||||||
|
## Key Invariants to Preserve
|
||||||
|
|
||||||
|
1. **JNI function names must match package structure**: If the Kotlin package changes, all `Java_com_wzp_engine_WzpEngine_*` functions in `jni_bridge.rs` must be renamed.
|
||||||
|
|
||||||
|
2. **Manifest uses fully-qualified class names**: Never use `.ClassName` shorthand because the Gradle namespace (`com.wzp.phone`) differs from the Kotlin package (`com.wzp`).
|
||||||
|
|
||||||
|
3. **Stats JSON field names are snake_case**: Rust serializes with serde defaults (snake_case). Kotlin's `CallStats.fromJson()` expects `duration_secs`, `loss_pct`, etc.
|
||||||
|
|
||||||
|
4. **Ring buffer ordering**: Producer uses Release store on write index, consumer uses Acquire load. Breaking this causes torn reads.
|
||||||
|
|
||||||
|
5. **Codec thread owns Pipeline**: Pipeline is `!Send` (Opus encoder state). It must never be accessed from another thread.
|
||||||
|
|
||||||
|
6. **panic::catch_unwind on all JNI functions**: Rust panics unwinding across the FFI boundary is UB. Every JNI-exposed function must catch panics.
|
||||||
|
|
||||||
|
7. **Channel capacity (64)**: Both `send_tx` and `recv_tx` are bounded at 64 packets. If the network is slow, packets are dropped (`try_send` best-effort).
|
||||||
|
|
||||||
|
## Testing
|
||||||
|
|
||||||
|
### Unit Tests (Rust)
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# Run all workspace tests (host, not Android)
|
||||||
|
cargo test
|
||||||
|
|
||||||
|
# Run only wzp-android tests (uses oboe_stub.cpp on host)
|
||||||
|
cargo test -p wzp-android
|
||||||
|
```
|
||||||
|
|
||||||
|
Note: Pipeline, codec, FEC, crypto tests run on the host. Audio tests use stubs.
|
||||||
|
|
||||||
|
### On-Device Testing
|
||||||
|
|
||||||
|
1. Build and install debug APK
|
||||||
|
2. Open app, tap CALL
|
||||||
|
3. Verify in logcat:
|
||||||
|
- `WzpEngine created via JNI`
|
||||||
|
- `connecting to relay...`
|
||||||
|
- `QUIC connected to relay`
|
||||||
|
- `CallOffer sent`
|
||||||
|
- `handshake complete, call active`
|
||||||
|
- `codec thread started`
|
||||||
|
4. Check stats overlay: frame counters should increment
|
||||||
|
5. Speak into mic — other connected device should hear audio
|
||||||
|
|
||||||
|
### Stress Testing
|
||||||
|
|
||||||
|
- Run a call for 30+ minutes — check for memory leaks (stats should be stable)
|
||||||
|
- Kill and restart the relay — client should eventually get a connection error
|
||||||
|
- Toggle mute rapidly — verify no crashes
|
||||||
|
- Switch speaker on/off — verify audio route changes
|
||||||
|
|
||||||
|
## Performance Monitoring
|
||||||
|
|
||||||
|
Key metrics to watch during a call:
|
||||||
|
|
||||||
|
| Metric | Healthy Range | Warning | Critical |
|
||||||
|
|--------|--------------|---------|----------|
|
||||||
|
| frames_encoded | Increasing ~50/sec | Stalled | 0 |
|
||||||
|
| frames_decoded | Increasing ~50/sec | Stalled | 0 |
|
||||||
|
| underruns | < 5/min | > 20/min | > 100/min |
|
||||||
|
| jitter_buffer_depth | 2-5 | 0 or >10 | N/A |
|
||||||
|
| loss_pct | < 5% | 5-20% | > 20% |
|
||||||
|
| rtt_ms | < 100ms | 100-300ms | > 500ms |
|
||||||
112
docs/android/roadmap.md
Normal file
112
docs/android/roadmap.md
Normal file
@@ -0,0 +1,112 @@
|
|||||||
|
# Roadmap & Known Gaps
|
||||||
|
|
||||||
|
## Current State Summary
|
||||||
|
|
||||||
|
The Android client can connect to a WZP relay, complete the crypto handshake, and exchange audio in real-time. Two phones on the same network can talk to each other through the relay.
|
||||||
|
|
||||||
|
## What Works (April 2025)
|
||||||
|
|
||||||
|
- QUIC transport to relay with room-based SFU
|
||||||
|
- Full crypto handshake (X25519 ephemeral + Ed25519 signatures)
|
||||||
|
- Opus 24kbps encoding/decoding at 48kHz
|
||||||
|
- Lock-free audio I/O via Oboe (capture + playout)
|
||||||
|
- AEC (acoustic echo cancellation) with 100ms tail
|
||||||
|
- AGC (automatic gain control)
|
||||||
|
- RaptorQ FEC encoder/decoder (wired to pipeline)
|
||||||
|
- Adaptive jitter buffer (10-250 packets)
|
||||||
|
- UI with connect/disconnect, mute, speaker, live stats
|
||||||
|
- Random identity seed per app launch
|
||||||
|
|
||||||
|
## Known Gaps
|
||||||
|
|
||||||
|
### P0 — Must fix for usable calls
|
||||||
|
|
||||||
|
| Gap | Impact | Where to fix |
|
||||||
|
|-----|--------|--------------|
|
||||||
|
| **Media encryption not applied** | Audio sent in cleartext over QUIC | `engine.rs` — pass `_session` to send/recv, encrypt/decrypt payloads |
|
||||||
|
| **FEC repair symbols not sent** | No loss recovery — audio gaps on packet loss | `engine.rs` send task — call `fec_encoder.generate_repair()` and send repair packets |
|
||||||
|
| **Quality reports not sent** | Relay can't monitor quality, no adaptive switching | `engine.rs` — periodically attach `QualityReport` to MediaPacket header |
|
||||||
|
| **CallService not started** | Call dies when app is backgrounded | `CallViewModel.startCall()` — call `CallService.start(context)` |
|
||||||
|
|
||||||
|
### P1 — Important for production
|
||||||
|
|
||||||
|
| Gap | Impact | Where to fix |
|
||||||
|
|-----|--------|--------------|
|
||||||
|
| **Hardcoded relay address** | Can't change server without rebuild | Add settings screen with `SharedPreferences` |
|
||||||
|
| **No reconnection logic** | Connection drop = call over | `engine.rs` network task — detect disconnect, retry with backoff |
|
||||||
|
| **No adaptive quality switching** | Stays on GOOD profile even in bad conditions | Wire `AdaptiveQualityController` to network path quality from `QuinnTransport` |
|
||||||
|
| **Identity seed not persisted** | New identity every launch | Save seed to Android Keystore or SharedPreferences |
|
||||||
|
| **No Bluetooth audio routing** | `AudioRouteManager` exists but not wired to UI | Add Bluetooth button to InCallScreen, call `AudioRouteManager` methods |
|
||||||
|
| **No ringtone/notification for incoming** | Only outgoing calls supported | Need signaling for call setup (currently both sides initiate independently) |
|
||||||
|
|
||||||
|
### P2 — Nice to have
|
||||||
|
|
||||||
|
| Gap | Impact | Where to fix |
|
||||||
|
|-----|--------|--------------|
|
||||||
|
| **No android_logger** | Rust tracing output lost on Android | Add `android_logger` crate, init in `nativeInit()` |
|
||||||
|
| **Stats don't include network metrics** | Loss/RTT/jitter always 0 | Feed `QuinnTransport.path_quality()` back to stats |
|
||||||
|
| **No ProGuard/R8 minification** | Release APK larger than necessary | Enable `isMinifyEnabled = true` in build.gradle.kts |
|
||||||
|
| **Single ABI (arm64-v8a)** | No support for older 32-bit devices or emulators | Add `armeabi-v7a` and `x86_64` to cargo-ndk build |
|
||||||
|
| **No call history** | Can't see past calls | Add Room database for call log |
|
||||||
|
| **No contact integration** | Manual relay/room entry | Add contacts with fingerprint-based identity |
|
||||||
|
|
||||||
|
## Architecture Evolution Plan
|
||||||
|
|
||||||
|
### Phase 1: Make Calls Reliable (current → next)
|
||||||
|
|
||||||
|
```
|
||||||
|
[x] QUIC connection to relay
|
||||||
|
[x] Crypto handshake
|
||||||
|
[x] Audio encode/decode pipeline
|
||||||
|
[ ] Media encryption (ChaCha20-Poly1305)
|
||||||
|
[ ] FEC repair packet transmission
|
||||||
|
[ ] Foreground service for background calls
|
||||||
|
[ ] Reconnection on network change
|
||||||
|
```
|
||||||
|
|
||||||
|
### Phase 2: Quality & Polish
|
||||||
|
|
||||||
|
```
|
||||||
|
[ ] Adaptive quality (GOOD → DEGRADED → CATASTROPHIC switching)
|
||||||
|
[ ] Quality reports in MediaPacket headers
|
||||||
|
[ ] Network path quality display (real RTT, loss, jitter)
|
||||||
|
[ ] Settings screen (relay, room, seed persistence)
|
||||||
|
[ ] Bluetooth/wired headset audio routing
|
||||||
|
[ ] Rust android_logger for debugging
|
||||||
|
```
|
||||||
|
|
||||||
|
### Phase 3: Production Features
|
||||||
|
|
||||||
|
```
|
||||||
|
[ ] featherChat authentication
|
||||||
|
[ ] Persistent identity (Android Keystore)
|
||||||
|
[ ] Push notifications for incoming calls
|
||||||
|
[ ] Multi-party rooms (already supported by relay)
|
||||||
|
[ ] Call transfer
|
||||||
|
[ ] End-to-end encryption (bypass relay decryption)
|
||||||
|
```
|
||||||
|
|
||||||
|
## Dependency Upgrade Path
|
||||||
|
|
||||||
|
### quinn 0.11 → 0.12 (when released)
|
||||||
|
|
||||||
|
Quinn 0.12 will likely require rustls 0.24. Update both together:
|
||||||
|
1. `Cargo.toml`: bump quinn and rustls versions
|
||||||
|
2. Check `client_config()` and `server_config()` in wzp-transport for API changes
|
||||||
|
3. DATAGRAM API may change — check `send_datagram()` / `read_datagram()`
|
||||||
|
|
||||||
|
### Compose BOM 2024.01 → 2025.x
|
||||||
|
|
||||||
|
The `LinearProgressIndicator` `progress` parameter changed from `Float` to `() -> Float` in Material3 1.2+. If upgrading the BOM:
|
||||||
|
|
||||||
|
```kotlin
|
||||||
|
// Old (current):
|
||||||
|
LinearProgressIndicator(progress = level, ...)
|
||||||
|
|
||||||
|
// New (Material3 1.2+):
|
||||||
|
LinearProgressIndicator(progress = { level }, ...)
|
||||||
|
```
|
||||||
|
|
||||||
|
### Kotlin 1.9 → 2.x
|
||||||
|
|
||||||
|
Kotlin 2.0 changed the Compose compiler plugin. Update `kotlinCompilerExtensionVersion` in `composeOptions` and the Kotlin Gradle plugin version together.
|
||||||
BIN
images/photo_2026-04-05_16-03-40.jpg
Normal file
BIN
images/photo_2026-04-05_16-03-40.jpg
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 31 KiB |
97
issues/001-libc++-shared-crash.md
Normal file
97
issues/001-libc++-shared-crash.md
Normal file
@@ -0,0 +1,97 @@
|
|||||||
|
# Issue 001: App crashes on launch — C++ runtime not linked correctly
|
||||||
|
|
||||||
|
## Status: Fix v2 committed, needs rebuild
|
||||||
|
|
||||||
|
## Symptom
|
||||||
|
|
||||||
|
App opens, shows splash screen, then immediately crashes back to home screen.
|
||||||
|
Crash occurs when user taps CALL (which triggers `System.loadLibrary("wzp_android")`),
|
||||||
|
or on any code path that first loads the native library.
|
||||||
|
|
||||||
|
## Device tested
|
||||||
|
|
||||||
|
- Nothing Phone, arm64-v8a, Android 15
|
||||||
|
- ADB device ID: `00142151B000973`
|
||||||
|
|
||||||
|
## Crash history
|
||||||
|
|
||||||
|
### Attempt 1: `libc++_shared.so` not found
|
||||||
|
|
||||||
|
```
|
||||||
|
E AndroidRuntime: java.lang.UnsatisfiedLinkError: dlopen failed: library "libc++_shared.so"
|
||||||
|
not found: needed by .../libwzp_android.so
|
||||||
|
at com.wzp.engine.WzpEngine.<clinit>(WzpEngine.kt:115)
|
||||||
|
```
|
||||||
|
|
||||||
|
**Cause**: `cc::Build` defaults to dynamic C++ linking. `libc++_shared.so` never
|
||||||
|
packaged into APK.
|
||||||
|
|
||||||
|
**Attempted fix**: `.cpp_link_stdlib(Some("c++_static"))` — link STL statically.
|
||||||
|
|
||||||
|
### Attempt 2: missing `__class_type_info` vtable (RTTI)
|
||||||
|
|
||||||
|
```
|
||||||
|
E AndroidRuntime: java.lang.UnsatisfiedLinkError: dlopen failed: cannot locate symbol
|
||||||
|
"_ZTVN10__cxxabiv117__class_type_infoE" referenced by .../libwzp_android.so
|
||||||
|
at com.wzp.engine.WzpEngine.<clinit>(WzpEngine.kt:115)
|
||||||
|
```
|
||||||
|
|
||||||
|
**Cause**: Android NDK splits the static C++ runtime into two archives:
|
||||||
|
- `libc++_static.a` — STL (containers, strings, algorithms)
|
||||||
|
- `libc++abi.a` — ABI layer (RTTI typeinfo vtables, exception handling)
|
||||||
|
|
||||||
|
The `cc` crate's `.cpp_link_stdlib(Some("c++_static"))` only emits
|
||||||
|
`cargo:rustc-link-lib=static=c++_static`. It does NOT pull in `libc++abi.a`,
|
||||||
|
so all RTTI symbols (`__class_type_info`, `__si_class_type_info`, etc.)
|
||||||
|
are unresolved at dlopen time.
|
||||||
|
|
||||||
|
## Root cause (full)
|
||||||
|
|
||||||
|
`crates/wzp-android/build.rs` uses the `cc` crate to compile C++17 code
|
||||||
|
(the Oboe audio bridge). Two things go wrong:
|
||||||
|
|
||||||
|
1. Dynamic linking by default → `libc++_shared.so` not in APK
|
||||||
|
2. Even with `.cpp_link_stdlib("c++_static")`, the ABI half (`libc++abi.a`)
|
||||||
|
is not linked, leaving RTTI symbols unresolved
|
||||||
|
|
||||||
|
## Fix (v2)
|
||||||
|
|
||||||
|
Suppress the `cc` crate's automatic C++ stdlib linking with `.cpp_link_stdlib(None)`,
|
||||||
|
then explicitly link both static archives:
|
||||||
|
|
||||||
|
```rust
|
||||||
|
cc::Build::new()
|
||||||
|
.cpp(true)
|
||||||
|
.std("c++17")
|
||||||
|
.cpp_link_stdlib(None) // suppress cc crate's automatic linking
|
||||||
|
.file("cpp/oboe_bridge.cpp")
|
||||||
|
// ...
|
||||||
|
.compile("oboe_bridge");
|
||||||
|
|
||||||
|
// Manually link both halves of the Android NDK static C++ runtime
|
||||||
|
println!("cargo:rustc-link-lib=static=c++_static");
|
||||||
|
println!("cargo:rustc-link-lib=static=c++abi");
|
||||||
|
```
|
||||||
|
|
||||||
|
This is placed once after the match block (applies to both Oboe and stub paths).
|
||||||
|
|
||||||
|
### Trade-off
|
||||||
|
|
||||||
|
Static linking increases `libwzp_android.so` by ~300-500KB. Acceptable for
|
||||||
|
avoiding shared library packaging complexity.
|
||||||
|
|
||||||
|
## Rebuild steps
|
||||||
|
|
||||||
|
```bash
|
||||||
|
cd android && ./gradlew clean assembleRelease
|
||||||
|
adb install -r app/build/outputs/apk/release/app-release.apk
|
||||||
|
```
|
||||||
|
|
||||||
|
Use `clean` to ensure the native library is fully relinked.
|
||||||
|
|
||||||
|
## Verification
|
||||||
|
|
||||||
|
After install, the app should:
|
||||||
|
1. Open without crashing
|
||||||
|
2. Load `libwzp_android.so` successfully (no UnsatisfiedLinkError in logcat)
|
||||||
|
3. Show the call UI with CALL button
|
||||||
190
tools/logcat-server.py
Executable file
190
tools/logcat-server.py
Executable file
@@ -0,0 +1,190 @@
|
|||||||
|
#!/usr/bin/env python3
|
||||||
|
"""
|
||||||
|
Logcat HTTP server — run on your laptop, read from anywhere.
|
||||||
|
|
||||||
|
Usage:
|
||||||
|
python3 logcat-server.py [--port 9999] [--lines 5000]
|
||||||
|
|
||||||
|
Endpoints:
|
||||||
|
GET / — last 200 lines (default)
|
||||||
|
GET /all — all captured lines
|
||||||
|
GET /tail?n=500 — last N lines
|
||||||
|
GET /crash — only lines with crash/error keywords
|
||||||
|
GET /clear — clear buffer
|
||||||
|
GET /status — buffer stats
|
||||||
|
|
||||||
|
Requires: adb in PATH, device connected via USB.
|
||||||
|
"""
|
||||||
|
|
||||||
|
import subprocess
|
||||||
|
import threading
|
||||||
|
import sys
|
||||||
|
import argparse
|
||||||
|
from http.server import HTTPServer, BaseHTTPRequestHandler
|
||||||
|
from urllib.parse import urlparse, parse_qs
|
||||||
|
from collections import deque
|
||||||
|
|
||||||
|
# Global log buffer
|
||||||
|
log_buffer = deque(maxlen=10000)
|
||||||
|
lock = threading.Lock()
|
||||||
|
|
||||||
|
|
||||||
|
def run_logcat():
|
||||||
|
"""Run adb logcat and capture output into the ring buffer."""
|
||||||
|
# Clear existing logcat first
|
||||||
|
subprocess.run(["adb", "logcat", "-c"], capture_output=True)
|
||||||
|
|
||||||
|
proc = subprocess.Popen(
|
||||||
|
["adb", "logcat", "-v", "threadtime",
|
||||||
|
"--pid", get_app_pid(),
|
||||||
|
] if get_app_pid() else [
|
||||||
|
"adb", "logcat", "-v", "threadtime",
|
||||||
|
"AndroidRuntime:E", "System.err:W", "wzp:V",
|
||||||
|
"WzpEngine:V", "CallActivity:V", "DEBUG:V",
|
||||||
|
"linker:E", "art:E", "*:S",
|
||||||
|
],
|
||||||
|
stdout=subprocess.PIPE,
|
||||||
|
stderr=subprocess.STDOUT,
|
||||||
|
text=True,
|
||||||
|
bufsize=1,
|
||||||
|
)
|
||||||
|
|
||||||
|
for line in iter(proc.stdout.readline, ""):
|
||||||
|
line = line.rstrip("\n")
|
||||||
|
with lock:
|
||||||
|
log_buffer.append(line)
|
||||||
|
|
||||||
|
proc.wait()
|
||||||
|
|
||||||
|
|
||||||
|
def get_app_pid():
|
||||||
|
"""Try to get PID of com.wzp.phone."""
|
||||||
|
try:
|
||||||
|
result = subprocess.run(
|
||||||
|
["adb", "shell", "pidof", "com.wzp.phone"],
|
||||||
|
capture_output=True, text=True, timeout=3,
|
||||||
|
)
|
||||||
|
pid = result.stdout.strip()
|
||||||
|
if pid and pid.isdigit():
|
||||||
|
return pid
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
def run_logcat_unfiltered():
|
||||||
|
"""Fallback: capture everything, filter in Python."""
|
||||||
|
subprocess.run(["adb", "logcat", "-c"], capture_output=True)
|
||||||
|
|
||||||
|
proc = subprocess.Popen(
|
||||||
|
["adb", "logcat", "-v", "threadtime"],
|
||||||
|
stdout=subprocess.PIPE,
|
||||||
|
stderr=subprocess.STDOUT,
|
||||||
|
text=True,
|
||||||
|
bufsize=1,
|
||||||
|
)
|
||||||
|
|
||||||
|
keywords = [
|
||||||
|
"wzp", "WzpEngine", "CallActivity", "CallViewModel",
|
||||||
|
"AndroidRuntime", "FATAL", "dlopen", "UnsatisfiedLink",
|
||||||
|
"Signal", "DEBUG", "linker", "libc++", "libwzp",
|
||||||
|
"com.wzp", "crash", "SIGSEGV", "SIGABRT", "backtrace",
|
||||||
|
"native", "art", "JNI",
|
||||||
|
]
|
||||||
|
|
||||||
|
for line in iter(proc.stdout.readline, ""):
|
||||||
|
line = line.rstrip("\n")
|
||||||
|
lower = line.lower()
|
||||||
|
if any(k.lower() in lower for k in keywords):
|
||||||
|
with lock:
|
||||||
|
log_buffer.append(line)
|
||||||
|
|
||||||
|
proc.wait()
|
||||||
|
|
||||||
|
|
||||||
|
class LogHandler(BaseHTTPRequestHandler):
|
||||||
|
def do_GET(self):
|
||||||
|
parsed = urlparse(self.path)
|
||||||
|
path = parsed.path
|
||||||
|
params = parse_qs(parsed.query)
|
||||||
|
|
||||||
|
if path == "/clear":
|
||||||
|
with lock:
|
||||||
|
log_buffer.clear()
|
||||||
|
self.respond(200, "Buffer cleared\n")
|
||||||
|
|
||||||
|
elif path == "/status":
|
||||||
|
with lock:
|
||||||
|
count = len(log_buffer)
|
||||||
|
self.respond(200, f"Lines buffered: {count}\nMax: {log_buffer.maxlen}\n")
|
||||||
|
|
||||||
|
elif path == "/crash":
|
||||||
|
crash_keywords = [
|
||||||
|
"fatal", "crash", "exception", "sigsegv", "sigabrt",
|
||||||
|
"unsatisfiedlink", "dlopen", "backtrace", "signal",
|
||||||
|
"androidruntime", "error", "panic",
|
||||||
|
]
|
||||||
|
with lock:
|
||||||
|
lines = [
|
||||||
|
l for l in log_buffer
|
||||||
|
if any(k in l.lower() for k in crash_keywords)
|
||||||
|
]
|
||||||
|
self.respond(200, "\n".join(lines) + "\n")
|
||||||
|
|
||||||
|
elif path == "/all":
|
||||||
|
with lock:
|
||||||
|
lines = list(log_buffer)
|
||||||
|
self.respond(200, "\n".join(lines) + "\n")
|
||||||
|
|
||||||
|
else:
|
||||||
|
# Default: /tail?n=200 or just /
|
||||||
|
n = int(params.get("n", [200])[0])
|
||||||
|
with lock:
|
||||||
|
lines = list(log_buffer)[-n:]
|
||||||
|
self.respond(200, "\n".join(lines) + "\n")
|
||||||
|
|
||||||
|
def respond(self, code, body):
|
||||||
|
self.send_response(code)
|
||||||
|
self.send_header("Content-Type", "text/plain; charset=utf-8")
|
||||||
|
self.send_header("Access-Control-Allow-Origin", "*")
|
||||||
|
self.end_headers()
|
||||||
|
self.wfile.write(body.encode("utf-8"))
|
||||||
|
|
||||||
|
def log_message(self, format, *args):
|
||||||
|
pass # suppress request logging
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
parser = argparse.ArgumentParser(description="Logcat HTTP server")
|
||||||
|
parser.add_argument("--port", type=int, default=9999)
|
||||||
|
parser.add_argument("--lines", type=int, default=10000, help="Max buffer size")
|
||||||
|
parser.add_argument("--unfiltered", action="store_true", help="Capture all logcat, filter in Python")
|
||||||
|
args = parser.parse_args()
|
||||||
|
|
||||||
|
global log_buffer
|
||||||
|
log_buffer = deque(maxlen=args.lines)
|
||||||
|
|
||||||
|
# Start logcat capture thread
|
||||||
|
target = run_logcat_unfiltered if args.unfiltered else run_logcat
|
||||||
|
t = threading.Thread(target=run_logcat_unfiltered, daemon=True)
|
||||||
|
t.start()
|
||||||
|
|
||||||
|
server = HTTPServer(("0.0.0.0", args.port), LogHandler)
|
||||||
|
print(f"Logcat server on http://0.0.0.0:{args.port}")
|
||||||
|
print(f" GET / — last 200 lines")
|
||||||
|
print(f" GET /tail?n=500 — last N lines")
|
||||||
|
print(f" GET /crash — crash/error lines only")
|
||||||
|
print(f" GET /all — full buffer")
|
||||||
|
print(f" GET /clear — clear buffer")
|
||||||
|
print(f"")
|
||||||
|
print(f"Now open the WZP app on your phone and reproduce the crash.")
|
||||||
|
print(f"Then share: http://<your-laptop-ip>:{args.port}/crash")
|
||||||
|
|
||||||
|
try:
|
||||||
|
server.serve_forever()
|
||||||
|
except KeyboardInterrupt:
|
||||||
|
print("\nStopped.")
|
||||||
|
|
||||||
|
|
||||||
|
if __name__ == "__main__":
|
||||||
|
main()
|
||||||
BIN
wzp-debug.apk
Normal file
BIN
wzp-debug.apk
Normal file
Binary file not shown.
BIN
wzp-release.apk
Normal file
BIN
wzp-release.apk
Normal file
Binary file not shown.
Reference in New Issue
Block a user