[feat](trx-rs): per-virtual-channel audio streaming

Add end-to-end audio routing for virtual DSP channels:

Server (trx-server):
- New wire protocol: AUDIO_MSG_RX_FRAME_CH (0x0b), VCHAN_ALLOCATED (0x0c),
  VCHAN_SUB (0x0d), VCHAN_UNSUB (0x0e), VCHAN_FREQ (0x0f), VCHAN_MODE (0x10),
  VCHAN_REMOVE (0x11) frame types in trx-core audio.rs
- Add frame helpers: write_vchan_uuid_msg, write_vchan_audio_frame,
  parse_vchan_audio_frame, parse_vchan_uuid_msg
- Add ensure_channel_pcm() to VirtualChannelManager trait; implement in
  SdrVirtualChannelManager with create-or-subscribe semantics using client UUID
- Extend audio.rs handle_audio_client: VChanCmd dispatcher, per-channel Opus
  encoder tasks, VCHAN_SUB/UNSUB/FREQ/MODE/REMOVE reader loop handlers
- Thread vchan_manager through run_audio_listener / spawn_rig_audio_stack

Client (trx-client):
- Add VChanAudioCmd enum to trx-frontend; add vchan_audio and vchan_audio_cmd
  fields to FrontendRuntimeContext
- Extend audio_client: demux AUDIO_MSG_RX_FRAME_CH to per-channel broadcasters,
  handle VCHAN_ALLOCATED; forward VChanAudioCmd over TCP write loop
- Wire vchan_cmd_tx/rx channel in main.rs; pass vchan_audio map to audio_client
- ClientChannelManager.set_audio_cmd() / send_audio_cmd(): dispatch
  Subscribe/Remove/SetFreq/SetMode on allocate/delete/freq/mode operations
- Wire audio_cmd sender in server.rs serve() after creating vchan_mgr

HTTP frontend:
- /audio?channel_id=<uuid>: route WebSocket to per-channel Opus broadcaster
- vchan.js: vchanReconnectAudio() stops/restarts RX audio on channel switch;
  _audioChannelOverride in app.js selects primary vs virtual WS endpoint
- app.js: _audioChannelOverride variable; startRxAudio appends channel param

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
Signed-off-by: Stan Grams <sjg@haxx.space>
This commit is contained in:
2026-03-11 08:06:18 +01:00
parent 28036ab589
commit 6131d7a1d6
17 changed files with 606 additions and 17 deletions
+1
View File
@@ -25,6 +25,7 @@ dirs = "6"
pickledb = "0.5"
chrono = { version = "0.4", default-features = false, features = ["clock"] }
bytes = "1"
uuid = { workspace = true }
cpal = "0.15"
num-complex = "0.4"
opus = "0.3"
+209 -6
View File
@@ -22,11 +22,16 @@ use tracing::{error, info, warn};
use trx_ais::AisDecoder;
use trx_aprs::AprsDecoder;
use trx_core::audio::{
read_audio_msg, write_audio_msg, AudioStreamInfo,
parse_vchan_uuid_msg, read_audio_msg, write_audio_msg, write_vchan_audio_frame,
write_vchan_uuid_msg, AudioStreamInfo,
AUDIO_MSG_AIS_DECODE, AUDIO_MSG_APRS_DECODE, AUDIO_MSG_CW_DECODE, AUDIO_MSG_FT8_DECODE,
AUDIO_MSG_HF_APRS_DECODE, AUDIO_MSG_HISTORY_COMPRESSED, AUDIO_MSG_RX_FRAME,
AUDIO_MSG_STREAM_INFO, AUDIO_MSG_TX_FRAME, AUDIO_MSG_VDES_DECODE, AUDIO_MSG_WSPR_DECODE,
AUDIO_MSG_STREAM_INFO, AUDIO_MSG_TX_FRAME, AUDIO_MSG_VCHAN_ALLOCATED,
AUDIO_MSG_VCHAN_FREQ, AUDIO_MSG_VCHAN_MODE, AUDIO_MSG_VCHAN_REMOVE,
AUDIO_MSG_VCHAN_SUB, AUDIO_MSG_VCHAN_UNSUB, AUDIO_MSG_VDES_DECODE, AUDIO_MSG_WSPR_DECODE,
};
use trx_core::vchan::SharedVChanManager;
use uuid::Uuid;
use trx_core::decode::{
AisMessage, AprsPacket, CwEvent, DecodedMessage, Ft8Message, VdesMessage, WsprMessage,
};
@@ -1752,6 +1757,22 @@ pub async fn run_wspr_decoder(
}
}
// ---------------------------------------------------------------------------
// Virtual-channel audio support
// ---------------------------------------------------------------------------
/// Commands sent from the reader loop to the RX writer task to subscribe or
/// unsubscribe a virtual channel's Opus audio stream.
enum VChanCmd {
/// Start encoding the given channel's PCM and forwarding it to the client.
Subscribe {
uuid: Uuid,
pcm_rx: tokio::sync::broadcast::Receiver<Vec<f32>>,
},
/// Stop forwarding audio for the given channel.
Unsubscribe(Uuid),
}
/// Run the audio TCP listener, accepting client connections.
pub async fn run_audio_listener(
addr: SocketAddr,
@@ -1761,6 +1782,7 @@ pub async fn run_audio_listener(
decode_tx: broadcast::Sender<DecodedMessage>,
mut shutdown_rx: watch::Receiver<bool>,
histories: Arc<DecoderHistories>,
vchan_manager: Option<SharedVChanManager>,
) -> std::io::Result<()> {
let listener = TcpListener::bind(addr).await?;
info!("Audio listener on {}", addr);
@@ -1777,9 +1799,10 @@ pub async fn run_audio_listener(
let decode_tx = decode_tx.clone();
let client_shutdown_rx = shutdown_rx.clone();
let client_histories = histories.clone();
let client_vchan_mgr = vchan_manager.clone();
tokio::spawn(async move {
if let Err(e) = handle_audio_client(socket, peer, rx_audio, tx_audio, info, decode_tx, client_shutdown_rx, client_histories).await {
if let Err(e) = handle_audio_client(socket, peer, rx_audio, tx_audio, info, decode_tx, client_shutdown_rx, client_histories, client_vchan_mgr).await {
warn!("Audio client {} error: {:?}", peer, e);
}
info!("Audio client {} disconnected", peer);
@@ -1810,6 +1833,7 @@ async fn handle_audio_client(
decode_tx: broadcast::Sender<DecodedMessage>,
mut shutdown_rx: watch::Receiver<bool>,
histories: Arc<DecoderHistories>,
vchan_manager: Option<SharedVChanManager>,
) -> std::io::Result<()> {
let (reader, writer) = socket.into_split();
let mut reader = tokio::io::BufReader::new(reader);
@@ -1882,11 +1906,26 @@ async fn handle_audio_client(
);
}
// Spawn RX + decode forwarding task (shares the writer)
// Spawn RX + decode forwarding task (shares the writer).
// vchan audio frames are fed into this task via vchan_frame_rx so all
// writes share one BufWriter and stay ordered.
let mut rx_sub = rx_audio.subscribe();
let mut decode_sub = decode_tx.subscribe();
let mut writer_for_rx = writer;
// (uuid, opus_bytes) produced by per-channel encoder tasks.
let (vchan_frame_tx, mut vchan_frame_rx) = mpsc::channel::<(Uuid, Bytes)>(256);
// Commands from the reader loop: Subscribe / Unsubscribe.
let (vchan_cmd_tx, mut vchan_cmd_rx) = mpsc::channel::<VChanCmd>(32);
let opus_sample_rate = stream_info.sample_rate;
let opus_channels = stream_info.channels;
let rx_handle = tokio::spawn(async move {
// UUID → JoinHandle of per-channel Opus encoder task.
let mut vchan_tasks: std::collections::HashMap<Uuid, tokio::task::JoinHandle<()>> =
std::collections::HashMap::new();
loop {
tokio::select! {
result = rx_sub.recv() => {
@@ -1928,11 +1967,96 @@ async fn handle_audio_client(
Err(broadcast::error::RecvError::Closed) => break,
}
}
// Virtual-channel audio frame produced by a per-channel encoder task.
Some((uuid, opus)) = vchan_frame_rx.recv() => {
if let Err(e) = write_vchan_audio_frame(&mut writer_for_rx, uuid, opus.as_ref()).await {
warn!("Audio vchan RX_FRAME_CH write to {} failed: {}", peer, e);
break;
}
}
// Commands from reader loop: subscribe / unsubscribe.
Some(cmd) = vchan_cmd_rx.recv() => {
match cmd {
VChanCmd::Subscribe { uuid, pcm_rx } => {
// Spin up an async Opus encoder task for this virtual channel.
let frame_tx = vchan_frame_tx.clone();
let sr = opus_sample_rate;
let ch_count = opus_channels;
let mut pcm_rx = pcm_rx;
let handle = tokio::spawn(async move {
let opus_ch = match ch_count {
1 => opus::Channels::Mono,
2 => opus::Channels::Stereo,
_ => return,
};
let mut encoder = match opus::Encoder::new(
sr,
opus_ch,
opus::Application::Audio,
) {
Ok(e) => e,
Err(e) => {
warn!("vchan Opus encoder init failed: {}", e);
return;
}
};
let _ = encoder.set_bitrate(opus::Bitrate::Bits(32_000));
let _ = encoder.set_complexity(5);
let mut buf = vec![0u8; 4096];
loop {
match pcm_rx.recv().await {
Ok(frame) => {
match encoder.encode_float(&frame, &mut buf) {
Ok(len) => {
let pkt = Bytes::copy_from_slice(&buf[..len]);
if frame_tx.send((uuid, pkt)).await.is_err() {
break;
}
}
Err(e) => {
warn!("vchan Opus encode error: {}", e);
}
}
}
Err(broadcast::error::RecvError::Lagged(n)) => {
warn!("vchan encoder: dropped {} PCM frames", n);
}
Err(broadcast::error::RecvError::Closed) => break,
}
}
});
vchan_tasks.insert(uuid, handle);
// Acknowledge to the client.
if let Err(e) = write_vchan_uuid_msg(
&mut writer_for_rx,
AUDIO_MSG_VCHAN_ALLOCATED,
uuid,
)
.await
{
warn!("Audio vchan allocated write to {} failed: {}", peer, e);
break;
}
}
VChanCmd::Unsubscribe(uuid) => {
if let Some(h) = vchan_tasks.remove(&uuid) {
h.abort();
}
}
}
}
}
}
// Abort all per-channel encoder tasks on disconnect.
for (_, h) in vchan_tasks {
h.abort();
}
});
// Read TX frames from client
// Read TX frames (and virtual-channel sub/unsub commands) from client.
loop {
let msg = tokio::select! {
msg = read_audio_msg(&mut reader) => msg,
@@ -1954,8 +2078,87 @@ async fn handle_audio_client(
Ok((AUDIO_MSG_TX_FRAME, payload)) => {
let _ = tx_audio.send(Bytes::from(payload)).await;
}
Ok((AUDIO_MSG_VCHAN_SUB, payload)) => {
if let Some(ref mgr) = vchan_manager {
// Payload: JSON { "uuid": "...", "freq_hz": N, "mode": "..." }
match serde_json::from_slice::<serde_json::Value>(&payload) {
Ok(v) => {
let uuid = v["uuid"]
.as_str()
.and_then(|s| s.parse::<Uuid>().ok());
let freq_hz = v["freq_hz"].as_u64();
let mode_str = v["mode"].as_str().unwrap_or("USB");
let mode = trx_protocol::codec::parse_mode(mode_str);
if let (Some(uuid), Some(freq_hz)) = (uuid, freq_hz) {
match mgr.ensure_channel_pcm(uuid, freq_hz, &mode) {
Ok(pcm_rx) => {
let _ = vchan_cmd_tx
.send(VChanCmd::Subscribe { uuid, pcm_rx })
.await;
}
Err(e) => warn!("Audio vchan SUB: {}", e),
}
} else {
warn!("Audio vchan SUB: missing uuid or freq_hz in payload");
}
}
Err(e) => warn!("Audio vchan SUB: bad JSON payload: {}", e),
}
}
}
Ok((AUDIO_MSG_VCHAN_UNSUB, payload)) => {
match parse_vchan_uuid_msg(&payload) {
Ok(uuid) => {
let _ = vchan_cmd_tx.send(VChanCmd::Unsubscribe(uuid)).await;
}
Err(e) => warn!("Audio vchan UNSUB: bad payload: {}", e),
}
}
Ok((AUDIO_MSG_VCHAN_FREQ, payload)) => {
if let Some(ref mgr) = vchan_manager {
if let Ok(v) = serde_json::from_slice::<serde_json::Value>(&payload) {
if let (Some(uuid), Some(freq_hz)) = (
v["uuid"].as_str().and_then(|s| s.parse::<Uuid>().ok()),
v["freq_hz"].as_u64(),
) {
if let Err(e) = mgr.set_channel_freq(uuid, freq_hz) {
warn!("Audio vchan FREQ: {}", e);
}
}
}
}
}
Ok((AUDIO_MSG_VCHAN_MODE, payload)) => {
if let Some(ref mgr) = vchan_manager {
if let Ok(v) = serde_json::from_slice::<serde_json::Value>(&payload) {
if let Some(uuid) = v["uuid"].as_str().and_then(|s| s.parse::<Uuid>().ok()) {
let mode = trx_protocol::codec::parse_mode(
v["mode"].as_str().unwrap_or("USB"),
);
if let Err(e) = mgr.set_channel_mode(uuid, &mode) {
warn!("Audio vchan MODE: {}", e);
}
}
}
}
}
Ok((AUDIO_MSG_VCHAN_REMOVE, payload)) => {
match parse_vchan_uuid_msg(&payload) {
Ok(uuid) => {
// Unsubscribe first.
let _ = vchan_cmd_tx.send(VChanCmd::Unsubscribe(uuid)).await;
// Then remove from the DSP pipeline.
if let Some(ref mgr) = vchan_manager {
if let Err(e) = mgr.remove_channel(uuid) {
warn!("Audio vchan REMOVE: {}", e);
}
}
}
Err(e) => warn!("Audio vchan REMOVE: bad payload: {}", e),
}
}
Ok((msg_type, _)) => {
warn!("Audio: unexpected message type {} from {}", msg_type, peer);
warn!("Audio: unexpected message type {:#04x} from {}", msg_type, peer);
}
Err(_) => break,
}
+8
View File
@@ -450,6 +450,7 @@ fn spawn_rig_audio_stack(
sdr_pcm_rx: OptionalSdrPcmRx,
sdr_ais_pcm_rx: OptionalSdrAisPcmRx,
sdr_vdes_iq_rx: OptionalSdrVdesIqRx,
vchan_manager: Option<trx_core::vchan::SharedVChanManager>,
) -> Vec<JoinHandle<()>> {
let mut handles: Vec<JoinHandle<()>> = Vec::new();
@@ -752,6 +753,7 @@ fn spawn_rig_audio_stack(
decode_tx,
audio_shutdown_rx,
audio_histories,
vchan_manager,
)
.await
{
@@ -999,6 +1001,11 @@ async fn main() -> DynResult<()> {
// Spawn audio stack.
// listen_override priority: --listen CLI flag > global [audio].listen > per-rig default.
let audio_listen_override = cli.listen.or(Some(cfg.audio.listen));
#[cfg(feature = "soapysdr")]
let audio_vchan_manager = sdr_vchan_manager.clone();
#[cfg(not(feature = "soapysdr"))]
let audio_vchan_manager: Option<trx_core::vchan::SharedVChanManager> = None;
let audio_handles = spawn_rig_audio_stack(
rig_cfg,
state_rx.clone(),
@@ -1011,6 +1018,7 @@ async fn main() -> DynResult<()> {
sdr_pcm_rx,
sdr_ais_pcm_rx,
sdr_vdes_iq_rx,
audio_vchan_manager,
);
task_handles.extend(audio_handles);
@@ -300,6 +300,62 @@ impl VirtualChannelManager for SdrVirtualChannelManager {
fn max_channels(&self) -> usize {
self.max_total
}
fn ensure_channel_pcm(
&self,
id: Uuid,
freq_hz: u64,
mode: &RigMode,
) -> Result<broadcast::Receiver<Vec<f32>>, VChanError> {
// Fast path: channel already exists.
{
let channels = self.channels.read().unwrap();
if let Some(ch) = channels.iter().find(|c| c.id == id) {
return Ok(ch.pcm_tx.subscribe());
}
}
// Slow path: create a new channel with the client-supplied UUID.
let half_span = self.half_span_hz();
let center = self.center_hz.load(Ordering::Relaxed);
let if_hz = freq_hz as i64 - center;
if if_hz.unsigned_abs() as i64 > half_span {
return Err(VChanError::OutOfBandwidth {
half_span_hz: half_span,
});
}
let mut channels = self.channels.write().unwrap();
if channels.len() >= self.max_total {
return Err(VChanError::CapReached { max: self.max_total });
}
let bandwidth_hz = default_bandwidth_hz(mode);
let (pcm_tx, iq_tx) =
self.pipeline
.add_virtual_channel(if_hz as f64, mode, bandwidth_hz, DEFAULT_FIR_TAPS);
let pipeline_slot = self
.pipeline
.channel_dsps
.read()
.unwrap()
.len()
.saturating_sub(1);
let pcm_rx = pcm_tx.subscribe();
channels.push(ManagedChannel {
id,
freq_hz,
mode: mode.clone(),
pcm_tx,
iq_tx,
pipeline_slot,
permanent: false,
});
Ok(pcm_rx)
}
}
// ---------------------------------------------------------------------------