mirror of
https://github.com/nestriness/nestri.git
synced 2026-09-27 04:52:25 +03:00
feat(neswire): open the audio server
Captures a session's audio and hands it to the transport over a local socket. Third component in, imported as a tree from `nestrilabs/neswire` on the same terms as the previous two. Wired to the workspace, `nesprotocol` by path. 4 tests pass. `bin/hub-stub.rs` is a stand-in for the transport's listener, which is what lets this be developed and tested without the rest of a box existing. It names the transport by its old name, and is left for the rename commit along with the two in the compositor. Co-Authored-By: Claude Opus 5 (1M context) <noreply@anthropic.com>
This commit is contained in:
Wanjohi
Claude Opus 5
@@ -0,0 +1,183 @@
|
||||
use anyhow::Result;
|
||||
use crossbeam_channel::Sender;
|
||||
use pipewire::{self as pw, loop_::Signal, spa, stream::*};
|
||||
use spa::param::audio::{AudioFormat, AudioInfoRaw};
|
||||
|
||||
pub fn run(sample_rate: u32, channels: u32, frame_size: u32, tx: Sender<Vec<f32>>) -> Result<()> {
|
||||
pw::init();
|
||||
tracing::info!("pipewire init ok");
|
||||
|
||||
let mainloop =
|
||||
pw::main_loop::MainLoopRc::new(None).map_err(|e| anyhow::anyhow!("mainloop: {e}"))?;
|
||||
tracing::info!("mainloop created");
|
||||
|
||||
let context = pw::context::ContextRc::new(&mainloop, None)
|
||||
.map_err(|e| anyhow::anyhow!("context: {e}"))?;
|
||||
tracing::info!("context created");
|
||||
|
||||
let core = context
|
||||
.connect_rc(None)
|
||||
.map_err(|e| anyhow::anyhow!("core connect: {e}"))?;
|
||||
tracing::info!("core connected");
|
||||
|
||||
let stream = pw::stream::StreamRc::new(
|
||||
core,
|
||||
"neswire",
|
||||
pw::properties::properties! {
|
||||
*pw::keys::MEDIA_TYPE => "Audio",
|
||||
*pw::keys::MEDIA_CATEGORY => "Capture",
|
||||
*pw::keys::MEDIA_CLASS => "Audio/Sink",
|
||||
*pw::keys::NODE_NAME => "neswire",
|
||||
*pw::keys::NODE_DESCRIPTION => "Neswire Cloud Gaming Audio Sink",
|
||||
// Prevent session manager from suspending us
|
||||
"node.always-process" => "true",
|
||||
// Desired latency in samples
|
||||
"node.latency" => format!("{}/{}", frame_size, sample_rate),
|
||||
},
|
||||
)
|
||||
.map_err(|e| anyhow::anyhow!("stream create: {e}"))?;
|
||||
|
||||
// Accumulation buffer for collecting enough samples before sending a frame
|
||||
let samples_per_frame = (frame_size * channels) as usize;
|
||||
|
||||
struct State {
|
||||
tx: Sender<Vec<f32>>,
|
||||
accum: Vec<f32>,
|
||||
samples_per_frame: usize,
|
||||
}
|
||||
|
||||
let state = State {
|
||||
tx,
|
||||
accum: Vec::with_capacity(samples_per_frame * 2),
|
||||
samples_per_frame,
|
||||
};
|
||||
|
||||
let _listener = stream
|
||||
.add_local_listener_with_user_data(state)
|
||||
.param_changed(move |_, _state, id, pod| {
|
||||
if id != spa::param::ParamType::Format.as_raw() {
|
||||
return;
|
||||
}
|
||||
// You can parse the negotiated format here if needed
|
||||
// For now we're requesting a fixed format so it should match
|
||||
if let Some(_pod) = pod {
|
||||
tracing::info!("format negotiated");
|
||||
}
|
||||
})
|
||||
.process(move |stream, state| {
|
||||
// Dequeue the buffer from PipeWire
|
||||
if let Some(mut buffer) = stream.dequeue_buffer() {
|
||||
let datas = buffer.datas_mut();
|
||||
if let Some(data) = datas.first_mut() {
|
||||
let chunk = data.chunk();
|
||||
let offset = chunk.offset() as usize;
|
||||
let size = chunk.size() as usize;
|
||||
|
||||
if let Some(slice) = data.data() {
|
||||
let audio_bytes = &slice[offset..offset + size];
|
||||
|
||||
// Reinterpret as f32 samples (we requested F32LE)
|
||||
let samples: &[f32] = bytemuck::cast_slice(audio_bytes);
|
||||
|
||||
state.accum.extend_from_slice(samples);
|
||||
|
||||
tracing::trace!(
|
||||
"pw delivered {} samples, accum now {}, frame size {}",
|
||||
samples.len(),
|
||||
state.accum.len(),
|
||||
state.samples_per_frame,
|
||||
);
|
||||
|
||||
// Drain complete frames
|
||||
while state.accum.len() >= state.samples_per_frame {
|
||||
let frame: Vec<f32> =
|
||||
state.accum.drain(..state.samples_per_frame).collect();
|
||||
|
||||
if state.tx.try_send(frame).is_err() {
|
||||
tracing::warn!("encoder falling behind, dropping frame");
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
})
|
||||
.register()
|
||||
.map_err(|e| anyhow::anyhow!("stream register: {e}"))?;
|
||||
|
||||
let mut position = [0u32; 64];
|
||||
let channel_map: &[u32] = match channels {
|
||||
2 => &[
|
||||
spa::sys::SPA_AUDIO_CHANNEL_FL,
|
||||
spa::sys::SPA_AUDIO_CHANNEL_FR,
|
||||
],
|
||||
6 => &[
|
||||
spa::sys::SPA_AUDIO_CHANNEL_FL,
|
||||
spa::sys::SPA_AUDIO_CHANNEL_FC,
|
||||
spa::sys::SPA_AUDIO_CHANNEL_FR,
|
||||
spa::sys::SPA_AUDIO_CHANNEL_RL,
|
||||
spa::sys::SPA_AUDIO_CHANNEL_RR,
|
||||
spa::sys::SPA_AUDIO_CHANNEL_LFE,
|
||||
],
|
||||
8 => &[
|
||||
spa::sys::SPA_AUDIO_CHANNEL_FL,
|
||||
spa::sys::SPA_AUDIO_CHANNEL_FC,
|
||||
spa::sys::SPA_AUDIO_CHANNEL_FR,
|
||||
spa::sys::SPA_AUDIO_CHANNEL_SL,
|
||||
spa::sys::SPA_AUDIO_CHANNEL_SR,
|
||||
spa::sys::SPA_AUDIO_CHANNEL_RL,
|
||||
spa::sys::SPA_AUDIO_CHANNEL_RR,
|
||||
spa::sys::SPA_AUDIO_CHANNEL_LFE,
|
||||
],
|
||||
_ => anyhow::bail!("unsupported channel count: {channels}"),
|
||||
};
|
||||
position[..channel_map.len()].copy_from_slice(channel_map);
|
||||
|
||||
// Build the format we want: f32le, 48kHz, N channels
|
||||
let mut audio_info = AudioInfoRaw::new();
|
||||
audio_info.set_format(AudioFormat::F32LE);
|
||||
audio_info.set_rate(sample_rate);
|
||||
audio_info.set_channels(channels);
|
||||
audio_info.set_position(position);
|
||||
|
||||
let values: Vec<u8> = pw::spa::pod::serialize::PodSerializer::serialize(
|
||||
std::io::Cursor::new(Vec::new()),
|
||||
&pw::spa::pod::Value::Object(pw::spa::pod::Object {
|
||||
type_: pw::spa::utils::SpaTypes::ObjectParamFormat.as_raw(),
|
||||
id: pw::spa::param::ParamType::EnumFormat.as_raw(),
|
||||
properties: audio_info.into(),
|
||||
}),
|
||||
)?
|
||||
.0
|
||||
.into_inner();
|
||||
|
||||
let mut params = [pw::spa::pod::Pod::from_bytes(&values).unwrap()];
|
||||
|
||||
stream
|
||||
.connect(
|
||||
spa::utils::Direction::Input, // We receive audio (we're a sink)
|
||||
Some(pw::constants::ID_ANY),
|
||||
StreamFlags::AUTOCONNECT | StreamFlags::MAP_BUFFERS | StreamFlags::RT_PROCESS,
|
||||
&mut params,
|
||||
)
|
||||
.map_err(|e| anyhow::anyhow!("stream connect: {e}"))?;
|
||||
tracing::info!("stream connected");
|
||||
|
||||
tracing::info!(
|
||||
"neswire sink running — {}ch, {}Hz, {} samples/frame",
|
||||
channels,
|
||||
sample_rate,
|
||||
frame_size
|
||||
);
|
||||
|
||||
let weak = mainloop.downgrade();
|
||||
let _sigint = mainloop.loop_().add_signal_local(Signal::INT, move || {
|
||||
if let Some(mainloop) = weak.upgrade() {
|
||||
mainloop.quit();
|
||||
}
|
||||
});
|
||||
|
||||
mainloop.run();
|
||||
|
||||
tracing::info!("shutting down");
|
||||
Ok(())
|
||||
}
|
||||
Reference in New Issue
Block a user