lesavka/client/src/app.rs

488 lines
21 KiB
Rust
Raw Normal View History

2025-06-15 20:19:27 -05:00
#![forbid(unsafe_code)]
2025-06-17 20:54:31 -05:00
2025-06-11 00:37:01 -05:00
use anyhow::Result;
2025-06-30 19:41:35 -05:00
use std::sync::Arc;
2025-07-01 22:38:56 -05:00
use std::sync::atomic::{AtomicUsize, Ordering};
use std::time::Duration;
use tokio::sync::{broadcast, mpsc};
use tokio_stream::{StreamExt, wrappers::BroadcastStream};
use tonic::{Request, transport::Channel};
use tracing::{debug, error, info, trace, warn};
2025-06-24 23:48:06 -05:00
use winit::{
2025-06-26 17:26:28 -05:00
event::Event,
event_loop::{ControlFlow, EventLoopBuilder},
2025-06-25 09:21:39 -05:00
platform::wayland::EventLoopBuilderExtWayland,
2025-06-24 23:48:06 -05:00
};
2025-06-15 20:19:27 -05:00
2025-06-26 17:26:28 -05:00
use lesavka_common::lesavka::{
AudioPacket, KeyboardReport, MonitorRequest, MouseReport, VideoPacket,
relay_client::RelayClient,
2025-06-26 17:26:28 -05:00
};
2025-06-17 08:17:23 -05:00
use crate::{
app_support, handshake, input::camera::CameraCapture, input::inputs::InputAggregator,
input::microphone::MicrophoneCapture, output::audio::AudioOut, output::video::MonitorWindow,
paste,
};
2025-06-08 04:11:58 -05:00
2025-06-23 07:18:26 -05:00
pub struct LesavkaClientApp {
2025-06-11 00:37:01 -05:00
aggregator: Option<InputAggregator>,
2025-06-08 04:11:58 -05:00
server_addr: String,
2025-06-08 13:11:31 -05:00
dev_mode: bool,
headless: bool,
2025-06-17 08:17:23 -05:00
kbd_tx: broadcast::Sender<KeyboardReport>,
mou_tx: broadcast::Sender<MouseReport>,
paste_rx: Option<mpsc::UnboundedReceiver<String>>,
2025-06-08 04:11:58 -05:00
}
2025-06-23 07:18:26 -05:00
impl LesavkaClientApp {
2025-06-08 04:11:58 -05:00
pub fn new() -> Result<Self> {
let dev_mode = std::env::var("LESAVKA_DEV_MODE").is_ok();
let headless = std::env::var("LESAVKA_HEADLESS").is_ok();
let args = std::env::args().skip(1).collect::<Vec<_>>();
let env_addr = std::env::var("LESAVKA_SERVER_ADDR").ok();
let server_addr = app_support::resolve_server_addr(&args, env_addr.as_deref());
2025-06-15 20:19:27 -05:00
2025-06-26 17:26:28 -05:00
let (kbd_tx, _) = broadcast::channel(1024);
let (mou_tx, _) = broadcast::channel(4096);
let (paste_tx, paste_rx) = mpsc::unbounded_channel();
2025-06-17 20:54:31 -05:00
let agg = if headless {
None
} else {
Some(InputAggregator::new(
dev_mode,
kbd_tx.clone(),
mou_tx.clone(),
Some(paste_tx),
))
};
2025-06-17 20:54:31 -05:00
Ok(Self {
aggregator: agg,
server_addr,
dev_mode,
headless,
kbd_tx,
mou_tx,
paste_rx: Some(paste_rx),
})
2025-06-08 04:11:58 -05:00
}
pub async fn run(&mut self) -> Result<()> {
2025-07-04 01:56:59 -05:00
/*────────── handshake / feature-negotiation ───────────────*/
2025-12-01 01:21:27 -03:00
info!(server = %self.server_addr, "🚦 starting handshake");
2025-07-04 01:56:59 -05:00
let caps = handshake::negotiate(&self.server_addr).await;
tracing::info!("🤝 server capabilities = {:?}", caps);
let camera_cfg = app_support::camera_config_from_caps(&caps);
2025-07-04 01:56:59 -05:00
2025-06-26 17:26:28 -05:00
/*────────── persistent gRPC channels ──────────*/
let hid_ep = Channel::from_shared(self.server_addr.clone())?
2025-06-26 14:05:23 -05:00
.tcp_nodelay(true)
2025-07-01 10:23:51 -05:00
.concurrency_limit(4)
2025-06-26 14:05:23 -05:00
.http2_keep_alive_interval(Duration::from_secs(15))
.connect_lazy();
2025-06-26 17:26:28 -05:00
let vid_ep = Channel::from_shared(self.server_addr.clone())?
.initial_connection_window_size(4 << 20)
.initial_stream_window_size(4 << 20)
2025-06-26 14:05:23 -05:00
.tcp_nodelay(true)
.connect_lazy();
let mut agg_task = None;
let mut kbd_loop = None;
let mut mou_loop = None;
let mut paste_task = None;
let paste_rx = self.paste_rx.take();
if !self.headless {
/*────────── input aggregator task (grab after handshake) ─────────────*/
let mut aggregator = self.aggregator.take().expect("InputAggregator present");
info!("⌛ grabbing input devices…");
aggregator.init()?; // grab devices now that handshake succeeded
agg_task = Some(tokio::spawn(async move {
let mut a = aggregator;
a.run().await
}));
/*────────── HID streams (never return) ────────*/
kbd_loop = Some(self.stream_loop_keyboard(hid_ep.clone()));
mou_loop = Some(self.stream_loop_mouse(hid_ep.clone()));
if let Some(rx) = paste_rx {
paste_task = Some(Self::paste_loop(hid_ep.clone(), rx));
}
} else {
info!("🧪 headless mode: skipping HID input capture");
}
2025-06-17 08:17:23 -05:00
2025-06-29 22:39:17 -05:00
/*───────── optional 300s auto-exit in dev mode */
2025-06-17 20:54:31 -05:00
let suicide = async {
2025-06-08 18:11:44 -05:00
if self.dev_mode {
2025-06-29 22:39:17 -05:00
tokio::time::sleep(Duration::from_secs(300)).await;
2025-06-28 15:45:35 -05:00
warn!("💀 dev-mode timeout");
2025-06-17 20:54:31 -05:00
std::process::exit(0);
2025-06-26 17:26:28 -05:00
} else {
std::future::pending::<()>().await
}
2025-06-08 13:35:23 -05:00
};
2025-06-08 13:11:31 -05:00
if !self.headless {
/*────────── video rendering thread (winit) ────*/
let video_queue = app_support::sanitize_video_queue(
std::env::var("LESAVKA_VIDEO_QUEUE")
.ok()
.and_then(|v| v.parse::<usize>().ok()),
);
let dump_video = std::env::var("LESAVKA_DUMP_VIDEO").is_ok();
let (video_tx, mut video_rx) = tokio::sync::mpsc::channel::<VideoPacket>(video_queue);
std::thread::spawn(move || {
gtk::init().expect("GTK initialisation failed");
#[allow(deprecated)]
{
let el = EventLoopBuilder::<()>::new()
.with_any_thread(true)
.build()
.unwrap();
let win0 = MonitorWindow::new(0).expect("win0");
let win1 = MonitorWindow::new(1).expect("win1");
let _ = el.run(move |_: Event<()>, _elwt| {
_elwt.set_control_flow(ControlFlow::WaitUntil(
std::time::Instant::now() + std::time::Duration::from_millis(16),
));
static CNT: std::sync::atomic::AtomicU64 =
std::sync::atomic::AtomicU64::new(0);
while let Ok(pkt) = video_rx.try_recv() {
CNT.fetch_add(1, std::sync::atomic::Ordering::Relaxed);
if CNT.load(std::sync::atomic::Ordering::Relaxed) % 300 == 0 {
debug!(
"🎥 received {} video packets",
CNT.load(std::sync::atomic::Ordering::Relaxed)
);
}
if dump_video {
static DUMP_CNT: std::sync::atomic::AtomicU32 =
std::sync::atomic::AtomicU32::new(0);
let n = DUMP_CNT.fetch_add(1, std::sync::atomic::Ordering::Relaxed);
let eye = if pkt.id == 0 { "l" } else { "r" };
let path = format!("/tmp/eye{eye}-cli-{n:05}.h264");
std::fs::write(&path, &pkt.data).ok();
}
match pkt.id {
0 => win0.push_packet(pkt),
1 => win1.push_packet(pkt),
_ => {}
}
}
});
}
2025-06-21 05:21:57 -05:00
});
/*────────── start video gRPC pullers ──────────*/
let ep_video = vid_ep.clone();
tokio::spawn(Self::video_loop(ep_video, video_tx));
2025-06-29 03:46:34 -05:00
/*────────── audio renderer & puller ───────────*/
let audio_out = AudioOut::new()?;
let ep_audio = vid_ep.clone();
2025-06-29 03:46:34 -05:00
tokio::spawn(Self::audio_loop(ep_audio, audio_out));
} else {
info!("🧪 headless mode: skipping video/audio renderers");
}
2025-07-04 01:56:59 -05:00
/*────────── camera & mic tasks (gated by caps) ───────────*/
if caps.camera && std::env::var("LESAVKA_CAM_DISABLE").is_err() {
2026-01-28 17:52:00 -03:00
if let Some(cfg) = camera_cfg {
info!(
codec = ?cfg.codec,
width = cfg.width,
height = cfg.height,
fps = cfg.fps,
"📸 using camera settings from server"
);
}
2025-07-04 01:56:59 -05:00
let cam = Arc::new(CameraCapture::new(
std::env::var("LESAVKA_CAM_SOURCE").ok().as_deref(),
2026-01-28 17:52:00 -03:00
camera_cfg,
2025-07-04 01:56:59 -05:00
)?);
tokio::spawn(Self::cam_loop(vid_ep.clone(), cam));
}
if caps.microphone && std::env::var("LESAVKA_MIC_DISABLE").is_err() {
2025-07-04 03:41:39 -05:00
let mic = Arc::new(MicrophoneCapture::new()?);
tokio::spawn(Self::voice_loop(vid_ep.clone(), mic)); // renamed
2025-07-04 03:41:39 -05:00
}
2025-07-03 15:22:30 -05:00
2025-06-26 17:26:28 -05:00
/*────────── central reactor ───────────────────*/
if self.headless {
tokio::select! {
_ = suicide => { /* handled above */ },
}
} else {
let kbd_loop = kbd_loop.expect("kbd_loop");
let mou_loop = mou_loop.expect("mou_loop");
let agg_task = agg_task.expect("agg_task");
let paste_task = paste_task.expect("paste_task");
tokio::select! {
_ = kbd_loop => { warn!("⚠️⌨️ keyboard stream finished"); },
_ = mou_loop => { warn!("⚠️🖱️ mouse stream finished"); },
_ = paste_task => { warn!("⚠️📋 paste loop finished"); },
_ = suicide => { /* handled above */ },
r = agg_task => {
match r {
Ok(Ok(())) => warn!("input aggregator terminated cleanly"),
Ok(Err(e)) => error!("input aggregator error: {e:?}"),
Err(join_err) => error!("aggregator task panicked: {join_err:?}"),
}
return Ok(());
2025-06-26 17:26:28 -05:00
}
2025-06-08 18:11:44 -05:00
}
2025-06-08 04:11:58 -05:00
}
2025-06-26 17:26:28 -05:00
// The branches above either loop forever or exit the process; this
// point is unreachable but satisfies the type checker.
#[allow(unreachable_code)]
Ok(())
2025-06-08 18:11:44 -05:00
}
/*──────────────── paste loop ───────────────*/
fn paste_loop(
ep: Channel,
mut rx: mpsc::UnboundedReceiver<String>,
) -> tokio::task::JoinHandle<()> {
tokio::spawn(async move {
let mut cli = RelayClient::new(ep.clone());
while let Some(text) = rx.recv().await {
match paste::build_paste_request(&text) {
Ok(req) => match cli.paste_text(Request::new(req)).await {
Ok(resp) => {
let reply = resp.get_ref();
if !reply.ok {
warn!("📋 paste rejected: {}", reply.error);
} else {
debug!("📋 paste delivered");
}
}
Err(e) => {
warn!("📋 paste failed: {e}");
cli = RelayClient::new(ep.clone());
}
},
Err(e) => {
warn!("📋 paste build failed: {e}");
}
}
}
})
}
2025-06-17 20:54:31 -05:00
/*──────────────── keyboard stream ───────────────*/
2025-06-26 14:05:23 -05:00
async fn stream_loop_keyboard(&self, ep: Channel) {
2025-06-08 18:11:44 -05:00
loop {
2025-06-30 19:35:38 -05:00
info!("⌨️🤙 Keyboard dial {}", self.server_addr);
2025-06-26 14:05:23 -05:00
let mut cli = RelayClient::new(ep.clone());
let outbound = BroadcastStream::new(self.kbd_tx.subscribe()).filter_map(|r| r.ok());
2025-06-26 15:12:23 -05:00
match cli.stream_keyboard(Request::new(outbound)).await {
Ok(mut resp) => {
2025-06-26 18:29:14 -05:00
while let Some(msg) = resp.get_mut().message().await.transpose() {
if let Err(e) = msg {
warn!("⌨️ server err: {e}");
break;
}
2025-06-26 18:29:14 -05:00
}
2025-06-26 15:12:23 -05:00
}
2025-07-01 19:42:34 -05:00
Err(e) => warn!("❌⌨️ connect failed: {e}"),
2025-06-26 15:12:23 -05:00
}
tokio::time::sleep(Duration::from_secs(1)).await; // retry
2025-06-17 08:17:23 -05:00
}
}
2025-06-17 20:54:31 -05:00
/*──────────────── mouse stream ──────────────────*/
2025-06-26 14:05:23 -05:00
async fn stream_loop_mouse(&self, ep: Channel) {
2025-06-17 08:17:23 -05:00
loop {
2025-06-30 19:35:38 -05:00
info!("🖱️🤙 Mouse dial {}", self.server_addr);
2025-06-26 14:05:23 -05:00
let mut cli = RelayClient::new(ep.clone());
let outbound = BroadcastStream::new(self.mou_tx.subscribe()).filter_map(|r| r.ok());
2025-06-26 15:12:23 -05:00
match cli.stream_mouse(Request::new(outbound)).await {
Ok(mut resp) => {
2025-06-26 18:29:14 -05:00
while let Some(msg) = resp.get_mut().message().await.transpose() {
if let Err(e) = msg {
warn!("🖱️ server err: {e}");
break;
}
2025-06-26 18:29:14 -05:00
}
2025-06-26 15:12:23 -05:00
}
2025-07-01 19:42:34 -05:00
Err(e) => warn!("❌🖱️ connect failed: {e}"),
2025-06-26 15:12:23 -05:00
}
2025-06-26 18:29:14 -05:00
tokio::time::sleep(Duration::from_secs(1)).await;
2025-06-08 18:11:44 -05:00
}
}
2025-06-17 20:54:31 -05:00
2025-06-21 05:21:57 -05:00
/*──────────────── monitor stream ────────────────*/
async fn video_loop(ep: Channel, tx: tokio::sync::mpsc::Sender<VideoPacket>) {
let max_bitrate = std::env::var("LESAVKA_VIDEO_MAX_KBIT")
.ok()
.and_then(|v| v.parse::<u32>().ok())
.unwrap_or(4_000);
2025-06-26 16:17:31 -05:00
for monitor_id in 0..=1 {
2025-06-26 17:26:28 -05:00
let ep = ep.clone();
let tx = tx.clone();
2025-06-26 16:17:31 -05:00
tokio::spawn(async move {
loop {
let mut cli = RelayClient::new(ep.clone());
let req = MonitorRequest {
id: monitor_id,
max_bitrate,
};
2025-06-26 16:17:31 -05:00
match cli.capture_video(Request::new(req)).await {
Ok(mut stream) => {
2025-07-01 12:11:52 -05:00
debug!("🎥🏁 cli video{monitor_id}: stream opened");
2025-06-28 03:34:48 -05:00
while let Some(res) = stream.get_mut().message().await.transpose() {
match res {
Ok(pkt) => {
trace!(
"🎥📥 cli video{monitor_id}: got {}bytes",
pkt.data.len()
);
if tx.send(pkt).await.is_err() {
2025-06-30 11:38:57 -05:00
warn!("⚠️🎥 cli video{monitor_id}: GUI thread gone");
2025-06-28 03:34:48 -05:00
break;
}
}
Err(e) => {
2025-06-30 11:38:57 -05:00
error!("❌🎥 cli video{monitor_id}: gRPC error: {e}");
2025-06-28 03:34:48 -05:00
break;
}
2025-06-26 16:17:31 -05:00
}
2025-06-21 05:21:57 -05:00
}
2025-06-30 11:38:57 -05:00
warn!("⚠️🎥 cli video{monitor_id}: stream ended");
2025-06-21 05:21:57 -05:00
}
2025-06-28 03:46:39 -05:00
Err(e) => error!("❌🎥 video {monitor_id}: {e}"),
2025-06-21 05:21:57 -05:00
}
2025-06-26 16:17:31 -05:00
tokio::time::sleep(Duration::from_secs(1)).await;
2025-06-21 05:21:57 -05:00
}
2025-06-26 16:17:31 -05:00
});
2025-06-21 05:21:57 -05:00
}
2025-06-26 14:05:23 -05:00
}
2025-06-29 03:46:34 -05:00
/*──────────────── audio stream ───────────────*/
async fn audio_loop(ep: Channel, out: AudioOut) {
loop {
let mut cli = RelayClient::new(ep.clone());
let req = MonitorRequest {
id: 0,
max_bitrate: 0,
};
2025-06-29 03:46:34 -05:00
match cli.capture_audio(Request::new(req)).await {
Ok(mut stream) => {
while let Some(res) = stream.get_mut().message().await.transpose() {
if let Ok(pkt) = res {
out.push(pkt);
}
2025-06-29 03:46:34 -05:00
}
}
2025-07-01 19:42:34 -05:00
Err(e) => tracing::warn!("❌🔊 audio stream err: {e}"),
2025-06-29 03:46:34 -05:00
}
tokio::time::sleep(Duration::from_secs(1)).await;
}
}
2025-06-30 19:35:38 -05:00
/*──────────────── mic stream ─────────────────*/
2025-07-04 03:41:39 -05:00
async fn voice_loop(ep: Channel, mic: Arc<MicrophoneCapture>) {
2025-07-04 01:56:59 -05:00
let mut delay = Duration::from_secs(1);
2025-07-01 22:38:56 -05:00
static FAIL_CNT: AtomicUsize = AtomicUsize::new(0);
2025-06-30 19:35:38 -05:00
loop {
let mut cli = RelayClient::new(ep.clone());
2025-07-01 10:23:51 -05:00
// 1. create a Tokio MPSC channel
let (tx, rx) = tokio::sync::mpsc::channel::<AudioPacket>(256);
let (stop_tx, stop_rx) = std::sync::mpsc::channel::<()>();
2025-07-01 10:23:51 -05:00
// 2. spawn a real thread that does the blocking `pull()`
2025-06-30 19:35:38 -05:00
let mic_clone = mic.clone();
2025-07-01 10:23:51 -05:00
std::thread::spawn(move || {
while stop_rx.try_recv().is_err() {
2025-06-30 19:35:38 -05:00
if let Some(pkt) = mic_clone.pull() {
2025-07-01 10:23:51 -05:00
trace!("🎤📤 cli {} bytes → gRPC", pkt.data.len());
let _ = tx.blocking_send(pkt);
2025-06-30 19:35:38 -05:00
}
}
2025-07-01 10:23:51 -05:00
});
2025-07-01 10:23:51 -05:00
// 3. turn `rx` into an async stream for gRPC
let outbound = tokio_stream::wrappers::ReceiverStream::new(rx);
match cli.stream_microphone(Request::new(outbound)).await {
Ok(mut resp) => while resp.get_mut().message().await.transpose().is_some() {},
Err(e) => {
2025-07-01 22:38:56 -05:00
// first failure → warn, subsequent ones → debug
if FAIL_CNT.fetch_add(1, Ordering::Relaxed) == 0 {
warn!("❌🎤 connect failed: {e}");
warn!("⚠️🎤 further microphonestream failures will be logged at DEBUG");
} else {
debug!("❌🎤 reconnect failed: {e}");
}
delay = app_support::next_delay(delay);
2025-07-01 22:38:56 -05:00
}
2025-06-30 19:35:38 -05:00
}
2025-07-01 10:23:51 -05:00
let _ = stop_tx.send(());
2025-07-04 01:56:59 -05:00
tokio::time::sleep(delay).await;
2025-06-30 19:35:38 -05:00
}
2025-07-03 15:22:30 -05:00
}
/*──────────────── cam stream ───────────────────*/
async fn cam_loop(ep: Channel, cam: Arc<CameraCapture>) {
2025-07-04 01:56:59 -05:00
let mut delay = Duration::from_secs(1);
2025-07-03 15:22:30 -05:00
loop {
let mut cli = RelayClient::new(ep.clone());
2025-07-03 16:08:30 -05:00
let (tx, rx) = tokio::sync::mpsc::channel::<VideoPacket>(256);
let (stop_tx, stop_rx) = std::sync::mpsc::channel::<()>();
let cam_worker = std::thread::spawn({
2025-07-03 15:22:30 -05:00
let cam = cam.clone();
move || loop {
if stop_rx.try_recv().is_ok() {
break;
}
let Some(pkt) = cam.pull() else {
std::thread::sleep(Duration::from_millis(5));
continue;
};
// TRACE every 120 frames only
static CNT: std::sync::atomic::AtomicU64 = std::sync::atomic::AtomicU64::new(0);
let n = CNT.fetch_add(1, std::sync::atomic::Ordering::Relaxed);
if n < 10 || n % 120 == 0 {
tracing::trace!("📸 cli frame#{n} {} B", pkt.data.len());
}
tracing::trace!("📸⬆️ sent webcam AU pts={} {} B", pkt.pts, pkt.data.len());
if tx.blocking_send(pkt).is_err() {
break;
2025-07-03 15:22:30 -05:00
}
}
});
2025-07-03 16:08:30 -05:00
let outbound = tokio_stream::wrappers::ReceiverStream::new(rx);
2025-07-04 01:56:59 -05:00
match cli.stream_camera(Request::new(outbound)).await {
Ok(mut resp) => {
delay = Duration::from_secs(1); // got a stream → reset
while resp.get_mut().message().await.transpose().is_some() {}
}
2025-07-04 01:56:59 -05:00
Err(e) if e.code() == tonic::Code::Unimplemented => {
tracing::warn!("📸 server does not support StreamCamera giving up");
let _ = stop_tx.send(());
let _ = cam_worker.join();
return; // stop the task completely (#3)
2025-07-04 01:56:59 -05:00
}
Err(e) => {
tracing::warn!("❌📸 connect failed: {e:?}");
delay = app_support::next_delay(delay); // back-off (#2)
2025-07-04 01:56:59 -05:00
}
2025-07-03 15:22:30 -05:00
}
let _ = stop_tx.send(());
let _ = cam_worker.join();
2025-07-04 01:56:59 -05:00
tokio::time::sleep(delay).await;
2025-07-03 15:22:30 -05:00
}
}
2025-06-08 04:11:58 -05:00
}