/*──────────────── gRPC service ─────────────*/ #[cfg(not(coverage))] #[tonic::async_trait] impl Relay for Handler { /* existing streams ─ unchanged, except: no more auto-reset */ type StreamKeyboardStream = ReceiverStream>; type StreamMouseStream = ReceiverStream>; type CaptureVideoStream = VideoStream; type CaptureAudioStream = AudioStream; type StreamMicrophoneStream = ReceiverStream>; type StreamCameraStream = ReceiverStream>; async fn stream_keyboard( &self, req: Request>, ) -> Result, Status> { let rpc_id = runtime_support::next_stream_id(); info!(rpc_id, "⌨️ stream_keyboard opened"); let (tx, rx) = tokio::sync::mpsc::channel(32); let kb = self.kb.clone(); let ms = self.ms.clone(); let kb_path = hid_endpoint(0); let ms_path = hid_endpoint(1); let gadget = self.gadget.clone(); let did_cycle = self.did_cycle.clone(); let session_lease = self.capture_power.acquire_session().await; let report_delay = live_keyboard_report_delay(); tokio::spawn(async move { let _session_lease = session_lease; let mut s = req.into_inner(); while let Some(pkt) = s.next().await.transpose()? { if let Err(e) = runtime_support::write_hid_report(&kb, &kb_path, &pkt.data).await { if e.raw_os_error() == Some(libc::EAGAIN) { debug!(rpc_id, "⌨️ write would block (dropped)"); } else { warn!(rpc_id, "⌨️ write failed: {e} (dropped)"); runtime_support::recover_hid_if_needed( &e, gadget.clone(), kb.clone(), ms.clone(), kb_path.clone(), ms_path.clone(), did_cycle.clone(), ) .await; } } tx.send(Ok(pkt)).await.ok(); if !report_delay.is_zero() { tokio::time::sleep(report_delay).await; } } info!(rpc_id, "⌨️ stream_keyboard closed"); Ok::<(), Status>(()) }); Ok(Response::new(ReceiverStream::new(rx))) } async fn stream_mouse( &self, req: Request>, ) -> Result, Status> { let rpc_id = runtime_support::next_stream_id(); info!(rpc_id, "🖱️ stream_mouse opened"); let (tx, rx) = tokio::sync::mpsc::channel(1024); let ms = self.ms.clone(); let kb = self.kb.clone(); let kb_path = hid_endpoint(0); let ms_path = hid_endpoint(1); let gadget = self.gadget.clone(); let did_cycle = self.did_cycle.clone(); let session_lease = self.capture_power.acquire_session().await; tokio::spawn(async move { let _session_lease = session_lease; let mut s = req.into_inner(); while let Some(pkt) = s.next().await.transpose()? { if let Err(e) = runtime_support::write_hid_report(&ms, &ms_path, &pkt.data).await { if e.raw_os_error() == Some(libc::EAGAIN) { debug!(rpc_id, "🖱️ write would block (dropped)"); } else { warn!(rpc_id, "🖱️ write failed: {e} (dropped)"); runtime_support::recover_hid_if_needed( &e, gadget.clone(), kb.clone(), ms.clone(), kb_path.clone(), ms_path.clone(), did_cycle.clone(), ) .await; } } tx.send(Ok(pkt)).await.ok(); } info!(rpc_id, "🖱️ stream_mouse closed"); Ok::<(), Status>(()) }); Ok(Response::new(ReceiverStream::new(rx))) } /// Accept synthetic upstream microphone packets without ALSA hardware. async fn stream_microphone( &self, req: Request>, ) -> Result, Status> { let rpc_id = runtime_support::next_stream_id(); let lease = self.upstream_media_rt.activate_microphone(); info!(rpc_id, session_id = lease.session_id, "🎤 stream_microphone opened"); let Some(microphone_sink_permit) = self .upstream_media_rt .reserve_microphone_sink(lease.generation) .await else { info!( rpc_id, session_id = lease.session_id, "🎤 stream_microphone stood down before the sink became available" ); return Err(Status::aborted( "microphone stream superseded before sink became available", )); }; // 1 ─ build once, early let uac_dev = std::env::var("LESAVKA_UAC_DEV").unwrap_or_else(|_| "hw:UAC2Gadget,0".into()); info!(%uac_dev, "🎤 stream_microphone using UAC sink"); let mut sink = runtime_support::open_voice_with_retry(&uac_dev) .await .map_err(|e| { self.upstream_media_rt.close_microphone(lease.generation); Status::internal(format!("{e:#}")) })?; // 2 ─ dummy outbound stream (same trick as before) let (tx, rx) = tokio::sync::mpsc::channel(1); let upstream_media_rt = self.upstream_media_rt.clone(); // 3 ─ drive the sink in a background task tokio::spawn(async move { let _microphone_sink_permit = microphone_sink_permit; let mut inbound = req.into_inner(); static CNT: std::sync::atomic::AtomicU64 = std::sync::atomic::AtomicU64::new(0); loop { if !upstream_media_rt.is_microphone_active(lease.generation) { info!(rpc_id, session_id = lease.session_id, "🎤 stream_microphone session superseded"); break; } let next_packet = tokio::select! { packet = inbound.next() => packet, _ = tokio::time::sleep(Duration::from_millis(50)) => continue, }; let Some(mut pkt) = next_packet.transpose()? else { break; }; let plan = upstream_media_rt.plan_audio_pts(pkt.pts); if plan.late_by > Duration::from_millis(20) { tracing::warn!( rpc_id, session_id = lease.session_id, late_by_ms = plan.late_by.as_millis(), pts = plan.local_pts_us, "🎤 upstream audio packet missed its planned playout deadline" ); } tokio::time::sleep_until(plan.due_at).await; pkt.pts = plan.local_pts_us; let n = CNT.fetch_add(1, std::sync::atomic::Ordering::Relaxed); if n < 5 || n.is_multiple_of(3_000) { tracing::info!(rpc_id, "🎤⬇ srv pkt#{n} {} bytes", pkt.data.len()); } sink.push(&pkt); } sink.finish(); // flush on EOS upstream_media_rt.close_microphone(lease.generation); let _ = tx.send(Ok(Empty {})).await; info!(rpc_id, session_id = lease.session_id, "🎤 stream_microphone closed"); Ok::<(), Status>(()) }); Ok(Response::new(ReceiverStream::new(rx))) } /// Accept synthetic upstream webcam packets without UVC/HDMI hardware. async fn stream_camera( &self, req: Request>, ) -> Result, Status> { let rpc_id = runtime_support::next_stream_id(); let cfg = camera::current_camera_config(); info!( rpc_id, output = cfg.output.as_str(), codec = cfg.codec.as_str(), width = cfg.width, height = cfg.height, fps = cfg.fps, hdmi = cfg.hdmi.as_ref().map(|h| h.name.as_str()).unwrap_or("none"), "🎥 stream_camera output selected" ); let upstream_lease = self.upstream_media_rt.activate_camera(); let (session_id, relay) = self.camera_rt.activate(&cfg).await?; let camera_rt = self.camera_rt.clone(); let upstream_media_rt = self.upstream_media_rt.clone(); info!(rpc_id, session_id, "🎥 stream_camera opened"); let frame_step_us = (1_000_000u64 / u64::from(cfg.fps.max(1))).max(1); // dummy outbound (same pattern as other streams) let (tx, rx) = tokio::sync::mpsc::channel(1); tokio::spawn(async move { let mut s = req.into_inner(); loop { if !camera_rt.is_active(session_id) || !upstream_media_rt.is_camera_active(upstream_lease.generation) { info!(rpc_id, session_id, "🎥 stream_camera session superseded"); break; } let next_packet = tokio::select! { packet = s.next() => packet, _ = tokio::time::sleep(Duration::from_millis(50)) => continue, }; let Some(mut pkt) = next_packet.transpose()? else { break; }; let plan = upstream_media_rt.plan_video_pts(pkt.pts, frame_step_us); if plan.late_by > Duration::from_millis(20) { tracing::warn!( rpc_id, session_id, late_by_ms = plan.late_by.as_millis(), pts = plan.local_pts_us, "🎥 upstream video packet missed its planned playout deadline" ); } tokio::time::sleep_until(plan.due_at).await; pkt.pts = plan.local_pts_us; relay.feed(pkt); // ← all logging inside video.rs } upstream_media_rt.close_camera(upstream_lease.generation); tx.send(Ok(Empty {})).await.ok(); info!(rpc_id, session_id, "🎥 stream_camera closed"); Ok::<(), Status>(()) }); Ok(Response::new(ReceiverStream::new(rx))) } async fn capture_video( &self, req: Request, ) -> Result, Status> { self.capture_video_reply(req.into_inner()).await } async fn capture_audio( &self, req: Request, ) -> Result, Status> { let rpc_id = runtime_support::next_stream_id(); // Only one speaker stream for now; both 0/1 → same ALSA dev. let _id = req.into_inner().id; // Allow override (`LESAVKA_ALSA_DEV=hw:2,0` for debugging). let dev = std::env::var("LESAVKA_ALSA_DEV").unwrap_or_else(|_| "hw:UAC2Gadget,0".into()); info!(rpc_id, %dev, "🔊 capture_audio opened"); let s = runtime_support::open_ear_with_retry(&dev, 0) .await .map_err(|e| remote_audio_status(format!("{e:#}")))?; Ok(Response::new(Box::pin(s))) } async fn paste_text(&self, req: Request) -> Result, Status> { self.paste_text_reply(req).await } /*────────────── USB-reset RPC ────────────*/ async fn reset_usb(&self, _req: Request) -> Result, Status> { self.reset_usb_reply().await } async fn get_capture_power( &self, _req: Request, ) -> Result, Status> { self.get_capture_power_reply().await } async fn set_capture_power( &self, req: Request, ) -> Result, Status> { self.set_capture_power_reply(req).await } } fn remote_audio_status(message: String) -> Status { if message.contains("remote USB gadget is not attached") { Status::unavailable(message) } else { Status::internal(message) } }