feat: AI's refactoring

This commit is contained in:
2025-12-29 00:20:03 +09:00
parent c668a2bcd8
commit 5ed98268d2
6 changed files with 290 additions and 175 deletions

View File

@@ -1,189 +1,110 @@
use std::borrow::Borrow;
use std::num::NonZero;
use std::thread;
use std::time::Instant;
use std::net::SocketAddr;
use std::sync::Arc;
use anyhow::Result;
use clap::Parser;
use futures_util::{SinkExt, StreamExt};
use rav1e::config::SpeedSettings;
use rav1e::data::Rational;
use scap::capturer::{Area, Capturer, Options, Point};
use scap::frame::FrameType;
use tokio::net::{TcpListener, TcpStream};
use tokio_tungstenite::accept_async;
use tokio_tungstenite::tungstenite::Message;
use vpx_rs::enc::{CodecId, CompressedFrameFlags, EncoderProfile};
use vpx_rs::{EncoderFlags, RateControl, Timebase, YUVImageData};
use tracing::{error, info, warn};
use tracing_subscriber::FmtSubscriber;
mod config;
mod engine;
mod pixelutil;
#[tokio::main(flavor = "multi_thread")]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
let addr = "0.0.0.0:8080";
let listener = TcpListener::bind(&addr).await?;
println!("Listening on: {}", addr);
use config::Args;
use engine::VideoEngine;
while let Ok((stream, _)) = listener.accept().await {
tokio::spawn(accept_connection(stream));
#[tokio::main]
async fn main() -> Result<()> {
// 1. Initialize logging
let subscriber = FmtSubscriber::builder()
.with_max_level(tracing::Level::INFO)
.finish();
tracing::subscriber::set_global_default(subscriber).expect("setting default subscriber failed");
// 2. Parse arguments
let args = Args::parse();
let addr = args.addr;
// 3. Start Video Engine
let engine = Arc::new(VideoEngine::new(args.clone()));
engine.start();
// 4. Start TCP Listener
let listener = TcpListener::bind(&addr).await?;
info!("Listening on: {}", addr);
// 5. Connection handling loop
while let Ok((stream, peer_addr)) = listener.accept().await {
let engine = engine.clone();
tokio::spawn(async move {
if let Err(e) = accept_connection(stream, peer_addr, engine).await {
error!("Connection error from {}: {:?}", peer_addr, e);
}
});
}
Ok(())
}
async fn accept_connection(stream: TcpStream) {
let addr = stream
.peer_addr()
.expect("connected streams should have a peer addr");
println!("Peer address: {}", addr);
async fn accept_connection(stream: TcpStream, peer_addr: SocketAddr, engine: Arc<VideoEngine>) -> Result<()> {
info!("New connection from: {}", peer_addr);
let ws_stream = match accept_async(stream).await {
Ok(ws) => ws,
Err(e) => {
eprintln!("Error during the websocket handshake occurred: {}", e);
return;
}
};
println!("New WebSocket connection: {}", addr);
let ws_stream = tokio_tungstenite::accept_async(stream).await?;
info!("WebSocket handshake success: {}", peer_addr);
let (mut write, mut read) = ws_stream.split();
// Subscribe to video feed
let mut rx = engine.subscribe();
// Channel to communicate between the video source thread and the websocket task
// We send (data, is_key)
let (tx, mut rx) = tokio::sync::mpsc::channel::<(Vec<u8>, bool)>(100);
// Task to send video frames to client
let mut send_task = tokio::spawn(async move {
loop {
match rx.recv().await {
Ok(packet) => {
let mut payload = Vec::with_capacity(packet.data.len() + 1);
// 1 = keyframe, 0 = delta
payload.push(if packet.is_key { 1 } else { 0 });
payload.extend_from_slice(&packet.data);
// Spawn a blocking thread for video processing (currently just a placeholder loop)
std::thread::spawn(move || {
if let Err(e) = process_video(tx) {
eprintln!("Video processing error: {}", e);
}
});
// Handle incoming messages (mostly to keep connection alive or handle close)
let mut read_task = tokio::spawn(async move {
while let Some(msg) = read.next().await {
match msg {
Ok(m) => {
if m.is_close() {
if let Err(e) = write.send(Message::Binary(payload.into())).await {
// Client likely disconnected
warn!("Failed to send to {}: {}", peer_addr, e);
break;
}
}
Err(tokio::sync::broadcast::error::RecvError::Lagged(skipped)) => {
warn!("Client {} lagged, skipped {} frames", peer_addr, skipped);
}
Err(tokio::sync::broadcast::error::RecvError::Closed) => {
break;
}
}
}
});
// Task to read messages (keep-alive / close)
let mut recv_task = tokio::spawn(async move {
while let Some(msg) = read.next().await {
match msg {
Ok(Message::Close(_)) => break,
Ok(_) => {}, // Ignore other messages for now
Err(_) => break,
}
}
});
// Write loop
let mut write_task = tokio::spawn(async move {
while let Some((data, is_key)) = rx.recv().await {
// Prefix: 0x1 for key frame, 0x0 for delta frame
let mut payload = Vec::with_capacity(data.len() + 1);
payload.push(if is_key { 1 } else { 0 });
payload.extend_from_slice(&data);
let msg = Message::Binary(payload.into());
if let Err(e) = write.send(msg).await {
eprintln!("Error sending message: {}", e);
break;
}
}
// Connection closed or processing done
let _ = write.close().await;
});
tokio::select! {
_ = (&mut read_task) => {
write_task.abort();
},
_ = (&mut write_task) => {
read_task.abort();
}
_ = (&mut send_task) => {},
_ = (&mut recv_task) => {},
};
println!("Connection closed: {}", addr);
}
fn process_video(
tx: tokio::sync::mpsc::Sender<(Vec<u8>, bool)>,
) -> Result<(), Box<dyn std::error::Error>> {
let options = Options {
fps: 30,
target: None,
show_cursor: true,
show_highlight: true,
excluded_targets: None,
output_type: FrameType::YUVFrame,
output_resolution: scap::capturer::Resolution::_1080p,
crop_area: Some(Area {
origin: Point { x: 0.0, y: 0.0 },
size: scap::capturer::Size {
width: 1920.0,
height: 1080.0,
},
}),
..Default::default()
};
let mut config: vpx_rs::EncoderConfig<u8> = vpx_rs::EncoderConfig::new(
CodecId::VP9,
1920,
1080,
Timebase {
num: NonZero::new(1).unwrap(),
den: NonZero::new(30).unwrap(),
},
RateControl::ConstantBitRate(500),
)?;
config.threads = 32;
config.lag_in_frames = 0;
let mut encoder = vpx_rs::Encoder::new(config)?;
let mut capturer = Capturer::build(options)?;
capturer.start_capture();
let (frame_tx, frame_rx) = crossbeam::channel::bounded::<Vec<u8>>(1);
thread::spawn(move || {
loop {
let instant = Instant::now();
if let Ok(captured_frame) = capturer.get_next_frame() {
let output_frame = pixelutil::frame_to_yuv(captured_frame);
let _ = frame_tx.try_send(output_frame);
let elapsed = instant.elapsed();
let frame_duration = std::time::Duration::from_millis(33); // ~30 FPS
if elapsed < frame_duration {
std::thread::sleep(frame_duration - elapsed);
}
}
}
});
loop {
let yuv_frame_raw = frame_rx.recv()?;
let yuv_frame = pixelutil::apply_frame(&yuv_frame_raw, 1920, 1080);
let pts = 0;
let duration = 1;
let deadline = vpx_rs::EncodingDeadline::Realtime;
let flags = vpx_rs::EncoderFrameFlags::empty();
let packets = encoder.encode(pts, duration, yuv_frame, deadline, flags)?;
for packet in packets {
match packet {
vpx_rs::Packet::CompressedFrame(frame) => {
let is_key = frame.flags.is_key;
let data = frame.data.to_vec();
println!("encoded frame: size={}, is_key={}", data.len(), is_key);
if let Err(e) = tx.blocking_send((data, is_key)) {
eprintln!("Error sending encoded frame: {}", e);
return Err(Box::new(e));
}
}
_ => {}
}
}
}
info!("Connection closed: {}", peer_addr);
send_task.abort();
recv_task.abort();
Ok(())
}