Files
proxy-scraper-checker/src/tui.rs
T

402 lines
13 KiB
Rust

#![expect(
clippy::indexing_slicing,
clippy::missing_asserts_for_indexing,
clippy::wildcard_enum_match_arm
)]
use std::collections::HashMap;
use color_eyre::eyre::WrapErr as _;
use crossterm::event::{
Event as CrosstermEvent, KeyCode, KeyModifiers, MouseEventKind,
};
use futures::StreamExt as _;
use ratatui::{
Frame,
layout::{Alignment, Constraint, Direction, Layout},
style::{Color, Style},
text::{Line, Text},
widgets::{Block, Gauge},
};
use tui_logger::{TuiLoggerWidget, TuiWidgetEvent, TuiWidgetState};
use crate::{
event::{AppEvent, Event},
ipdb,
proxy::ProxyType,
utils::is_docker,
};
const FPS: f64 = 30.0;
pub struct RatatuiRestoreGuard;
impl Drop for RatatuiRestoreGuard {
fn drop(&mut self) {
ratatui::restore();
}
}
pub async fn run(
mut terminal: ratatui::DefaultTerminal,
token: tokio_util::sync::CancellationToken,
tx: tokio::sync::mpsc::UnboundedSender<Event>,
mut rx: tokio::sync::mpsc::UnboundedReceiver<Event>,
) -> color_eyre::Result<()> {
let mut join_set = tokio::task::JoinSet::new();
join_set.spawn(tick_event_listener(tx.clone()));
join_set.spawn(crossterm_event_listener(tx));
let mut app_state = AppState::default();
let logger_state = TuiWidgetState::default();
while !matches!(app_state.mode, AppMode::Quit) {
if let Some(event) = rx.recv().await {
if handle_event(event, &mut app_state, &token, &logger_state).await
{
terminal
.draw(|frame| draw(frame, &app_state, &logger_state))
.wrap_err("failed to draw tui")?;
}
} else {
break;
}
}
drop(rx);
while let Some(task) = join_set.join_next().await {
task.wrap_err("event listener task panicked or was cancelled")?;
}
Ok(())
}
#[derive(Default)]
pub enum AppMode {
#[default]
Running,
Done,
Quit,
}
#[derive(Default)]
pub struct AppState {
pub mode: AppMode,
pub asn_db_total: u64,
pub asn_db_downloaded: usize,
pub geo_db_total: u64,
pub geo_db_downloaded: usize,
pub sources_total: HashMap<ProxyType, usize>,
pub sources_scraped: HashMap<ProxyType, usize>,
pub proxies_total: HashMap<ProxyType, usize>,
pub proxies_checked: HashMap<ProxyType, usize>,
pub proxies_working: HashMap<ProxyType, usize>,
}
async fn tick_event_listener(tx: tokio::sync::mpsc::UnboundedSender<Event>) {
let mut tick =
tokio::time::interval(tokio::time::Duration::from_secs_f64(1.0 / FPS));
loop {
tokio::select! {
biased;
() = tx.closed() => {
break;
},
_ = tick.tick() =>{
if tx.send(Event::Tick).is_err() {
break;
}
}
}
}
}
async fn crossterm_event_listener(
tx: tokio::sync::mpsc::UnboundedSender<Event>,
) {
let mut reader = crossterm::event::EventStream::new();
loop {
tokio::select! {
biased;
() = tx.closed() => {
break;
},
maybe = reader.next() => {
match maybe {
Some(Ok(event)) => {
if tx.send(Event::Crossterm(event)).is_err() {
break ;
}
},
Some(Err(_)) => {},
None => {
break;
}
}
}
}
}
}
fn draw(f: &mut Frame, state: &AppState, logger_state: &TuiWidgetState) {
let outer_block = Block::default()
.title("https://github.com/monosans/proxy-scraper-checker")
.title_alignment(Alignment::Center);
f.render_widget(outer_block.clone(), f.area());
let outer_layout = Layout::default()
.direction(Direction::Vertical)
.constraints([
// Logs
Constraint::Fill(1),
// IP database download
Constraint::Length(3),
// Scraping and checking
Constraint::Length(1 + (3 * 3) + 1),
// Hotkeys
Constraint::Length(3),
])
.split(outer_block.inner(f.area()));
f.render_widget(
TuiLoggerWidget::default()
.state(logger_state)
.block(Block::bordered().title("Logs"))
.output_file(false)
.output_line(false)
.style_trace(Style::default().fg(Color::Magenta))
.style_debug(Style::default().fg(Color::Green))
.style_info(Style::default().fg(Color::Cyan))
.style_warn(Style::default().fg(Color::Yellow))
.style_error(Style::default().fg(Color::Red)),
outer_layout[0],
);
let ipdb_layout = Layout::default()
.direction(Direction::Horizontal)
.constraints([Constraint::Fill(1); 2])
.split(outer_layout[1]);
f.render_widget(
Gauge::default()
.block(Block::bordered().title("ASN database download"))
.ratio({
if state.asn_db_total == 0 {
1.0
} else {
(state.asn_db_downloaded as f64)
/ (state.asn_db_total as f64)
}
}),
ipdb_layout[0],
);
f.render_widget(
Gauge::default()
.block(Block::bordered().title("Geolocation database download"))
.ratio({
if state.geo_db_total == 0 {
1.0
} else {
(state.geo_db_downloaded as f64)
/ (state.geo_db_total as f64)
}
}),
ipdb_layout[1],
);
let proxies_layout = Layout::default()
.direction(Direction::Horizontal)
.constraints(state.sources_total.keys().map(|_| Constraint::Fill(1)))
.split(outer_layout[2]);
let mut proxy_types: Vec<_> = state.sources_total.keys().collect();
proxy_types.sort();
for (i, proxy_type) in proxy_types.into_iter().enumerate() {
let block =
Block::bordered().title(proxy_type.to_string().to_uppercase());
f.render_widget(block.clone(), proxies_layout[i]);
let layout = Layout::default()
.direction(Direction::Vertical)
.constraints([Constraint::Fill(1); 3])
.split(block.inner(proxies_layout[i]));
let sources_scraped =
state.sources_scraped.get(proxy_type).copied().unwrap_or_default();
let sources_total =
state.sources_total.get(proxy_type).copied().unwrap_or_default();
f.render_widget(
Gauge::default()
.ratio({
if sources_total == 0 {
1.0
} else {
(sources_scraped as f64) / (sources_total as f64)
}
})
.block(Block::bordered().title("Scraping sources"))
.label(format!("{sources_scraped}/{sources_total}")),
layout[0],
);
let proxies_total =
state.proxies_total.get(proxy_type).copied().unwrap_or_default();
let proxies_checked =
state.proxies_checked.get(proxy_type).copied().unwrap_or_default();
f.render_widget(
Gauge::default()
.ratio({
if proxies_total == 0 {
1.0
} else {
(proxies_checked as f64) / (proxies_total as f64)
}
})
.block(Block::bordered().title("Checking proxies"))
.label(format!("{proxies_checked}/{proxies_total}")),
layout[1],
);
let working_proxies_block = Block::bordered().title("Working proxies");
f.render_widget(working_proxies_block.clone(), layout[2]);
let proxies_working =
state.proxies_working.get(proxy_type).copied().unwrap_or_default();
f.render_widget(
Line::from(format!("{} ({:.1}%)", proxies_working, {
if proxies_checked == 0 {
0.0_f64
} else {
(proxies_working as f64) / (proxies_checked as f64)
* 100.0_f64
}
}))
.alignment(Alignment::Center),
working_proxies_block.inner(layout[2]),
);
}
let lines = vec![
Line::from("Up/PageUp/k - scroll logs up"),
Line::from("Down/PageDown/j - scroll logs down"),
if matches!(state.mode, AppMode::Running) {
Line::from("ESC/q/Ctrl-C - stop")
.style(Style::default().fg(Color::Yellow))
} else {
Line::from("ESC/q/Ctrl-C - quit")
.style(Style::default().fg(Color::Red))
},
];
f.render_widget(Text::from(lines).centered(), outer_layout[3]);
}
async fn is_interactive() -> bool {
!is_docker().await
}
async fn handle_event(
event: Event,
state: &mut AppState,
token: &tokio_util::sync::CancellationToken,
logger_state: &TuiWidgetState,
) -> bool {
match event {
Event::Tick => true,
Event::Crossterm(crossterm_event) => {
match crossterm_event {
CrosstermEvent::Key(key_event) => match key_event.code {
KeyCode::Esc | KeyCode::Char('q' | 'Q') => {
state.mode = if matches!(state.mode, AppMode::Running) {
AppMode::Done
} else {
AppMode::Quit
};
token.cancel();
}
KeyCode::Char('c' | 'C')
if key_event.modifiers == KeyModifiers::CONTROL =>
{
state.mode = if matches!(state.mode, AppMode::Running) {
AppMode::Done
} else {
AppMode::Quit
};
token.cancel();
}
KeyCode::Up | KeyCode::PageUp | KeyCode::Char('k') => {
logger_state.transition(TuiWidgetEvent::PrevPageKey);
}
KeyCode::Down | KeyCode::PageDown | KeyCode::Char('j') => {
logger_state.transition(TuiWidgetEvent::NextPageKey);
}
_ => {}
},
CrosstermEvent::Mouse(mouse_event) => match mouse_event.kind {
MouseEventKind::ScrollUp => {
logger_state.transition(TuiWidgetEvent::PrevPageKey);
}
MouseEventKind::ScrollDown => {
logger_state.transition(TuiWidgetEvent::NextPageKey);
}
_ => {}
},
_ => {}
}
false
}
Event::App(app_event) => {
match app_event {
AppEvent::IpDbTotal(ipdb::DbType::Asn, bytes) => {
state.asn_db_total = bytes.unwrap_or_default();
}
AppEvent::IpDbTotal(ipdb::DbType::Geo, bytes) => {
state.geo_db_total = bytes.unwrap_or_default();
}
AppEvent::IpDbDownloaded(ipdb::DbType::Asn, bytes) => {
state.asn_db_downloaded =
state.asn_db_downloaded.saturating_add(bytes);
}
AppEvent::IpDbDownloaded(ipdb::DbType::Geo, bytes) => {
state.geo_db_downloaded =
state.geo_db_downloaded.saturating_add(bytes);
}
AppEvent::SourcesTotal(proxy_type, amount) => {
state.sources_total.insert(proxy_type, amount);
}
AppEvent::SourceScraped(proxy_type) => {
state
.sources_scraped
.entry(proxy_type)
.and_modify(|c| *c = c.saturating_add(1))
.or_insert(1);
}
AppEvent::TotalProxies(proxy_type, amount) => {
state.proxies_total.insert(proxy_type, amount);
}
AppEvent::ProxyChecked(proxy_type) => {
state
.proxies_checked
.entry(proxy_type)
.and_modify(|c| *c = c.saturating_add(1))
.or_insert(1);
}
AppEvent::ProxyWorking(proxy_type) => {
state
.proxies_working
.entry(proxy_type)
.and_modify(|c| *c = c.saturating_add(1))
.or_insert(1);
}
AppEvent::Done => {
state.mode =
if !token.is_cancelled() && is_interactive().await {
AppMode::Done
} else {
AppMode::Quit
};
}
}
false
}
}
}