diff --git a/quickpeep_raker/src/bin/qp-raker-db.rs b/quickpeep_raker/src/bin/qp-raker-db.rs index a3ac683..109068b 100644 --- a/quickpeep_raker/src/bin/qp-raker-db.rs +++ b/quickpeep_raker/src/bin/qp-raker-db.rs @@ -1,31 +1,21 @@ use clap::Parser; -use std::borrow::{Borrow, BorrowMut}; -use std::ffi::OsStr; + use std::fmt::Debug; use env_logger::Env; -use anyhow::{anyhow, bail, Context}; +use anyhow::{bail, Context}; -use colour::{ - dark_green_ln, dark_red_ln, dark_yellow, dark_yellow_ln, green, red, red_ln, yellow_ln, -}; +use colour::{dark_yellow_ln, red_ln}; use libmdbx::{Database, TableObject, RO}; -use log::warn; -use reqwest::{Client, Url}; + use std::path::PathBuf; -use tokio::sync::mpsc; -use tokio::sync::mpsc::{Receiver, Sender}; use quickpeep_raker::config; -use quickpeep_raker::config::RakerConfig; -use quickpeep_raker::raking::analysis::get_reduced_domain; -use quickpeep_raker::raking::{get_robots_txt_for, RakeIntent}; + use quickpeep_raker::storage::mdbx_helper_types::MdbxBare; -use quickpeep_raker::storage::records::{AllowedDomainRecord, WeedDomainRecord}; -use quickpeep_raker::storage::{maintenance, RakerStore, RakerTxn}; -use quickpeep_seed_parser::parse_seeds; -use quickpeep_utils::dirty::DirtyTracker; +use quickpeep_raker::storage::records::AllowedDomainRecord; +use quickpeep_raker::storage::{RakerStore, RakerTxn}; /// Seeds a raker's queue with URLs #[derive(Clone, Debug, Parser)]