reivilibre
/
quickpeep
1
0
Fork 0
Code Issues 11 Pull Requests Projects Releases 11 Wiki Activity

Cargo fix and fmt

This commit is contained in:
Olivier 'reivilibre' 2022-03-22 23:23:31 +00:00
parent 753d03327a
commit 528e0bbf43
1 changed files with 7 additions and 17 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
quickpeep_raker/src/bin/qp-raker-db.rs
View File

@ -1,31 +1,21 @@
use clap::Parser; use clap::Parser;
use std::borrow::{Borrow, BorrowMut};
use std::ffi::OsStr;
use std::fmt::Debug; use std::fmt::Debug;
use env_logger::Env; use env_logger::Env;
use anyhow::{anyhow, bail, Context}; use anyhow::{bail, Context};
use colour::{ use colour::{dark_yellow_ln, red_ln};
dark_green_ln, dark_red_ln, dark_yellow, dark_yellow_ln, green, red, red_ln, yellow_ln,
};
use libmdbx::{Database, TableObject, RO}; use libmdbx::{Database, TableObject, RO};
use log::warn;
use reqwest::{Client, Url};
use std::path::PathBuf; use std::path::PathBuf;
use tokio::sync::mpsc;
use tokio::sync::mpsc::{Receiver, Sender};
use quickpeep_raker::config; use quickpeep_raker::config;
use quickpeep_raker::config::RakerConfig;
use quickpeep_raker::raking::analysis::get_reduced_domain;
use quickpeep_raker::raking::{get_robots_txt_for, RakeIntent};
use quickpeep_raker::storage::mdbx_helper_types::MdbxBare; use quickpeep_raker::storage::mdbx_helper_types::MdbxBare;
use quickpeep_raker::storage::records::{AllowedDomainRecord, WeedDomainRecord}; use quickpeep_raker::storage::records::AllowedDomainRecord;
use quickpeep_raker::storage::{maintenance, RakerStore, RakerTxn}; use quickpeep_raker::storage::{RakerStore, RakerTxn};
use quickpeep_seed_parser::parse_seeds;
use quickpeep_utils::dirty::DirtyTracker;
/// Seeds a raker's queue with URLs /// Seeds a raker's queue with URLs
#[derive(Clone, Debug, Parser)] #[derive(Clone, Debug, Parser)]