reivilibre
/
quickpeep
1
0
Fork 0
Code Issues 11 Pull Requests Projects Releases 11 Wiki Activity

Don't stop raking due to errors from processing a domain

This commit is contained in:
Olivier 'reivilibre' 2022-03-27 22:44:57 +01:00
parent 5719d0b402
commit 791fa8c4ee
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
quickpeep_raker/src/raking/task.rs
View File

@ -8,7 +8,7 @@ use crate::storage::{RakerStore, RandomActiveDomainAcquisition};
use anyhow::{anyhow, ensure, Context};
use chrono::Utc;
use cylon::Cylon;
use log::warn;
use log::{error, warn};
use lru::LruCache;
use quickpeep_structs::rake_entries::{
IconEntry, RakedPageEntry, RakedReference, RakedReferrerEntry, ReferenceKind,
@ -93,7 +93,9 @@ impl TaskContext {
domain,
record: _active_record,
} => {
self.process_domain(domain.clone()).await?;
if let Err(err) = self.process_domain(domain.clone()).await {
error!("Encountered error processing {:?}: {:?}", domain, err);
}
ensure!(
self.busy_domains
.lock()