From 791fa8c4ee775389a2959ff29b28ffebbe958da9 Mon Sep 17 00:00:00 2001 From: Olivier 'reivilibre Date: Sun, 27 Mar 2022 22:44:57 +0100 Subject: [PATCH] Don't stop raking due to errors from processing a domain --- quickpeep_raker/src/raking/task.rs | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/quickpeep_raker/src/raking/task.rs b/quickpeep_raker/src/raking/task.rs index 82d8b58..f711277 100644 --- a/quickpeep_raker/src/raking/task.rs +++ b/quickpeep_raker/src/raking/task.rs @@ -8,7 +8,7 @@ use crate::storage::{RakerStore, RandomActiveDomainAcquisition}; use anyhow::{anyhow, ensure, Context}; use chrono::Utc; use cylon::Cylon; -use log::warn; +use log::{error, warn}; use lru::LruCache; use quickpeep_structs::rake_entries::{ IconEntry, RakedPageEntry, RakedReference, RakedReferrerEntry, ReferenceKind, @@ -93,7 +93,9 @@ impl TaskContext { domain, record: _active_record, } => { - self.process_domain(domain.clone()).await?; + if let Err(err) = self.process_domain(domain.clone()).await { + error!("Encountered error processing {:?}: {:?}", domain, err); + } ensure!( self.busy_domains .lock()