From d1bbb91477c78b2a4c2a254a995e3b3c979a704a Mon Sep 17 00:00:00 2001 From: Olivier 'reivilibre Date: Sat, 11 Jun 2022 00:58:00 +0100 Subject: [PATCH] Decrease default crawl delay a little bit --- quickpeep_raker/src/raking/task.rs | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/quickpeep_raker/src/raking/task.rs b/quickpeep_raker/src/raking/task.rs index b34294d..8c8766b 100644 --- a/quickpeep_raker/src/raking/task.rs +++ b/quickpeep_raker/src/raking/task.rs @@ -32,8 +32,8 @@ use tokio::time::Instant; pub const MAX_CRAWL_DELAY_BEFORE_BACKOFF: Duration = Duration::from_secs(61); /// Most sites request a crawl delay of 10 sec or less. -/// If unspecified, let's go with a reasonable-sounding number of 15 secs. -pub const DEFAULT_CRAWL_DELAY: Duration = Duration::from_secs(15); +/// If unspecified, let's go with a reasonable-sounding number of 10 secs. +pub const DEFAULT_CRAWL_DELAY: Duration = Duration::from_secs(10); enum NextAction { Continue,