diff --git a/quickpeep_raker/src/raking.rs b/quickpeep_raker/src/raking.rs index b6a7ab6..1f401f4 100644 --- a/quickpeep_raker/src/raking.rs +++ b/quickpeep_raker/src/raking.rs @@ -555,8 +555,10 @@ pub async fn get_robots_txt_for(url: &Url, client: &Client) -> anyhow::Result