Change lack of content-type to be a permanent failure
In practice, I see this happening on URLs with unknown filetypes
This commit is contained in:
parent
e88bf6cb44
commit
75afb8b559
@ -331,9 +331,8 @@ impl Raker {
|
|||||||
content_type.split(";").next().unwrap().trim().to_owned()
|
content_type.split(";").next().unwrap().trim().to_owned()
|
||||||
} else {
|
} else {
|
||||||
increment_counter!("qprake_rake_specific_fail_count", "reason" => "NoCT");
|
increment_counter!("qprake_rake_specific_fail_count", "reason" => "NoCT");
|
||||||
return Ok(RakeOutcome::TemporaryFailure(TemporaryFailure {
|
return Ok(RakeOutcome::PermanentFailure(PermanentFailure {
|
||||||
reason: TemporaryFailureReason::MissingInformation("content-type".to_owned()),
|
reason: PermanentFailureReason::UnknownContentType("not specified".to_owned()),
|
||||||
backoff_sec: 86400 * 7,
|
|
||||||
}));
|
}));
|
||||||
};
|
};
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user