diff --git a/tools/automator/src/pull_requests.rs b/tools/automator/src/pull_requests.rs
index 4421fc154..c2f75d929 100644
--- a/tools/automator/src/pull_requests.rs
+++ b/tools/automator/src/pull_requests.rs
@@ -71,7 +71,7 @@ impl PullRequestsSinceLastRelease {
             if pull_request_page.next.is_some() {
                 page += 1;
             } else {
-                break;
+                return Err(anyhow!("Could not find previous release PR"));
             }
         }