diff --git a/native_client/ctcdecode/ctc_beam_search_decoder.cpp b/native_client/ctcdecode/ctc_beam_search_decoder.cpp
index 216adff1..e35e0257 100644
--- a/native_client/ctcdecode/ctc_beam_search_decoder.cpp
+++ b/native_client/ctcdecode/ctc_beam_search_decoder.cpp
@@ -96,9 +96,6 @@ DecoderState::next(const double *probs,
         if (full_beam && log_prob_c + prefix->score < min_cutoff) {
           break;
         }
-        if (prefix->score == -NUM_FLT_INF) {
-          continue;
-        }
         if (!prefix->is_empty() && prefix->timesteps.empty()) {
           // This should never happen. But we report it if it does.
           std::cerr<<"error: non-empty prefix has empty timestep sequence"<<std::endl;