diff --git a/training/coqui_stt_training/evaluate.py b/training/coqui_stt_training/evaluate.py
index 6c4f6dca..88ba7cb5 100644
--- a/training/coqui_stt_training/evaluate.py
+++ b/training/coqui_stt_training/evaluate.py
@@ -27,8 +27,6 @@ from .util.evaluate_tools import calculate_and_print_report, save_samples_json
 from .util.feeding import create_dataset
 from .util.helpers import check_ctcdecoder_version
 
-check_ctcdecoder_version()
-
 
 def sparse_tensor_value_to_texts(value, alphabet):
     r"""
@@ -179,6 +177,7 @@ def test():
 
 def main():
     initialize_globals_from_cli()
+    check_ctcdecoder_version()
 
     if not Config.test_files:
         raise RuntimeError(
diff --git a/training/coqui_stt_training/train.py b/training/coqui_stt_training/train.py
index 1baebe0f..33ef2c14 100644
--- a/training/coqui_stt_training/train.py
+++ b/training/coqui_stt_training/train.py
@@ -64,7 +64,6 @@ from .util.io import (
     remove_remote,
 )
 
-check_ctcdecoder_version()
 
 # Accuracy and Loss
 # =================
@@ -241,6 +240,8 @@ def average_gradients(tower_gradients):
 
 
 def early_training_checks():
+    check_ctcdecoder_version()
+
     # Check for proper scorer early
     if Config.scorer_path:
         scorer = Scorer(