diff --git a/training/coqui_stt_training/train.py b/training/coqui_stt_training/train.py
index 22baa57c..6be4ef55 100644
--- a/training/coqui_stt_training/train.py
+++ b/training/coqui_stt_training/train.py
@@ -1259,6 +1259,10 @@ def early_training_checks():
             "for loading and saving."
         )
 
+    if not Config.alphabet_config_path and not Config.bytes_output_mode:
+        log_error("Missing --alphabet_config_path flag, can't continue")
+        sys.exit(1)
+
 
 def main():
     initialize_globals_from_cli()