experiments/STT
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

Merge pull request #2479 from tilmankamp/keepcolons

Browse Source 
Removing exclamation-marks, colons and semi-colons from labels
This commit is contained in:
Reuben Morais 2019-11-01 09:53:37 +00:00 committed by GitHub
commit 19efb47a45
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
util/text.py
View File

@ -65,7 +65,7 @@ def text_to_char_array(series, alphabet):
""" """
try: try:
transcript = np.asarray(alphabet.encode(series['transcript'])) transcript = np.asarray(alphabet.encode(series['transcript']))
if not len(transcript): if len(transcript) == 0:
raise ValueError('While processing: {}\nFound an empty transcript! You must include a transcript for all training data.'.format(series['wav_filename'])) raise ValueError('While processing: {}\nFound an empty transcript! You must include a transcript for all training data.'.format(series['wav_filename']))
return transcript return transcript
except KeyError as e: except KeyError as e:
@ -115,7 +115,10 @@ def validate_label(label):
label = re.sub("[ ]{2,}", " ", label) label = re.sub("[ ]{2,}", " ", label)
label = label.replace(".", "") label = label.replace(".", "")
label = label.replace(",", "") label = label.replace(",", "")
label = label.replace(";", "")
label = label.replace("?", "") label = label.replace("?", "")
label = label.replace("!", "")
label = label.replace(":", "")
label = label.replace("\"", "") label = label.replace("\"", "")
label = label.strip() label = label.strip()
label = label.lower() label = label.lower()