catalan has soft-dash u"xad" char

This commit is contained in:
JRMeyer 2018-11-26 09:30:50 +03:00
parent efd1808128
commit 4fb68b59b4
2 changed files with 4 additions and 3 deletions

View File

@ -34,8 +34,8 @@
source ../tmp/venv/bin/activate
scratch=1
num_layers_dropped=0
scratch=0
num_layers_dropped=5

View File

@ -93,7 +93,8 @@ train_paths = locale[locale['new_bucket'] == 'train'].loc[:, ['path']]
validated_clips = pandas.read_csv('{}/{}/cv_{}_valid.csv'.format(data_dir, LOCALE, LOCALE))
validated_clips['path'] = validated_clips['wav_filename'].apply(ntpath.basename)
validated_clips['transcript'] = validated_clips['transcript'].str.replace(u'\xa0', ' ')
validated_clips['transcript'] = validated_clips['transcript'].str.replace(u'\xa0', ' ') # kyrgyz
validated_clips['transcript'] = validated_clips['transcript'].str.replace(u'\xad', ' ') # catalan