| remove_digits = str.maketrans('', '', digits) | |
| lines['english_sentence']=lines['english_sentence'].apply(lambda x: x.translate(remove_digits)) | |
| lines['hindi_sentence']=lines['hindi_sentence'].apply(lambda x: x.translate(remove_digits)) | |
| lines['hindi_sentence'] = lines['hindi_sentence'].apply(lambda x: re.sub("[२३०८१५७९४६]", "", x)) | |
| # Remove extra spaces | |
| lines['english_sentence']=lines['english_sentence'].apply(lambda x: x.strip()) | |
| lines['hindi_sentence']=lines['hindi_sentence'].apply(lambda x: x.strip()) | |
| lines['english_sentence']=lines['english_sentence'].apply(lambda x: re.sub(" +", " ", x)) | |
| lines['hindi_sentence']=lines['hindi_sentence'].apply(lambda x: re.sub(" +", " ", x)) | |
| lines['hindi_sentence'] = lines['hindi_sentence'].apply(lambda x : 'START_ '+ x + ' _END') |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment