projects
/
cipher-training.git
/ blobdiff
commit
grep
author
committer
pickaxe
?
search:
re
summary
|
shortlog
|
log
|
commit
|
commitdiff
|
tree
raw
| inline |
side by side
Added more special characters for unaccent
[cipher-training.git]
/
language_models.py
diff --git
a/language_models.py
b/language_models.py
index bf00875c43e134fd2b46327e80c56c8468c60e58..644338eda837e845095353ed882b7daf048cf1d0 100644
(file)
--- a/
language_models.py
+++ b/
language_models.py
@@
-11,7
+11,7
@@
import itertools
from math import log10
import os
-unaccent_specials = ''.maketrans({"’": "'"})
+unaccent_specials = ''.maketrans({"’": "'"
, '“': '"', '”': '"'
})
def letters(text):
"""Remove all non-alphabetic characters from a text