X-Git-Url: https://git.njae.me.uk/?a=blobdiff_plain;f=language_models.py;h=8824bca4597327623798382288c2bcffb9d8005b;hb=d51582c97b006ec556f31366359ec459b77d3cf7;hp=5a35b38ec32867dbe00f6fe6e99ada066e858c8e;hpb=a9d938167b636e599586ebbc5aeec75c877e120f;p=cipher-tools.git diff --git a/language_models.py b/language_models.py index 5a35b38..8824bca 100644 --- a/language_models.py +++ b/language_models.py @@ -7,7 +7,7 @@ import itertools from math import log10 import os -unaccent_specials = ''.maketrans({"’": "'"}) +unaccent_specials = ''.maketrans({"’": "'", '“': '"', '”': '"'}) def letters(text): """Remove all non-alphabetic characters from a text