1 # import language_models
4 american
= set(open('/usr/share/dict/american-english', 'r').readlines())
5 british
= set(open('/usr/share/dict/british-english', 'r').readlines())
6 cracklib
= set(open('/usr/share/dict/cracklib-small', 'r').readlines())
8 words
= american | british | cracklib
10 # sanitised_words = set()
13 # sanitised_words.add(language_models.sanitise(w))
15 sanitised_words
= set(utilities
.sanitise(w
) for w
in words
)
17 sanitised_words
.discard('')
19 with
open('words.txt', 'w') as f
:
20 f
.write('\n'.join(sorted(sanitised_words
, key
=lambda w
: (len(w
), w
))))