Now using importlib

[szyfrow.git] / raw_data_processing / lettercount.py

diff --git a/raw_data_processing/lettercount.py b/raw_data_processing/lettercount.py
new file mode 100644 (file)
index 0000000..166e1b4
--- /dev/null
+++ b/raw_data_processing/lettercount.py
@@ -0,0 +1,18 @@
+import collections
+import string
+from szyfrow.support.utilities import sanitise
+
+corpora = ['shakespeare.txt', 'sherlock-holmes.txt', 'war-and-peace.txt']
+counts = collections.Counter()
+
+for corpus in corpora:
+    text = sanitise(open('szyfrow/support/' + corpus, 'r').read())
+    counts.update(text)
+
+sorted_letters = sorted(counts, key=counts.get, reverse=True)
+
+with open('szyfrow/support/count_1l.txt', 'w') as f:
+    for l in sorted_letters:
+        f.write("{0}\t{1}\n".format(l, counts[l]))
+        
+    
\ No newline at end of file