2017/2017-challenge5.ipynb

   1 {
   2  "cells": [
   3   {
   4    "cell_type": "code",
   5    "execution_count": 1,
   6    "metadata": {},
   7    "outputs": [],
   8    "source": [
   9     "import os,sys,inspect, collections\n",
  10     "currentdir = os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe())))\n",
  11     "parentdir = os.path.dirname(currentdir)\n",
  12     "sys.path.insert(0,parentdir) \n",
  13     "\n",
  14     "import matplotlib.pyplot as plt\n",
  15     "%matplotlib inline\n",
  16     "\n",
  17     "from cipher.caesar import *\n",
  18     "from cipher.affine import *\n",
  19     "from cipher.keyword_cipher import *\n",
  20     "from cipher.vigenere import *\n",
  21     "from support.utilities import *\n",
  22     "from support.text_prettify import *\n",
  23     "from support.language_models import *\n",
  24     "\n",
  25     "ca = open('5a.ciphertext').read()\n",
  26     "cb = open('5b.ciphertext').read()"
  27    ]
  28   },
  29   {
  30    "cell_type": "code",
  31    "execution_count": 2,
  32    "metadata": {},
  33    "outputs": [
  34     {
  35      "name": "stdout",
  36      "output_type": "stream",
  37      "text": [
  38       "JDPWD JGLOF YBDQA LKYFD PPFTY OFKQY ICSHD QMIDK KYOES RQBYO FOKRJ DHYRB YPYKO YXTLS QRBYI LCDIQ RDRFL KRBFK HQBYJ DWBDT YEYYK HFOKD MMYOE SRRBY PYBDQ EYYKK LPDKQ LJOYJ DKODK ORBYP YFQKL RBFKA JSCBR LALLK BYPPL LJBDO EYYKP DKQDC HYODK OQBYI YZRKL JYQQD AYESR QLJYR BFKAR YIIQJ YQBYF QLHDK OUYQB LSIOJ LTYLK FRBFK HQBYJ DWBDT YMIDK KYORB FQJYD KUBFI YFBDT YRBYO LCSJY KRGLO FYUDK RYOZP LJILK OLKFO LKRHK LUBLU QBYHK YUESR RBYZF ZRBCB DMRYP UDQBF OOYKF KDCDT FRWFK DQRLK YIFKR YIFKQ LJYPY JDFKQ FKRBY YMBYQ SQPLL JDRRB YEPFR FQBJS QYSJF RUDQY KCPWM RYOSQ FKADK LRBYP MLIWD IMBDE YRFCC FMBYP FKTYK RYOFK RBYKF KYRYY KRBCY KRSPW FDQHY ORBYJ SQYSJ RLRYQ RFRDK ORBYO LCSJY KRFQD SRBYK RFCQL FASYQ QRBYF JMYPF DICFM BYPQC BLLIP YDIIW BDOJL TYOLK MYPBD MQFQB LSIOK RBDTY EYYKQ SPMPF QYODZ RYPRB YOFQC LTYPW DRELO PSJES RFRIY DTYQJ YULKO YPFKA UBDRY IQYRB YWOYT YILMY OLKYL OOZYD RSPYU DQDZP FYXYP SKKFK APLSK ORBPY YQFOY QLZRB YIFKR YICLK QFQRF KALZD QFKAI YPLUL ZEIDC HDKOU BFRYR FIYQR BDRRB YJSQY SJRBF KHUYP YDOOY OFKRB YPLJD KMYPF LORBY WPYDO FKQYN SYKCY UUEEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE EUUUE UUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUUE UUUEU EEEUE EEUEE EUEEE UEEEU EEEUE EEUEE EUEEE UEEEU EEEUE EEUEE EUEEE UEEEU EEEUE EEUEE EUEEE UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUEUU UEUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UEUUU EUUUU EUUUE EEUUU UUEEE UUUEU UUEUU UEUUU EUUUU EEEUU EUUUE UEEEU UUEEE EUUEE EUUUE EEUUE EEUEU UUEUU UUEUE UUEUU EUUUE UUUUU EUEUU EEUUE UUEUE UUUUE UUUEE UEEUE UUEUU EUUUU UEUUE UUUEU UUUEU UUEUU UEUUE UUUEU EUUUE UEUUU UUEUU UEUEU EUEUE UUUEU UUEUU UEUEU EUEUU EUUEU UUUUE UUUEU UEUUU UEUUE UUUEU UUEEE EEUEE EEUUE UUUUU EEEEE UEUEU EUEEE EEUUU EUUUE UUUEU EEEEU UEEEU UUEEE EUUUE UUUUE UUUEU UUEUU EUUUE UEUEU UUEUU UUUEU UUEUE UEUEU EUUUE UUUEU UUEUU UEUEU UUUUE UUUUU EUEUU UUEUU UUEUU EUUUE UUUEU UUEUE UUEUU UEUUU UEUUU EUEUU EEUEU UUEUU UEUUU EUUUE UEUUU UUEUU UUUEU UEUUU EUUUU EUUUE UUUEU UEUUU EUEUU UEUUU EEEUE UUUEU EUUUE UEUUU EUUEE EUUEU UUEUE UUUUU EEEEU UEUUU EUEEE UUEEE UEUUU EUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU EUUUE UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUEUU UEUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UEUUU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU UUEUU EEEUE EEUEE EUEEE UEEEU EEEUE EEUEE EUEEE UEEEU EEEUE EEUEE EUEEE UEEEU EEEUE EEUEE EUEEE UUEUU UEUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUE UUFBD TYSQY OEZLP RBYEI DCHRF IYQDK OUZLP RBYUB FRYLK YQFRR LLHJY DUBFI YRLZF ASPYL SRRBD RRBYZ PFYXY FQQRY ADKLA PDMBW CLKCY DIFKA RBYHY WULPO ZLPRB YCFMB YPFKC BDMRY PZFTY UFRBL SRGLO FYFDJ KLRQS PYUBY PYRLA LKYVR RBYPY DPYLK IWRUL MLQQF EFIFR FYQDQ ZDPDQ FCDKQ YYESR FBDTY KLFOY DUBYP YLKYL ZRBYJ FQDKO DQZDP DQFCD KRYII KLLKY YIQYH KLUQY FRBYP QLFAS YQQFU FIIBY DOZLP LIWJM FDQYY WLSRB YPY\n"
  39      ]
  40     }
  41    ],
  42    "source": [
  43     "print(ca)"
  44    ]
  45   },
  46   {
  47    "cell_type": "code",
  48    "execution_count": 3,
  49    "metadata": {},
  50    "outputs": [],
  51    "source": [
  52     "ca_text = '''\n",
  53     "JDPWD JGLOF YBDQA LKYFD PPFTY OFKQY ICSHD QMIDK KYOES RQBYO FOKRJ DHYRB YPYKO YXTLS QRBYI \n",
  54     "LCDIQ RDRFL KRBFK HQBYJ DWBDT YEYYK HFOKD MMYOE SRRBY PYBDQ EYYKK LPDKQ LJOYJ DKODK ORBYP \n",
  55     "YFQKL RBFKA JSCBR LALLK BYPPL LJBDO EYYKP DKQDC HYODK OQBYI YZRKL JYQQD AYESR QLJYR BFKAR \n",
  56     "YIIQJ YQBYF QLHDK OUYQB LSIOJ LTYLK FRBFK HQBYJ DWBDT YMIDK KYORB FQJYD KUBFI YFBDT YRBYO \n",
  57     "LCSJY KRGLO FYUDK RYOZP LJILK OLKFO LKRHK LUBLU QBYHK YUESR RBYZF ZRBCB DMRYP UDQBF OOYKF \n",
  58     "KDCDT FRWFK DQRLK YIFKR YIFKQ LJYPY JDFKQ FKRBY YMBYQ SQPLL JDRRB YEPFR FQBJS QYSJF RUDQY\n",
  59     "KCPWM RYOSQ FKADK LRBYP MLIWD IMBDE YRFCC FMBYP FKTYK RYOFK RBYKF KYRYY KRBCY KRSPW FDQHY \n",
  60     "ORBYJ SQYSJ RLRYQ RFRDK ORBYO LCSJY KRFQD SRBYK RFCQL FASYQ QRBYF JMYPF DICFM BYPQC BLLIP \n",
  61     "YDIIW BDOJL TYOLK MYPBD MQFQB LSIOK RBDTY EYYKQ SPMPF QYODZ RYPRB YOFQC LTYPW DRELO PSJES \n",
  62     "RFRIY DTYQJ YULKO YPFKA UBDRY IQYRB YWOYT YILMY OLKYL OOZYD RSPYU DQDZP FYXYP SKKFK APLSK \n",
  63     "ORBPY YQFOY QLZRB YIFKR YICLK QFQRF KALZD QFKAI YPLUL ZEIDC HDKOU BFRYR FIYQR BDRRB YJSQY \n",
  64     "SJRBF KHUYP YDOOY OFKRB YPLJD KMYPF LORBY WPYDO FKQYN SYKCY\n",
  65     "  FBD TYSQY OEZLP RBYEI DCHRF IYQDK OUZLP RBYUB FRYLK YQFRR LLHJY DUBFI YRLZF ASPYL SRRBD \n",
  66     "RRBYZ PFYXY FQQRY ADKLA PDMBW CLKCY DIFKA RBYHY WULPO ZLPRB YCFMB YPFKC BDMRY PZFTY UFRBL \n",
  67     "SRGLO FYFDJ KLRQS PYUBY PYRLA LKYVR RBYPY DPYLK IWRUL MLQQF EFIFR FYQDQ ZDPDQ FCDKQ YYESR \n",
  68     "FBDTY KLFOY DUBYP YLKYL ZRBYJ FQDKO DQZDP DQFCD KRYII KLLKY YIQYH KLUQY FRBYP QLFAS YQQFU \n",
  69     "FIIBY DOZLP LIWJM FDQYY WLSRB YPY\n",
  70     "'''\n",
  71     "sca_text = sanitise(ca_text)"
  72    ]
  73   },
  74   {
  75    "cell_type": "code",
  76    "execution_count": 4,
  77    "metadata": {},
  78    "outputs": [
  79     {
  80      "data": {
  81       "text/plain": [
  82        "(24, -1733.3180566179738)"
  83       ]
  84      },
  85      "execution_count": 4,
  86      "metadata": {},
  87      "output_type": "execute_result"
  88     }
  89    ],
  90    "source": [
  91     "key_a, score = caesar_break(sca_text)\n",
  92     "key_a, score"
  93    ]
  94   },
  95   {
  96    "cell_type": "code",
  97    "execution_count": 5,
  98    "metadata": {},
  99    "outputs": [
 100     {
 101      "name": "stdout",
 102      "output_type": "stream",
 103      "text": [
 104       "lfryflinqhadfscnmahfrrhvaqhmsakeujfsokfmmaqgutsdaqhqmtlfjatdaramqazvnustdaknefkstfthnmtdhmjsdalfydfvagaamjhqmfooaqguttdaradfsgaammnrfmsnlqalfmqfmqtdarahsmntdhmcluedtncnnmdarrnnldfqgaamrfmsfejaqfmqsdakabtmnlassfcagutsnlatdhmctakkslasdahsnjfmqwasdnukqlnvanmhtdhmjsdalfydfvaokfmmaqtdhslafmwdhkahdfvatdaqneulamtinqhawfmtaqbrnlknmqnmhqnmtjmnwdnwsdajmawguttdabhbtdedfotarwfsdhqqamhmfefvhtyhmfstnmakhmtakhmsnlaralfhmshmtdaaodasusrnnlfttdagrhthsdlusaulhtwfsameryotaqushmcfmntdaronkyfkodfgatheehodarhmvamtaqhmtdamhmataamtdeamturyhfsjaqtdalusaultntasthtfmqtdaqneulamthsfutdamthesnhcuasstdahloarhfkehodarsednnkrafkkydfqlnvaqnmoardfoshsdnukqmtdfvagaamsurorhsaqfbtartdaqhsenvaryftgnqrulguthtkafvaslawnmqarhmcwdftaksatdayqavaknoaqnmanqqbafturawfsfbrhazarummhmcrnumqtdraashqasnbtdakhmtakenmshsthmcnbfshmckarnwnbgkfejfmqwdhtathkastdfttdalusaultdhmjwarafqqaqhmtdarnlfmoarhnqtdayrafqhmsapuameahdfvausaqgbnrtdagkfejthkasfmqwbnrtdawdhtanmashttnnjlafwdhkatnbhcuranuttdfttdabrhazahsstacfmncrfodyenmeafkhmctdajaywnrqbnrtdaehodarhmedfotarbhvawhtdnutinqhahflmntsurawdaratncnmaxttdarafranmkytwnonsshghkhthasfsbfrfshefmsaaguthdfvamnhqafwdaranmanbtdalhsfmqfsbfrfshefmtakkmnnmaaksajmnwsahtdarsnhcuasshwhkkdafqbnrnkylohfsaaynutdara\n"
 105      ]
 106     }
 107    ],
 108    "source": [
 109     "print(caesar_decipher(sca_text, key_a))"
 110    ]
 111   },
 112   {
 113    "cell_type": "code",
 114    "execution_count": 6,
 115    "metadata": {},
 116    "outputs": [
 117     {
 118      "data": {
 119       "text/plain": [
 120        "((17, 21, True), -1723.2877779777489)"
 121       ]
 122      },
 123      "execution_count": 6,
 124      "metadata": {},
 125      "output_type": "execute_result"
 126     }
 127    ],
 128    "source": [
 129     "(m_a, a_a, o_a), score = affine_break(sca_text)\n",
 130     "(m_a, a_a, o_a), score"
 131    ]
 132   },
 133   {
 134    "cell_type": "code",
 135    "execution_count": 7,
 136    "metadata": {},
 137    "outputs": [
 138     {
 139      "name": "stdout",
 140      "output_type": "stream",
 141      "text": [
 142       "gyotygparsneylhadnsyooscnrsdlnjbfmylxjyddnrvfilenrsrdigymnienondrnqcaflienjabyjliyisadiesdmlengyteycnvnndmsrdyxxnrvfiienoneylvnnddaoydlagrngydrydrienonsldaiesdhgfbeiahaadenooaageyrvnndoydlybmnrydrlenjnkidagnllyhnvfilagniesdhinjjlgnlenslamydrznleafjrgacnadsiesdmlengyteycnxjyddnrieslgnydzesjnseycnienrabfgndiparsnzydinrkoagjadradsradimdazeazlenmdnzvfiienkskiebeyxinozylesrrndsdybycsitsdyliadnjsdinjsdlagnongysdlsdiennxenlfloaagyiienvosislegflnfgsizylndbotxinrflsdhydaienoxajtyjxeyvnisbbsxenosdcndinrsdiendsdninndiebndifotsylmnriengflnfgiainlisiydrienrabfgndislyfiendisblashfnlliensgxnosyjbsxenolbeaajonyjjteyrgacnradxnoeyxlsleafjrdieycnvnndlfoxoslnrykinoienrslbacnotyivarofgvfisijnycnlgnzadrnosdhzeyinjlnientrncnjaxnradnarrknyifonzylykosnqnofddsdhoafdrieonnlsrnlakienjsdinjbadlslisdhakylsdhjnoazakvjybmydrzesinisjnlieyiiengflnfgiesdmznonyrrnrsdienoagydxnosarientonyrsdlnufndbnseycnflnrvkaoienvjybmisjnlydrzkaoienzesinadnlsiiaamgnyzesjniakshfonafiieyiienkosnqnsllinhydahoyxetbadbnyjsdhienmntzaorkaoienbsxenosdbeyxinokscnzsieafiparsnsygdailfonzenoniahadnwiienonyonadjtizaxallsvsjsisnlylkyoylsbydlnnvfiseycndasrnyzenonadnakiengslydrylkyoylsbydinjjdaadnnjlnmdazlnsienolashfnllszsjjenyrkaoajtgxsylnntafienon\n"
 143      ]
 144     }
 145    ],
 146    "source": [
 147     "print(affine_decipher(sca_text, m_a, a_a, o_a))"
 148    ]
 149   },
 150   {
 151    "cell_type": "code",
 152    "execution_count": 9,
 153    "metadata": {},
 154    "outputs": [
 155     {
 156      "data": {
 157       "text/plain": [
 158        "(('decoy', <KeywordWrapAlphabet.from_last: 2>), -1505.1870286708981)"
 159       ]
 160      },
 161      "execution_count": 9,
 162      "metadata": {},
 163      "output_type": "execute_result"
 164     }
 165    ],
 166    "source": [
 167     "ka, score = keyword_break_mp(sca_text)\n",
 168     "ka, score"
 169    ]
 170   },
 171   {
 172    "cell_type": "code",
 173    "execution_count": 10,
 174    "metadata": {},
 175    "outputs": [
 176     {
 177      "data": {
 178       "text/plain": [
 179        "('decoyzabfghijklmnpqrstuvwx', -4117.559010215594)"
 180       ]
 181      },
 182      "execution_count": 10,
 183      "metadata": {},
 184      "output_type": "execute_result"
 185     }
 186    ],
 187    "source": [
 188     "cipher_alphabet, score = simulated_annealing_break(\n",
 189     "    sca_text, workers=12,\n",
 190     "    initial_temperature=200, max_iterations=20000, \n",
 191     "#     plain_alphabet=cat(ltrs), cipher_alphabet=cat(ctls),\n",
 192     "    fitness=Ptrigrams)\n",
 193     "cipher_alphabet, score"
 194    ]
 195   },
 196   {
 197    "cell_type": "code",
 198    "execution_count": 11,
 199    "metadata": {},
 200    "outputs": [
 201     {
 202      "name": "stdout",
 203      "output_type": "stream",
 204      "text": [
 205       "maryam jodie has gone i arrived in selcuk as planned but she didnt make the rendezvous the local\n",
 206       "station think she may have been kidnapped but there has been no ransom demand and there is nothing\n",
 207       "much to go on her room had been ransacked and she left no message but something tells me she is ok\n",
 208       "and we should move on i think she may have planned this meanwhile i have the document jodie wanted\n",
 209       "from london i dont know how she knew but the fifth chapter was hidden in a cavity in a stone lintel\n",
 210       "in some remains in the ephesus room at the british museum it was encrypted using another poly\n",
 211       "alphabetic cipher invented in the nineteenth century i asked the museum to test it and the document\n",
 212       "is authentic so i guess the imperial cipher school really had moved on perhaps i shouldnt have been\n",
 213       "surprised after the discovery at bodrum but it leaves me wondering what else they developed one odd\n",
 214       "feature was a frieze running round three sides of the lintel consisting of a single row of\n",
 215       "blackandwhite tiles that the museum think were added in the roman period they read in sequence\n",
 216       "wwbbwwwbwwwbwwwbwwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb www bbw\n",
 217       "wwbw wbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwwb www\n",
 218       "bwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb wwwb wwwb wwwb\n",
 219       "wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb www\n",
 220       "www www www www www www www www www www www www www www www www www www www www www www www www wwbw\n",
 221       "wwbw www www www www www www www www www www www www www www www www www www www www www www www www\n",
 222       "www wwwb wwwb www wb wwwb bbw wwww bbb wwwb wwwb wwwb www bw www bbb wwbw wwbw bbb www bbbb\n",
 223       "wwbbbwwwbbbwwbbbwb www bwwwwbwbwwbwwbwwwbww www bwbwwbbwwbwwbwbwwwwb www bbw bbw\n",
 224       "bwwbwwbwwwwwbwwbwwwb www wb www bwwwbwwbwwwbwbwwwbwb www wwbwwwbwbwbwbwbwwwb www bwwwbwbwbwbwwbwwbww\n",
 225       "www bwwwbwwbwwwwbwwbwwwb www bbb bbw bbbb wwbw wwww bbb bbw bwbwbwbbbbbwwwbwwwbw wwbw bbbb ww bbb\n",
 226       "www bbbb wwwb www wb www bwwwbwwbwwwbwbwbwwwb www wwbwwwbwbwbwbwbwwwb wwwb wwwb www bwb www wwbw\n",
 227       "wwww bwbwwwwbwwwwbwwbwwwb www bwwwbwbwwbwwwbwwwwb www bwbwwbbwbwwwbwwwb wwwb www bwb www wwbw www wb\n",
 228       "wwbw wwbw www bwwwbwwwbwwbwwwbwb wwwb www bbb wbwwwbwbwwwbwbwwwbww bbb wwbw wwbw bww www bbbb wwbw\n",
 229       "wwbwbbbwwbbbwbwwwbww www www www www www www www www www www www www www www www www www www www www\n",
 230       "www www www www www wwbw wwbw www www www www www www www www www www www www www www www www www\n",
 231       "www www www www www www www www wbwwwbwbwwwbwwwbwwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb\n",
 232       "wwwb wwwb wwwb wwwb wwwb wwwb www bwb www bwbwbwbwbwbwbwbwbwb wbwbwbwbwbwbwbwbwbwb\n",
 233       "wbwbwbwbwbwbwbwbwbwb wbwbwbwbwbwbwbwbwbwb www bwwbbbwbbbwbbbwbbbwb bbw bbb wbbbwbbbwbbbwbbbwb bbw\n",
 234       "bbb wbbbwbbbwbbbwbbbwb bbwbbbwbbbwwbwwwbwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb\n",
 235       "wwwb wwwb wwwb www bwwwbwwwbwwwbwwbwwi have used b for the black tiles and w for the white ones it\n",
 236       "took me a while to figure out that the frieze is steganography concealing the keyword for the cipher\n",
 237       "in chapter five without jodie i am not sure where to go next there are only two possibilities as far\n",
 238       "as i can see but i have no idea where one of them is and as far as i can tell no one else knows\n",
 239       "either so i guess i will head for olympia see you there\n"
 240      ]
 241     }
 242    ],
 243    "source": [
 244     "cipher_translation = ''.maketrans(cipher_alphabet, string.ascii_lowercase)\n",
 245     "print(prettify(sanitise(ca).translate(cipher_translation)))"
 246    ]
 247   },
 248   {
 249    "cell_type": "code",
 250    "execution_count": 12,
 251    "metadata": {},
 252    "outputs": [
 253     {
 254      "data": {
 255       "text/plain": [
 256        "'etoainhsrdlumwycfgpbvkxjqz'"
 257       ]
 258      },
 259      "execution_count": 12,
 260      "metadata": {},
 261      "output_type": "execute_result"
 262     }
 263    ],
 264    "source": [
 265     "ltrs = [p[0] for p in english_counts.most_common()]\n",
 266     "cat(ltrs)"
 267    ]
 268   },
 269   {
 270    "cell_type": "code",
 271    "execution_count": 13,
 272    "metadata": {},
 273    "outputs": [
 274     {
 275      "data": {
 276       "text/plain": [
 277        "'yrkfdlbqpoisjcumzaewthgxnv'"
 278       ]
 279      },
 280      "execution_count": 13,
 281      "metadata": {},
 282      "output_type": "execute_result"
 283     }
 284    ],
 285    "source": [
 286     "ctls =  [p[0] for p in collections.Counter(sanitise(ca_text)).most_common()]\n",
 287     "cat(ctls)"
 288    ]
 289   },
 290   {
 291    "cell_type": "code",
 292    "execution_count": 14,
 293    "metadata": {},
 294    "outputs": [
 295     {
 296      "data": {
 297       "text/plain": [
 298        "{'A': 'g',\n",
 299        " 'B': 'h',\n",
 300        " 'C': 'w',\n",
 301        " 'D': 'i',\n",
 302        " 'E': 'p',\n",
 303        " 'F': 'a',\n",
 304        " 'G': 'x',\n",
 305        " 'H': 'k',\n",
 306        " 'I': 'l',\n",
 307        " 'J': 'm',\n",
 308        " 'K': 'o',\n",
 309        " 'L': 'n',\n",
 310        " 'M': 'c',\n",
 311        " 'N': 'q',\n",
 312        " 'O': 'd',\n",
 313        " 'P': 'r',\n",
 314        " 'Q': 's',\n",
 315        " 'R': 't',\n",
 316        " 'S': 'u',\n",
 317        " 'T': 'v',\n",
 318        " 'U': 'y',\n",
 319        " 'V': 'z',\n",
 320        " 'W': 'b',\n",
 321        " 'X': 'j',\n",
 322        " 'Y': 'e',\n",
 323        " 'Z': 'f'}"
 324       ]
 325      },
 326      "execution_count": 14,
 327      "metadata": {},
 328      "output_type": "execute_result"
 329     }
 330    ],
 331    "source": [
 332     "trans = {pr[1].upper(): pr[0] for pr in zip(ltrs, ctls)}\n",
 333     "trans"
 334    ]
 335   },
 336   {
 337    "cell_type": "code",
 338    "execution_count": 15,
 339    "metadata": {},
 340    "outputs": [
 341     {
 342      "name": "stdout",
 343      "output_type": "stream",
 344      "text": [
 345       "mirbi mxnda ehisg noeai rrave daose lwuki sclio oedpu tshed adotm iketh ereod ejvnu sthel nwils titan othao kshem ibhiv epeeo kadoi ccedp utthe rehis peeoo nrios nmdem iodio dther eason thaog muwht ngnno herrn nmhid peeor iosiw kedio dshel efton messi geput snmet haogt ellsm eshea snkio dyesh nuldm nveno athao kshem ibhiv eclio oedth asmei oyhal eahiv ethed nwume otxnd aeyio tedfr nmlno dnoad notko nyhny sheko eyput thefa fthwh icter yisha ddeoa oiwiv atbao istno elaot elaos nmere miaos aothe eches usrnn mitth eprat ashmu seuma tyise owrbc tedus aogio nther cnlbi lchip etaww acher aoveo tedao theoa oetee othwe oturb aiske dthem useum tntes tatio dthed nwume otasi utheo tawsn agues sthea mcera ilwac hersw hnnlr eillb hidmn vedno cerhi csash nuldo thive peeos urcra sedif terth edasw nverb itpnd rumpu tatle ivesm eynod eraog yhite lseth ebdev elnce dnoen ddfei turey isifr aejer uooao grnuo dthre esade snfth elaot elwno sasta ognfi saogl ernyn fpliw kiody hatet alest hitth emuse umtha okyer eidde daoth ernmi ocera ndthe breid aoseq ueowe yyppy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp pyyyp yypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypyyp yyypy pppyp ppypp pyppp ypppy pppyp ppypp pyppp ypppy pppyp ppypp pyppp ypppy pppyp ppypp pyppp ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yypyy ypyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy ypyyy pyyyy pyyyp ppyyy yyppp yyypy yypyy ypyyy pyyyy pppyy pyyyp ypppy yyppp pyypp pyyyp ppyyp ppypy yypyy yypyp yypyy pyyyp yyyyy pypyy ppyyp yypyp yyyyp yyypp yppyp yypyy pyyyy ypyyp yyypy yyypy yypyy ypyyp yyypy pyyyp ypyyy yypyy ypypy pypyp yyypy yypyy ypypy pypyy pyypy yyyyp yyypy ypyyy ypyyp yyypy yyppp ppypp ppyyp yyyyy ppppp ypypy pyppp ppyyy pyyyp yyypy ppppy ypppy yyppp pyyyp yyyyp yyypy yypyy pyyyp ypypy yypyy yyypy yypyp ypypy pyyyp yyypy yypyy ypypy yyyyp yyyyy pypyy yypyy yypyy pyyyp yyypy yypyp yypyy ypyyy ypyyy pypyy ppypy yypyy ypyyy pyyyp ypyyy yypyy yyypy ypyyy pyyyy pyyyp yyypy ypyyy pypyy ypyyy pppyp yyypy pyyyp ypyyy pyypp pyypy yypyp yyyyy ppppy ypyyy pyppp yyppp ypyyy pyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy pyyyp yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yypyy ypypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp ypyyy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy yypyy pppyp ppypp pyppp ypppy pppyp ppypp pyppp ypppy pppyp ppypp pyppp ypppy pppyp ppypp pyppp yypyy ypyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyp yyahi veuse dpfnr thepl iwkta lesio dyfnr theyh ateno esatt nnkme iyhal etnfa guren utthi tthef raeje asste giong richb wnowe ilaog theke bynrd fnrth ewach eraow hicte rfave yathn utxnd aeaim ontsu reyhe retng noezt there ireno lbtyn cnssa palat aesis firis awios eeput ahive onade iyher enoen fthem asiod isfir isawi otell onnoe elsek onyse ather snagu essay allhe idfnr nlbmc aisee bnuth ere\n"
 346      ]
 347     }
 348    ],
 349    "source": [
 350     "tt = ''.maketrans(trans)\n",
 351     "print(ca.translate(tt))"
 352    ]
 353   },
 354   {
 355    "cell_type": "code",
 356    "execution_count": 23,
 357    "metadata": {},
 358    "outputs": [
 359     {
 360      "name": "stdout",
 361      "output_type": "stream",
 362      "text": [
 363       "maryam jodie has gone i arrived in selcuk as planned but she didnt make the rendezvous the local\n",
 364       "station think she may have been kidnapped but there has been no ransom demand and there is nothing\n",
 365       "much to go on her room had been ransacked and she left no message but something tells me she is ok\n",
 366       "and we should move on i think she may have planned this meanwhile i have the document jodie wanted\n",
 367       "from london i dont know how she knew but the fifth chapter was hidden in a cavity in a stone lintel\n",
 368       "in some remains in the ephesus room at the british museum it was encrypted using another poly\n",
 369       "alphabetic cipher invented in the nineteenth century i asked the museum to test it and the document\n",
 370       "is authentic so i guess the imperial cipher school really had moved on perhaps i shouldnt have been\n",
 371       "surprised after the discovery at bodrum but it leaves me wondering what else they developed one odd\n",
 372       "feature was a frieze running round three sides of the lintel consisting of a single row of\n",
 373       "blackandwhite tiles that the museum think were added in the roman period they read in sequence\n",
 374       "wwbbwwwbwwwbwwwbwwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb www bbw\n",
 375       "wwbw wbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwwb www\n",
 376       "bwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb wwwb wwwb wwwb\n",
 377       "wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb www\n",
 378       "www www www www www www www www www www www www www www www www www www www www www www www www wwbw\n",
 379       "wwbw www www www www www www www www www www www www www www www www www www www www www www www www\n",
 380       "www wwwb wwwb www wb wwwb bbw wwww bbb wwwb wwwb wwwb www bw www bbb wwbw wwbw bbb www bbbb\n",
 381       "wwbbbwwwbbbwwbbbwb www bwwwwbwbwwbwwbwwwbww www bwbwwbbwwbwwbwbwwwwb www bbw bbw\n",
 382       "bwwbwwbwwwwwbwwbwwwb www wb www bwwwbwwbwwwbwbwwwbwb www wwbwwwbwbwbwbwbwwwb www bwwwbwbwbwbwwbwwbww\n",
 383       "www bwwwbwwbwwwwbwwbwwwb www bbb bbw bbbb wwbw wwww bbb bbw bwbwbwbbbbbwwwbwwwbw wwbw bbbb ww bbb\n",
 384       "www bbbb wwwb www wb www bwwwbwwbwwwbwbwbwwwb www wwbwwwbwbwbwbwbwwwb wwwb wwwb www bwb www wwbw\n",
 385       "wwww bwbwwwwbwwwwbwwbwwwb www bwwwbwbwwbwwwbwwwwb www bwbwwbbwbwwwbwwwb wwwb www bwb www wwbw www wb\n",
 386       "wwbw wwbw www bwwwbwwwbwwbwwwbwb wwwb www bbb wbwwwbwbwwwbwbwwwbww bbb wwbw wwbw bww www bbbb wwbw\n",
 387       "wwbwbbbwwbbbwbwwwbww www www www www www www www www www www www www www www www www www www www www\n",
 388       "www www www www www wwbw wwbw www www www www www www www www www www www www www www www www www\n",
 389       "www www www www www www www www wbwwwbwbwwwbwwwbwwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb\n",
 390       "wwwb wwwb wwwb wwwb wwwb wwwb www bwb www bwbwbwbwbwbwbwbwbwb wbwbwbwbwbwbwbwbwbwb\n",
 391       "wbwbwbwbwbwbwbwbwbwb wbwbwbwbwbwbwbwbwbwb www bwwbbbwbbbwbbbwbbbwb bbw bbb wbbbwbbbwbbbwbbbwb bbw\n",
 392       "bbb wbbbwbbbwbbbwbbbwb bbwbbbwbbbwwbwwwbwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb\n",
 393       "wwwb wwwb wwwb www bwwwbwwwbwwwbwwbwwi have used b for the black tiles and w for the white ones it\n",
 394       "took me a while to figure out that the frieze is steganography concealing the keyword for the cipher\n",
 395       "in chapter five without jodie i am not sure where to go next there are only two possibilities as far\n",
 396       "as i can see but i have no idea where one of them is and as far as i can tell no one else knows\n",
 397       "either so i guess i will head for olympia see you there\n"
 398      ]
 399     }
 400    ],
 401    "source": [
 402     "trans = {\n",
 403     " 'A': 'g',\n",
 404     " 'B': 'h',\n",
 405     " 'C': 'c',\n",
 406     " 'D': 'a',\n",
 407     " 'E': 'b',\n",
 408     " 'F': 'i',\n",
 409     " 'G': 'j',\n",
 410     " 'H': 'k',\n",
 411     " 'I': 'l',\n",
 412     " 'J': 'm',\n",
 413     " 'K': 'n',\n",
 414     " 'L': 'o',\n",
 415     " 'M': 'p',\n",
 416     " 'N': 'q',\n",
 417     " 'O': 'd',\n",
 418     " 'P': 'r',\n",
 419     " 'Q': 's',\n",
 420     " 'R': 't',\n",
 421     " 'S': 'u',\n",
 422     " 'T': 'v',\n",
 423     " 'U': 'w',\n",
 424     " 'V': 'x',\n",
 425     " 'W': 'y',\n",
 426     " 'X': 'z',\n",
 427     " 'Y': 'e',\n",
 428     " 'Z': 'f'}\n",
 429     "\n",
 430     "tt = ''.maketrans(trans)\n",
 431     "print(prettify(sanitise(ca.translate(tt))))"
 432    ]
 433   },
 434   {
 435    "cell_type": "code",
 436    "execution_count": 17,
 437    "metadata": {},
 438    "outputs": [
 439     {
 440      "data": {
 441       "text/plain": [
 442        "{'A': 'g',\n",
 443        " 'B': 'h',\n",
 444        " 'C': 'c',\n",
 445        " 'D': 'a',\n",
 446        " 'E': 'b',\n",
 447        " 'F': 'i',\n",
 448        " 'G': 'j',\n",
 449        " 'H': 'k',\n",
 450        " 'I': 'l',\n",
 451        " 'J': 'm',\n",
 452        " 'K': 'n',\n",
 453        " 'L': 'o',\n",
 454        " 'M': 'p',\n",
 455        " 'N': 'q',\n",
 456        " 'O': 'd',\n",
 457        " 'P': 'r',\n",
 458        " 'Q': 's',\n",
 459        " 'R': 't',\n",
 460        " 'S': 'u',\n",
 461        " 'T': 'v',\n",
 462        " 'U': 'w',\n",
 463        " 'V': 'x',\n",
 464        " 'W': 'y',\n",
 465        " 'X': 'z',\n",
 466        " 'Y': 'e',\n",
 467        " 'Z': 'f'}"
 468       ]
 469      },
 470      "execution_count": 17,
 471      "metadata": {},
 472      "output_type": "execute_result"
 473     }
 474    ],
 475    "source": [
 476     "trans"
 477    ]
 478   },
 479   {
 480    "cell_type": "code",
 481    "execution_count": 18,
 482    "metadata": {},
 483    "outputs": [
 484     {
 485      "data": {
 486       "text/plain": [
 487        "{'a': 'D',\n",
 488        " 'b': 'E',\n",
 489        " 'c': 'C',\n",
 490        " 'd': 'O',\n",
 491        " 'e': 'Y',\n",
 492        " 'f': 'Z',\n",
 493        " 'g': 'A',\n",
 494        " 'h': 'B',\n",
 495        " 'i': 'F',\n",
 496        " 'j': 'G',\n",
 497        " 'k': 'H',\n",
 498        " 'l': 'I',\n",
 499        " 'm': 'J',\n",
 500        " 'n': 'K',\n",
 501        " 'o': 'L',\n",
 502        " 'p': 'M',\n",
 503        " 'q': 'N',\n",
 504        " 'r': 'P',\n",
 505        " 's': 'Q',\n",
 506        " 't': 'R',\n",
 507        " 'u': 'S',\n",
 508        " 'v': 'T',\n",
 509        " 'w': 'U',\n",
 510        " 'x': 'V',\n",
 511        " 'y': 'W',\n",
 512        " 'z': 'X'}"
 513       ]
 514      },
 515      "execution_count": 18,
 516      "metadata": {},
 517      "output_type": "execute_result"
 518     }
 519    ],
 520    "source": [
 521     "{v: k for k, v in trans.items()}"
 522    ]
 523   },
 524   {
 525    "cell_type": "code",
 526    "execution_count": 24,
 527    "metadata": {},
 528    "outputs": [
 529     {
 530      "name": "stdout",
 531      "output_type": "stream",
 532      "text": [
 533       "maryam jodie has gone i arrived in selcuk as planned but she didnt make the rendezvous the local\n",
 534       "station think she may have been kidnapped but there has been no ransom demand and there is nothing\n",
 535       "much to go on her room had been ransacked and she left no message but something tells me she is ok\n",
 536       "and we should move on i think she may have planned this meanwhile i have the document jodie wanted\n",
 537       "from london i dont know how she knew but the fifth chapter was hidden in a cavity in a stone lintel\n",
 538       "in some remains in the ephesus room at the british museum it was encrypted using another poly\n",
 539       "alphabetic cipher invented in the nineteenth century i asked the museum to test it and the document\n",
 540       "is authentic so i guess the imperial cipher school really had moved on perhaps i shouldnt have been\n",
 541       "surprised after the discovery at bodrum but it leaves me wondering what else they developed one odd\n",
 542       "feature was a frieze running round three sides of the lintel consisting of a single row of\n",
 543       "blackandwhite tiles that the museum think were added in the roman period they read in sequence\n",
 544       "wwbbwwwbwwwbwwwbwwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb www bbw\n",
 545       "wwbw wbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwwb www\n",
 546       "bwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb wwwb wwwb wwwb\n",
 547       "wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb www\n",
 548       "www www www www www www www www www www www www www www www www www www www www www www www www wwbw\n",
 549       "wwbw www www www www www www www www www www www www www www www www www www www www www www www www\n",
 550       "www wwwb wwwb www wb wwwb bbw wwww bbb wwwb wwwb wwwb www bw www bbb wwbw wwbw bbb www bbbb\n",
 551       "wwbbbwwwbbbwwbbbwb www bwwwwbwbwwbwwbwwwbww www bwbwwbbwwbwwbwbwwwwb www bbw bbw\n",
 552       "bwwbwwbwwwwwbwwbwwwb www wb www bwwwbwwbwwwbwbwwwbwb www wwbwwwbwbwbwbwbwwwb www bwwwbwbwbwbwwbwwbww\n",
 553       "www bwwwbwwbwwwwbwwbwwwb www bbb bbw bbbb wwbw wwww bbb bbw bwbwbwbbbbbwwwbwwwbw wwbw bbbb ww bbb\n",
 554       "www bbbb wwwb www wb www bwwwbwwbwwwbwbwbwwwb www wwbwwwbwbwbwbwbwwwb wwwb wwwb www bwb www wwbw\n",
 555       "wwww bwbwwwwbwwwwbwwbwwwb www bwwwbwbwwbwwwbwwwwb www bwbwwbbwbwwwbwwwb wwwb www bwb www wwbw www wb\n",
 556       "wwbw wwbw www bwwwbwwwbwwbwwwbwb wwwb www bbb wbwwwbwbwwwbwbwwwbww bbb wwbw wwbw bww www bbbb wwbw\n",
 557       "wwbwbbbwwbbbwbwwwbww www www www www www www www www www www www www www www www www www www www www\n",
 558       "www www www www www wwbw wwbw www www www www www www www www www www www www www www www www www\n",
 559       "www www www www www www www www wbwwwbwbwwwbwwwbwwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb\n",
 560       "wwwb wwwb wwwb wwwb wwwb wwwb www bwb www bwbwbwbwbwbwbwbwbwb wbwbwbwbwbwbwbwbwbwb\n",
 561       "wbwbwbwbwbwbwbwbwbwb wbwbwbwbwbwbwbwbwbwb www bwwbbbwbbbwbbbwbbbwb bbw bbb wbbbwbbbwbbbwbbbwb bbw\n",
 562       "bbb wbbbwbbbwbbbwbbbwb bbwbbbwbbbwwbwwwbwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb\n",
 563       "wwwb wwwb wwwb www bwwwbwwwbwwwbwwbwwi have used b for the black tiles and w for the white ones it\n",
 564       "took me a while to figure out that the frieze is steganography concealing the keyword for the cipher\n",
 565       "in chapter five without jodie i am not sure where to go next there are only two possibilities as far\n",
 566       "as i can see but i have no idea where one of them is and as far as i can tell no one else knows\n",
 567       "either so i guess i will head for olympia see you there\n"
 568      ]
 569     }
 570    ],
 571    "source": [
 572     "print(prettify(keyword_decipher(sanitise(ca), ka[0], ka[1])))"
 573    ]
 574   },
 575   {
 576    "cell_type": "code",
 577    "execution_count": 25,
 578    "metadata": {},
 579    "outputs": [
 580     {
 581      "data": {
 582       "text/plain": [
 583        "3362"
 584       ]
 585      },
 586      "execution_count": 25,
 587      "metadata": {},
 588      "output_type": "execute_result"
 589     }
 590    ],
 591    "source": [
 592     "open('5a.plaintext', 'w').write(prettify(keyword_decipher(sanitise(ca), ka[0], ka[1])))"
 593    ]
 594   },
 595   {
 596    "cell_type": "code",
 597    "execution_count": 26,
 598    "metadata": {},
 599    "outputs": [],
 600    "source": [
 601     "bkeyt = sanitise('''\n",
 602     "wwbbwwwbwwwbwwwbwwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb www bbw\n",
 603     "wwbw wbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwwb www\n",
 604     "bwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb wwwb wwwb wwwb\n",
 605     "wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb www\n",
 606     "www www www www www www www www www www www www www www www www www www www www www www www www wwbw\n",
 607     "wwbw www www www www www www www www www www www www www www www www www www www www www www www www\n",
 608     "www wwwb wwwb www wb wwwb bbw wwww bbb wwwb wwwb wwwb www bw www bbb wwbw wwbw bbb www bbbb\n",
 609     "wwbbbwwwbbbwwbbbwb www bwwwwbwbwwbwwbwwwbww www bwbwwbbwwbwwbwbwwwwb www bbw bbw\n",
 610     "bwwbwwbwwwwwbwwbwwwb www wb www bwwwbwwbwwwbwbwwwbwb www wwbwwwbwbwbwbwbwwwb www bwwwbwbwbwbwwbwwbww\n",
 611     "www bwwwbwwbwwwwbwwbwwwb www bbb bbw bbbb wwbw wwww bbb bbw bwbwbwbbbbbwwwbwwwbw wwbw bbbb ww bbb\n",
 612     "www bbbb wwwb www wb www bwwwbwwbwwwbwbwbwwwb www wwbwwwbwbwbwbwbwwwb wwwb wwwb www bwb www wwbw\n",
 613     "wwww bwbwwwwbwwwwbwwbwwwb www bwwwbwbwwbwwwbwwwwb www bwbwwbbwbwwwbwwwb wwwb www bwb www wwbw www wb\n",
 614     "wwbw wwbw www bwwwbwwwbwwbwwwbwb wwwb www bbb wbwwwbwbwwwbwbwwwbww bbb wwbw wwbw bww www bbbb wwbw\n",
 615     "wwbwbbbwwbbbwbwwwbww www www www www www www www www www www www www www www www www www www www www\n",
 616     "www www www www www wwbw wwbw www www www www www www www www www www www www www www www www www\n",
 617     "www www www www www www www www wbwwwbwbwwwbwwwbwwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb\n",
 618     "wwwb wwwb wwwb wwwb wwwb wwwb www bwb www bwbwbwbwbwbwbwbwbwb wbwbwbwbwbwbwbwbwbwb\n",
 619     "wbwbwbwbwbwbwbwbwbwb wbwbwbwbwbwbwbwbwbwb www bwwbbbwbbbwbbbwbbbwb bbw bbb wbbbwbbbwbbbwbbbwb bbw\n",
 620     "bbb wbbbwbbbwbbbwbbbwb bbwbbbwbbbwwbwwwbwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb\n",
 621     "wwwb wwwb wwwb www bwwwbwwwbwwwbwwbww''')"
 622    ]
 623   },
 624   {
 625    "cell_type": "code",
 626    "execution_count": 27,
 627    "metadata": {},
 628    "outputs": [
 629     {
 630      "data": {
 631       "text/plain": [
 632        "1577"
 633       ]
 634      },
 635      "execution_count": 27,
 636      "metadata": {},
 637      "output_type": "execute_result"
 638     }
 639    ],
 640    "source": [
 641     "len(bkeyt)"
 642    ]
 643   },
 644   {
 645    "cell_type": "code",
 646    "execution_count": 28,
 647    "metadata": {},
 648    "outputs": [
 649     {
 650      "data": {
 651       "text/plain": [
 652        "1577"
 653       ]
 654      },
 655      "execution_count": 28,
 656      "metadata": {},
 657      "output_type": "execute_result"
 658     }
 659    ],
 660    "source": [
 661     "19 * 83"
 662    ]
 663   },
 664   {
 665    "cell_type": "code",
 666    "execution_count": 29,
 667    "metadata": {},
 668    "outputs": [
 669     {
 670      "data": {
 671       "text/plain": [
 672        "['  ⌷⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷⌷  ',\n",
 673        " ' ⌷  ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷  ⌷ ',\n",
 674        " '  ⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷  ',\n",
 675        " ' ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷ ',\n",
 676        " '  ⌷                                                                             ⌷  ',\n",
 677        " ' ⌷                                                                               ⌷ ',\n",
 678        " '  ⌷    ⌷   ⌷⌷⌷     ⌷⌷⌷   ⌷   ⌷   ⌷   ⌷    ⌷⌷⌷  ⌷   ⌷ ⌷⌷⌷   ⌷⌷⌷⌷  ⌷⌷⌷   ⌷⌷⌷  ⌷⌷⌷ ⌷  ',\n",
 679        " ' ⌷    ⌷ ⌷  ⌷  ⌷   ⌷     ⌷ ⌷  ⌷⌷  ⌷  ⌷ ⌷    ⌷   ⌷⌷ ⌷⌷ ⌷  ⌷  ⌷     ⌷  ⌷   ⌷    ⌷   ⌷ ',\n",
 680        " '  ⌷  ⌷   ⌷ ⌷   ⌷ ⌷     ⌷   ⌷ ⌷ ⌷ ⌷ ⌷   ⌷   ⌷   ⌷ ⌷ ⌷ ⌷  ⌷  ⌷     ⌷   ⌷  ⌷    ⌷  ⌷  ',\n",
 681        " ' ⌷   ⌷⌷⌷⌷⌷ ⌷⌷⌷⌷  ⌷     ⌷⌷⌷⌷⌷ ⌷ ⌷ ⌷ ⌷⌷⌷⌷⌷   ⌷   ⌷   ⌷ ⌷⌷⌷⌷  ⌷⌷⌷   ⌷⌷⌷⌷   ⌷    ⌷   ⌷ ',\n",
 682        " '  ⌷  ⌷   ⌷ ⌷ ⌷   ⌷     ⌷   ⌷ ⌷ ⌷ ⌷ ⌷   ⌷   ⌷   ⌷   ⌷ ⌷     ⌷     ⌷ ⌷    ⌷    ⌷  ⌷  ',\n",
 683        " ' ⌷   ⌷   ⌷ ⌷  ⌷   ⌷    ⌷   ⌷ ⌷  ⌷⌷ ⌷   ⌷   ⌷   ⌷   ⌷ ⌷     ⌷     ⌷  ⌷   ⌷    ⌷   ⌷ ',\n",
 684        " '  ⌷  ⌷   ⌷ ⌷   ⌷   ⌷⌷⌷ ⌷   ⌷ ⌷   ⌷ ⌷   ⌷  ⌷⌷⌷  ⌷   ⌷ ⌷     ⌷⌷⌷⌷  ⌷   ⌷ ⌷⌷⌷  ⌷⌷⌷ ⌷  ',\n",
 685        " ' ⌷                                                                               ⌷ ',\n",
 686        " '  ⌷                                                                             ⌷  ',\n",
 687        " ' ⌷ ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷ ⌷ ',\n",
 688        " '  ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷ ⌷  ',\n",
 689        " ' ⌷  ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷ ⌷⌷⌷  ⌷ ',\n",
 690        " '  ⌷  ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷   ⌷  ⌷  ']"
 691       ]
 692      },
 693      "execution_count": 29,
 694      "metadata": {},
 695      "output_type": "execute_result"
 696     }
 697    ],
 698    "source": [
 699     "tt = ''.maketrans({'w': ' ', 'b': '⌷'})\n",
 700     "chunks(bkeyt.translate(tt), 83)"
 701    ]
 702   },
 703   {
 704    "cell_type": "code",
 705    "execution_count": 30,
 706    "metadata": {},
 707    "outputs": [],
 708    "source": [
 709     "scb = sanitise(cb)"
 710    ]
 711   },
 712   {
 713    "cell_type": "code",
 714    "execution_count": 31,
 715    "metadata": {},
 716    "outputs": [
 717     {
 718      "data": {
 719       "text/plain": [
 720        "('fwruffnquevmp', -1750.4576000271347)"
 721       ]
 722      },
 723      "execution_count": 31,
 724      "metadata": {},
 725      "output_type": "execute_result"
 726     }
 727    ],
 728    "source": [
 729     "kb, score = vigenere_frequency_break(cb)\n",
 730     "kb, score"
 731    ]
 732   },
 733   {
 734    "cell_type": "code",
 735    "execution_count": 32,
 736    "metadata": {},
 737    "outputs": [
 738     {
 739      "data": {
 740       "text/plain": [
 741        "'nieyqmhcenwlqvchdporosweiohtsshreoihpsvrvusdcostmjezkdeytdhrtasupknropbklngeutgnssthjhhnowgbdwvucncdvofhbdltfpvobiuicirayodpwkpoutibtgcenuhpwachchnbrjydhsfvhqszeuvdcpswatvzmxhsiigkobvcagqcdikfstrvkfggbdkvcvstuvufienwiniasbcecmvdwemkwgtnsyjridowjamhuhnrvxssgewikqxpxhashvwvteulpavioctweavlhtikkkximoikdloikrwswfiojrynulrsgtoktknqcporlruoigivdpeddhrntdmrnucnrioiuetpdnftaipjrewjqtercxzvydhiswrtrneonknnfsyrifcdhedoweptjrechehcptdcehirohbcpniloorntrrrtohgeoandszehilxywfqkrgnphglvcojfbetcietpqmfetkalnahiwixdppersmrihrctseahkhtifbokasoozrjgvvkehjsufarunbrtiswzdmriwcrovhdsdeihdteiiustmjupvkhdiisibjloyrdpyxkusdlwfpsehvevdoiudppehzgvcewnhifrvkfggbdkbidptartnotloihpseehrdipeotmlwbcousicucctsktsrlritcanhpdmrehuinioiuuwirsxtanvjshfwyrkacfihfctdipytegvprdowhfldhycrqhfctswdbnagevitctsufsrofoccprycjgnifeikrthnowgcedfedjwiisdtihszeecfvlwjqgehoeicssaqflthagmncpvvifnreneoiioiulytddhuhkrtzsdpevphodehkctsvfhltophksiepsgcohnrnuseajettlhdwhiepjwcenbtbuecihpijncohouidiqjikpovimvsrfridohvchdporhrmhlpnikpacvjiswwgszeyxrcpragclkvxbporlruoigoviferifridicrskiporsyypwgprszenephnicczvttucvqesuiivqleesvfrhcfgchuswrocjslotcnxtiiswkoieatruninitradpaortylcouoahdpehgukcvlrmrafrntaovetrxvyinpenvniquglltisxgy'"
 742       ]
 743      },
 744      "execution_count": 32,
 745      "metadata": {},
 746      "output_type": "execute_result"
 747     }
 748    ],
 749    "source": [
 750     "vigenere_decipher(sanitise(cb), kb)"
 751    ]
 752   },
 753   {
 754    "cell_type": "code",
 755    "execution_count": 33,
 756    "metadata": {},
 757    "outputs": [
 758     {
 759      "data": {
 760       "text/plain": [
 761        "('arcanaimperii', -1506.8637359274674)"
 762       ]
 763      },
 764      "execution_count": 33,
 765      "metadata": {},
 766      "output_type": "execute_result"
 767     }
 768    ],
 769    "source": [
 770     "kb, score = beaufort_frequency_break(cb)\n",
 771     "kb, score"
 772    ]
 773   },
 774   {
 775    "cell_type": "code",
 776    "execution_count": 34,
 777    "metadata": {},
 778    "outputs": [
 779     {
 780      "data": {
 781       "text/plain": [
 782        "'inhisjournaldatedtheidesofoctoberintheyearoftheconsulshipsofcaeceliustulliuscapitopomponianusplotiusfirmusandgaiuscorneliusgallicanusagricolawrotethemysteryofthebattleatcamulodonumisatlastsolvedcalgacusmaybeabarbariannowbuthewasaromancitizenthenwhobetrayedusallforloveofabarbarianithastakenallmyskillsasaleaderofmentokeephimalivethelegionnairesspendtheireveningsdesigningnewandcruelwaystoexecutehiminrevengefortheshamehebroughtuponusbuthislifeispreciousitistheonlycardlefttoplayinoursearchforsalvationandthereturnofthestolenaquilaeifwecanalsorecoverthecodexthenperhapsitslosscanbeconcealedandourliveswillbesparedreleasingtheromantraitorcalgacusmusthavestuckintheproudagricolasthroatbuthemadeapactwiththeremainingcaledoniiandtravellednorthtoexchangetheprisonerfortheaquilaeandthecodexbutthecunningcaledoniantribesmansetanothertrapandpresentedagricolawithaforgerycunninglyassembledwithpagesfromthebooksstolenwhenthetriberansackedmonsgraupiusfortoolongthesonsofromehadunderestimatedthepeopleinbritanniaandwhiletheaquilaofthelegionhadbeenrestoredbytheexchangetheirhonourwasnotagricolafacedareturntoromehumiliationandalmostcertaindeaththesixthchapterofmytaleofwoeisguardedbylightningbullandoak'"
 783       ]
 784      },
 785      "execution_count": 34,
 786      "metadata": {},
 787      "output_type": "execute_result"
 788     }
 789    ],
 790    "source": [
 791     "beaufort_decipher(sanitise(cb), kb)"
 792    ]
 793   },
 794   {
 795    "cell_type": "code",
 796    "execution_count": 47,
 797    "metadata": {},
 798    "outputs": [
 799     {
 800      "data": {
 801       "text/plain": [
 802        "('arcanaimperii', -1506.8637359274674)"
 803       ]
 804      },
 805      "execution_count": 47,
 806      "metadata": {},
 807      "output_type": "execute_result"
 808     }
 809    ],
 810    "source": [
 811     "kb, sb = beaufort_frequency_break(cb)\n",
 812     "kb, sb"
 813    ]
 814   },
 815   {
 816    "cell_type": "code",
 817    "execution_count": 48,
 818    "metadata": {},
 819    "outputs": [
 820     {
 821      "name": "stdout",
 822      "output_type": "stream",
 823      "text": [
 824       "In his Journal dated the Ides of October in the year of the consulships of Caecelius Tullius Capito\n",
 825       "Pomponianus Plotius Firmus and Gaius Cornelius Gallicanus, Agricola wrote “The mystery of the battle\n",
 826       "at Camulodonum is at last solved. Calgacus may be a Barbarian now, but he was a Roman citizen then,\n",
 827       "who betrayed us all for love of a barbarian. It has taken all my skills as a leader of men to keep\n",
 828       "him alive. The Legionnaires spend their evenings designing new and cruel ways to execute him in\n",
 829       "revenge for the shame he brought upon us, but his life is precious. It is the only card left to play\n",
 830       "in our search for salvation and the return of the stolen Aquilae. If we can also recover the Codex\n",
 831       "then perhaps its loss can be concealed and our lives will be spared.” Releasing the Roman traitor\n",
 832       "Calgacus must have stuck in the proud Agricola’s throat, but he made a pact with the remaining\n",
 833       "Caledonii and travelled north to exchange the prisoner for the Aquilae and the Codex. But the\n",
 834       "cunning Caledonian tribesman set another trap and presented Agricola with a forgery cunningly\n",
 835       "assembled with pages from the books stolen when the tribe ransacked Mons Graupius. For too long the\n",
 836       "sons of Rome had underestimated the people in Britannia and while the Aquila of the Legion had been\n",
 837       "restored by the exchange, their honour was not. Agricola faced a return to Rome, humiliation and\n",
 838       "almost certain death. The sixth chapter of my tale of woe is guarded by lightning, bull and oak.\n"
 839      ]
 840     }
 841    ],
 842    "source": [
 843     "pub = depunctuate(cb)\n",
 844     "pb = beaufort_decipher(scb, kb)\n",
 845     "print(lcat(tpack(repunctuate(pb, pub).split())))"
 846    ]
 847   },
 848   {
 849    "cell_type": "code",
 850    "execution_count": 49,
 851    "metadata": {},
 852    "outputs": [
 853     {
 854      "data": {
 855       "text/plain": [
 856        "1470"
 857       ]
 858      },
 859      "execution_count": 49,
 860      "metadata": {},
 861      "output_type": "execute_result"
 862     }
 863    ],
 864    "source": [
 865     "open('5b.plaintext', 'w').write(lcat(tpack(repunctuate(pb, pub).split())))"
 866    ]
 867   },
 868   {
 869    "cell_type": "code",
 870    "execution_count": null,
 871    "metadata": {},
 872    "outputs": [],
 873    "source": []
 874   }
 875  ],
 876  "metadata": {
 877   "kernelspec": {
 878    "display_name": "Python 3",
 879    "language": "python",
 880    "name": "python3"
 881   },
 882   "language_info": {
 883    "codemirror_mode": {
 884     "name": "ipython",
 885     "version": 3
 886    },
 887    "file_extension": ".py",
 888    "mimetype": "text/x-python",
 889    "name": "python",
 890    "nbconvert_exporter": "python",
 891    "pygments_lexer": "ipython3",
 892    "version": "3.6.3"
 893   }
 894  },
 895  "nbformat": 4,
 896  "nbformat_minor": 2
 897 }