2017/2017-challenge6.ipynb

   1 {
   2  "cells": [
   3   {
   4    "cell_type": "code",
   5    "execution_count": null,
   6    "metadata": {},
   7    "outputs": [],
   8    "source": [
   9     "import os,sys,inspect, collections\n",
  10     "currentdir = os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe())))\n",
  11     "parentdir = os.path.dirname(currentdir)\n",
  12     "sys.path.insert(0,parentdir) \n",
  13     "\n",
  14     "import matplotlib.pyplot as plt\n",
  15     "%matplotlib inline\n",
  16     "\n",
  17     "from cipherbreak import *\n",
  18     "\n",
  19     "ca = open('6a.ciphertext').read()\n",
  20     "cb = open('6b.ciphertext').read()"
  21    ]
  22   },
  23   {
  24    "cell_type": "code",
  25    "execution_count": 2,
  26    "metadata": {
  27     "collapsed": true
  28    },
  29    "outputs": [],
  30    "source": [
  31     "def tpack(text, width=100):\n",
  32     "    lines = [text[0]]\n",
  33     "    for word in text[1:]:\n",
  34     "        if len(lines[-1]) + 1 + len(word) <= width:\n",
  35     "            lines[-1] += (' ' + word)\n",
  36     "        else:\n",
  37     "            lines += [word]\n",
  38     "    return lines"
  39    ]
  40   },
  41   {
  42    "cell_type": "code",
  43    "execution_count": 4,
  44    "metadata": {},
  45    "outputs": [
  46     {
  47      "name": "stdout",
  48      "output_type": "stream",
  49      "text": [
  50       "JDPWD JGLOF YBDQA LKYFD PPFTY OFKQY ICSHD QMIDK KYOES RQBYO FOKRJ DHYRB YPYKO YXTLS QRBYI LCDIQ RDRFL KRBFK HQBYJ DWBDT YEYYK HFOKD MMYOE SRRBY PYBDQ EYYKK LPDKQ LJOYJ DKODK ORBYP YFQKL RBFKA JSCBR LALLK BYPPL LJBDO EYYKP DKQDC HYODK OQBYI YZRKL JYQQD AYESR QLJYR BFKAR YIIQJ YQBYF QLHDK OUYQB LSIOJ LTYLK FRBFK HQBYJ DWBDT YMIDK KYORB FQJYD KUBFI YFBDT YRBYO LCSJY KRGLO FYUDK RYOZP LJILK OLKFO LKRHK LUBLU QBYHK YUESR RBYZF ZRBCB DMRYP UDQBF OOYKF KDCDT FRWFK DQRLK YIFKR YIFKQ LJYPY JDFKQ FKRBY YMBYQ SQPLL JDRRB YEPFR FQBJS QYSJF RUDQY KCPWM RYOSQ FKADK LRBYP MLIWD IMBDE YRFCC FMBYP FKTYK RYOFK RBYKF KYRYY KRBCY KRSPW FDQHY ORBYJ SQYSJ RLRYQ RFRDK ORBYO LCSJY KRFQD SRBYK RFCQL FASYQ QRBYF JMYPF DICFM BYPQC BLLIP YDIIW BDOJL TYOLK MYPBD MQFQB LSIOK RBDTY EYYKQ SPMPF QYODZ RYPRB YOFQC LTYPW DRELO PSJES RFRIY DTYQJ YULKO YPFKA UBDRY IQYRB YWOYT YILMY OLKYL OOZYD RSPYU DQDZP FYXYP SKKFK APLSK ORBPY YQFOY QLZRB YIFKR YICLK QFQRF KALZD QFKAI YPLUL ZEIDC HDKOU BFRYR FIYQR BDRRB YJSQY SJRBF KHUYP YDOOY OFKRB YPLJD KMYPF LORBY WPYDO FKQYN SYKCY UUEEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE EUUUE UUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUUE UUUEU EEEUE EEUEE EUEEE UEEEU EEEUE EEUEE EUEEE UEEEU EEEUE EEUEE EUEEE UEEEU EEEUE EEUEE EUEEE UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUEUU UEUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UEUUU EUUUU EUUUE EEUUU UUEEE UUUEU UUEUU UEUUU EUUUU EEEUU EUUUE UEEEU UUEEE EUUEE EUUUE EEUUE EEUEU UUEUU UUEUE UUEUU EUUUE UUUUU EUEUU EEUUE UUEUE UUUUE UUUEE UEEUE UUEUU EUUUU UEUUE UUUEU UUUEU UUEUU UEUUE UUUEU EUUUE UEUUU UUEUU UEUEU EUEUE UUUEU UUEUU UEUEU EUEUU EUUEU UUUUE UUUEU UEUUU UEUUE UUUEU UUEEE EEUEE EEUUE UUUUU EEEEE UEUEU EUEEE EEUUU EUUUE UUUEU EEEEU UEEEU UUEEE EUUUE UUUUE UUUEU UUEUU EUUUE UEUEU UUEUU UUUEU UUEUE UEUEU EUUUE UUUEU UUEUU UEUEU UUUUE UUUUU EUEUU UUEUU UUEUU EUUUE UUUEU UUEUE UUEUU UEUUU UEUUU EUEUU EEUEU UUEUU UEUUU EUUUE UEUUU UUEUU UUUEU UEUUU EUUUU EUUUE UUUEU UEUUU EUEUU UEUUU EEEUE UUUEU EUUUE UEUUU EUUEE EUUEU UUEUE UUUUU EEEEU UEUUU EUEEE UUEEE UEUUU EUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU EUUUE UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUUUU UUEUU UEUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UEUUU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU EUEUE UEUEU UUEUU EEEUE EEUEE EUEEE UEEEU EEEUE EEUEE EUEEE UEEEU EEEUE EEUEE EUEEE UEEEU EEEUE EEUEE EUEEE UUEUU UEUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUU EUUUE UUUEU UUEUU UEUUE UUFBD TYSQY OEZLP RBYEI DCHRF IYQDK OUZLP RBYUB FRYLK YQFRR LLHJY DUBFI YRLZF ASPYL SRRBD RRBYZ PFYXY FQQRY ADKLA PDMBW CLKCY DIFKA RBYHY WULPO ZLPRB YCFMB YPFKC BDMRY PZFTY UFRBL SRGLO FYFDJ KLRQS PYUBY PYRLA LKYVR RBYPY DPYLK IWRUL MLQQF EFIFR FYQDQ ZDPDQ FCDKQ YYESR FBDTY KLFOY DUBYP YLKYL ZRBYJ FQDKO DQZDP DQFCD KRYII KLLKY YIQYH KLUQY FRBYP QLFAS YQQFU FIIBY DOZLP LIWJM FDQYY WLSRB YPY\n"
  51      ]
  52     }
  53    ],
  54    "source": [
  55     "print(ca)"
  56    ]
  57   },
  58   {
  59    "cell_type": "code",
  60    "execution_count": 5,
  61    "metadata": {
  62     "collapsed": true
  63    },
  64    "outputs": [],
  65    "source": [
  66     "ca_text = '''\n",
  67     "JDPWD JGLOF YBDQA LKYFD PPFTY OFKQY ICSHD QMIDK KYOES RQBYO FOKRJ DHYRB YPYKO YXTLS QRBYI \n",
  68     "LCDIQ RDRFL KRBFK HQBYJ DWBDT YEYYK HFOKD MMYOE SRRBY PYBDQ EYYKK LPDKQ LJOYJ DKODK ORBYP \n",
  69     "YFQKL RBFKA JSCBR LALLK BYPPL LJBDO EYYKP DKQDC HYODK OQBYI YZRKL JYQQD AYESR QLJYR BFKAR \n",
  70     "YIIQJ YQBYF QLHDK OUYQB LSIOJ LTYLK FRBFK HQBYJ DWBDT YMIDK KYORB FQJYD KUBFI YFBDT YRBYO \n",
  71     "LCSJY KRGLO FYUDK RYOZP LJILK OLKFO LKRHK LUBLU QBYHK YUESR RBYZF ZRBCB DMRYP UDQBF OOYKF \n",
  72     "KDCDT FRWFK DQRLK YIFKR YIFKQ LJYPY JDFKQ FKRBY YMBYQ SQPLL JDRRB YEPFR FQBJS QYSJF RUDQY\n",
  73     "KCPWM RYOSQ FKADK LRBYP MLIWD IMBDE YRFCC FMBYP FKTYK RYOFK RBYKF KYRYY KRBCY KRSPW FDQHY \n",
  74     "ORBYJ SQYSJ RLRYQ RFRDK ORBYO LCSJY KRFQD SRBYK RFCQL FASYQ QRBYF JMYPF DICFM BYPQC BLLIP \n",
  75     "YDIIW BDOJL TYOLK MYPBD MQFQB LSIOK RBDTY EYYKQ SPMPF QYODZ RYPRB YOFQC LTYPW DRELO PSJES \n",
  76     "RFRIY DTYQJ YULKO YPFKA UBDRY IQYRB YWOYT YILMY OLKYL OOZYD RSPYU DQDZP FYXYP SKKFK APLSK \n",
  77     "ORBPY YQFOY QLZRB YIFKR YICLK QFQRF KALZD QFKAI YPLUL ZEIDC HDKOU BFRYR FIYQR BDRRB YJSQY \n",
  78     "SJRBF KHUYP YDOOY OFKRB YPLJD KMYPF LORBY WPYDO FKQYN SYKCY\n",
  79     "  FBD TYSQY OEZLP RBYEI DCHRF IYQDK OUZLP RBYUB FRYLK YQFRR LLHJY DUBFI YRLZF ASPYL SRRBD \n",
  80     "RRBYZ PFYXY FQQRY ADKLA PDMBW CLKCY DIFKA RBYHY WULPO ZLPRB YCFMB YPFKC BDMRY PZFTY UFRBL \n",
  81     "SRGLO FYFDJ KLRQS PYUBY PYRLA LKYVR RBYPY DPYLK IWRUL MLQQF EFIFR FYQDQ ZDPDQ FCDKQ YYESR \n",
  82     "FBDTY KLFOY DUBYP YLKYL ZRBYJ FQDKO DQZDP DQFCD KRYII KLLKY YIQYH KLUQY FRBYP QLFAS YQQFU \n",
  83     "FIIBY DOZLP LIWJM FDQYY WLSRB YPY\n",
  84     "'''\n",
  85     "sca_text = sanitise(ca_text)"
  86    ]
  87   },
  88   {
  89    "cell_type": "code",
  90    "execution_count": 6,
  91    "metadata": {},
  92    "outputs": [
  93     {
  94      "data": {
  95       "text/plain": [
  96        "(24, -1733.3180566179738)"
  97       ]
  98      },
  99      "execution_count": 6,
 100      "metadata": {},
 101      "output_type": "execute_result"
 102     }
 103    ],
 104    "source": [
 105     "key_a, score = caesar_break(sca_text)\n",
 106     "key_a, score"
 107    ]
 108   },
 109   {
 110    "cell_type": "code",
 111    "execution_count": 7,
 112    "metadata": {},
 113    "outputs": [
 114     {
 115      "name": "stdout",
 116      "output_type": "stream",
 117      "text": [
 118       "lfryflinqhadfscnmahfrrhvaqhmsakeujfsokfmmaqgutsdaqhqmtlfjatdaramqazvnustdaknefkstfthnmtdhmjsdalfydfvagaamjhqmfooaqguttdaradfsgaammnrfmsnlqalfmqfmqtdarahsmntdhmcluedtncnnmdarrnnldfqgaamrfmsfejaqfmqsdakabtmnlassfcagutsnlatdhmctakkslasdahsnjfmqwasdnukqlnvanmhtdhmjsdalfydfvaokfmmaqtdhslafmwdhkahdfvatdaqneulamtinqhawfmtaqbrnlknmqnmhqnmtjmnwdnwsdajmawguttdabhbtdedfotarwfsdhqqamhmfefvhtyhmfstnmakhmtakhmsnlaralfhmshmtdaaodasusrnnlfttdagrhthsdlusaulhtwfsameryotaqushmcfmntdaronkyfkodfgatheehodarhmvamtaqhmtdamhmataamtdeamturyhfsjaqtdalusaultntasthtfmqtdaqneulamthsfutdamthesnhcuasstdahloarhfkehodarsednnkrafkkydfqlnvaqnmoardfoshsdnukqmtdfvagaamsurorhsaqfbtartdaqhsenvaryftgnqrulguthtkafvaslawnmqarhmcwdftaksatdayqavaknoaqnmanqqbafturawfsfbrhazarummhmcrnumqtdraashqasnbtdakhmtakenmshsthmcnbfshmckarnwnbgkfejfmqwdhtathkastdfttdalusaultdhmjwarafqqaqhmtdarnlfmoarhnqtdayrafqhmsapuameahdfvausaqgbnrtdagkfejthkasfmqwbnrtdawdhtanmashttnnjlafwdhkatnbhcuranuttdfttdabrhazahsstacfmncrfodyenmeafkhmctdajaywnrqbnrtdaehodarhmedfotarbhvawhtdnutinqhahflmntsurawdaratncnmaxttdarafranmkytwnonsshghkhthasfsbfrfshefmsaaguthdfvamnhqafwdaranmanbtdalhsfmqfsbfrfshefmtakkmnnmaaksajmnwsahtdarsnhcuasshwhkkdafqbnrnkylohfsaaynutdara\n"
 119      ]
 120     }
 121    ],
 122    "source": [
 123     "print(caesar_decipher(sca_text, key_a))"
 124    ]
 125   },
 126   {
 127    "cell_type": "code",
 128    "execution_count": 8,
 129    "metadata": {},
 130    "outputs": [
 131     {
 132      "data": {
 133       "text/plain": [
 134        "((17, 21, True), -1723.2877779777489)"
 135       ]
 136      },
 137      "execution_count": 8,
 138      "metadata": {},
 139      "output_type": "execute_result"
 140     }
 141    ],
 142    "source": [
 143     "(m_a, a_a, o_a), score = affine_break(sca_text)\n",
 144     "(m_a, a_a, o_a), score"
 145    ]
 146   },
 147   {
 148    "cell_type": "code",
 149    "execution_count": 9,
 150    "metadata": {},
 151    "outputs": [
 152     {
 153      "name": "stdout",
 154      "output_type": "stream",
 155      "text": [
 156       "gyotygparsneylhadnsyooscnrsdlnjbfmylxjyddnrvfilenrsrdigymnienondrnqcaflienjabyjliyisadiesdmlengyteycnvnndmsrdyxxnrvfiienoneylvnnddaoydlagrngydrydrienonsldaiesdhgfbeiahaadenooaageyrvnndoydlybmnrydrlenjnkidagnllyhnvfilagniesdhinjjlgnlenslamydrznleafjrgacnadsiesdmlengyteycnxjyddnrieslgnydzesjnseycnienrabfgndiparsnzydinrkoagjadradsradimdazeazlenmdnzvfiienkskiebeyxinozylesrrndsdybycsitsdyliadnjsdinjsdlagnongysdlsdiennxenlfloaagyiienvosislegflnfgsizylndbotxinrflsdhydaienoxajtyjxeyvnisbbsxenosdcndinrsdiendsdninndiebndifotsylmnriengflnfgiainlisiydrienrabfgndislyfiendisblashfnlliensgxnosyjbsxenolbeaajonyjjteyrgacnradxnoeyxlsleafjrdieycnvnndlfoxoslnrykinoienrslbacnotyivarofgvfisijnycnlgnzadrnosdhzeyinjlnientrncnjaxnradnarrknyifonzylykosnqnofddsdhoafdrieonnlsrnlakienjsdinjbadlslisdhakylsdhjnoazakvjybmydrzesinisjnlieyiiengflnfgiesdmznonyrrnrsdienoagydxnosarientonyrsdlnufndbnseycnflnrvkaoienvjybmisjnlydrzkaoienzesinadnlsiiaamgnyzesjniakshfonafiieyiienkosnqnsllinhydahoyxetbadbnyjsdhienmntzaorkaoienbsxenosdbeyxinokscnzsieafiparsnsygdailfonzenoniahadnwiienonyonadjtizaxallsvsjsisnlylkyoylsbydlnnvfiseycndasrnyzenonadnakiengslydrylkyoylsbydinjjdaadnnjlnmdazlnsienolashfnllszsjjenyrkaoajtgxsylnntafienon\n"
 157      ]
 158     }
 159    ],
 160    "source": [
 161     "print(affine_decipher(sca_text, m_a, a_a, o_a))"
 162    ]
 163   },
 164   {
 165    "cell_type": "code",
 166    "execution_count": 10,
 167    "metadata": {},
 168    "outputs": [
 169     {
 170      "data": {
 171       "text/plain": [
 172        "'etoainhsrdlumwycfgpbvkxjqz'"
 173       ]
 174      },
 175      "execution_count": 10,
 176      "metadata": {},
 177      "output_type": "execute_result"
 178     }
 179    ],
 180    "source": [
 181     "ltrs = [p[0] for p in english_counts.most_common()]\n",
 182     "cat(ltrs)"
 183    ]
 184   },
 185   {
 186    "cell_type": "code",
 187    "execution_count": 11,
 188    "metadata": {},
 189    "outputs": [
 190     {
 191      "data": {
 192       "text/plain": [
 193        "'yrkfdlbqpoisjcumzaetwhxgvn'"
 194       ]
 195      },
 196      "execution_count": 11,
 197      "metadata": {},
 198      "output_type": "execute_result"
 199     }
 200    ],
 201    "source": [
 202     "ctls =  [p[0] for p in collections.Counter(sanitise(ca_text)).most_common()]\n",
 203     "cat(ctls)"
 204    ]
 205   },
 206   {
 207    "cell_type": "code",
 208    "execution_count": 12,
 209    "metadata": {},
 210    "outputs": [
 211     {
 212      "data": {
 213       "text/plain": [
 214        "{'A': 'g',\n",
 215        " 'B': 'h',\n",
 216        " 'C': 'w',\n",
 217        " 'D': 'i',\n",
 218        " 'E': 'p',\n",
 219        " 'F': 'a',\n",
 220        " 'G': 'j',\n",
 221        " 'H': 'k',\n",
 222        " 'I': 'l',\n",
 223        " 'J': 'm',\n",
 224        " 'K': 'o',\n",
 225        " 'L': 'n',\n",
 226        " 'M': 'c',\n",
 227        " 'N': 'z',\n",
 228        " 'O': 'd',\n",
 229        " 'P': 'r',\n",
 230        " 'Q': 's',\n",
 231        " 'R': 't',\n",
 232        " 'S': 'u',\n",
 233        " 'T': 'b',\n",
 234        " 'U': 'y',\n",
 235        " 'V': 'q',\n",
 236        " 'W': 'v',\n",
 237        " 'X': 'x',\n",
 238        " 'Y': 'e',\n",
 239        " 'Z': 'f'}"
 240       ]
 241      },
 242      "execution_count": 12,
 243      "metadata": {},
 244      "output_type": "execute_result"
 245     }
 246    ],
 247    "source": [
 248     "trans = {pr[1].upper(): pr[0] for pr in zip(ltrs, ctls)}\n",
 249     "trans"
 250    ]
 251   },
 252   {
 253    "cell_type": "code",
 254    "execution_count": 13,
 255    "metadata": {},
 256    "outputs": [
 257     {
 258      "name": "stdout",
 259      "output_type": "stream",
 260      "text": [
 261       "mirvi mjnda ehisg noeai rrabe daose lwuki sclio oedpu tshed adotm iketh ereod exbnu sthel nwils titan othao kshem ivhib epeeo kadoi ccedp utthe rehis peeoo nrios nmdem iodio dther eason thaog muwht ngnno herrn nmhid peeor iosiw kedio dshel efton messi geput snmet haogt ellsm eshea snkio dyesh nuldm nbeno athao kshem ivhib eclio oedth asmei oyhal eahib ethed nwume otjnd aeyio tedfr nmlno dnoad notko nyhny sheko eyput thefa fthwh icter yisha ddeoa oiwib atvao istno elaot elaos nmere miaos aothe eches usrnn mitth eprat ashmu seuma tyise owrvc tedus aogio nther cnlvi lchip etaww acher aobeo tedao theoa oetee othwe oturv aiske dthem useum tntes tatio dthed nwume otasi utheo tawsn agues sthea mcera ilwac hersw hnnlr eillv hidmn bedno cerhi csash nuldo thibe peeos urcra sedif terth edasw nberv itpnd rumpu tatle ibesm eynod eraog yhite lseth evdeb elnce dnoen ddfei turey isifr aexer uooao grnuo dthre esade snfth elaot elwno sasta ognfi saogl ernyn fpliw kiody hatet alest hitth emuse umtha okyer eidde daoth ernmi ocera ndthe vreid aosez ueowe yyppy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp pyyyp yypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypyyp yyypy pppyp ppypp pyppp ypppy pppyp ppypp pyppp ypppy pppyp ppypp pyppp ypppy pppyp ppypp pyppp ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yypyy ypyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy ypyyy pyyyy pyyyp ppyyy yyppp yyypy yypyy ypyyy pyyyy pppyy pyyyp ypppy yyppp pyypp pyyyp ppyyp ppypy yypyy yypyp yypyy pyyyp yyyyy pypyy ppyyp yypyp yyyyp yyypp yppyp yypyy pyyyy ypyyp yyypy yyypy yypyy ypyyp yyypy pyyyp ypyyy yypyy ypypy pypyp yyypy yypyy ypypy pypyy pyypy yyyyp yyypy ypyyy ypyyp yyypy yyppp ppypp ppyyp yyyyy ppppp ypypy pyppp ppyyy pyyyp yyypy ppppy ypppy yyppp pyyyp yyyyp yyypy yypyy pyyyp ypypy yypyy yyypy yypyp ypypy pyyyp yyypy yypyy ypypy yyyyp yyyyy pypyy yypyy yypyy pyyyp yyypy yypyp yypyy ypyyy ypyyy pypyy ppypy yypyy ypyyy pyyyp ypyyy yypyy yyypy ypyyy pyyyy pyyyp yyypy ypyyy pypyy ypyyy pppyp yyypy pyyyp ypyyy pyypp pyypy yypyp yyyyy ppppy ypyyy pyppp yyppp ypyyy pyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy pyyyp yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yyyyy yypyy ypypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp ypyyy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy pypyp ypypy yypyy pppyp ppypp pyppp ypppy pppyp ppypp pyppp ypppy pppyp ppypp pyppp ypppy pppyp ppypp pyppp yypyy ypyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyy pyyyp yyypy yypyy ypyyp yyahi beuse dpfnr thepl iwkta lesio dyfnr theyh ateno esatt nnkme iyhal etnfa guren utthi tthef raexe asste giong richv wnowe ilaog theke vynrd fnrth ewach eraow hicte rfabe yathn utjnd aeaim ontsu reyhe retng noeqt there ireno lvtyn cnssa palat aesis firis awios eeput ahibe onade iyher enoen fthem asiod isfir isawi otell onnoe elsek onyse ather snagu essay allhe idfnr nlvmc aisee vnuth ere\n"
 262      ]
 263     }
 264    ],
 265    "source": [
 266     "tt = ''.maketrans(trans)\n",
 267     "print(ca.translate(tt))"
 268    ]
 269   },
 270   {
 271    "cell_type": "code",
 272    "execution_count": 14,
 273    "metadata": {},
 274    "outputs": [
 275     {
 276      "name": "stdout",
 277      "output_type": "stream",
 278      "text": [
 279       "maryam jodie has gone i arrived in selcuk as planned but she didnt make the rendezvous the local\n",
 280       "station think she may have been kidnapped but there has been no ransom demand and there is nothing\n",
 281       "much to go on her room had been ransacked and she left no message but something tells me she is ok\n",
 282       "and we should move on i think she may have planned this meanwhile i have the document jodie wanted\n",
 283       "from london i dont know how she knew but the fifth chapter was hidden in a cavity in a stone lintel\n",
 284       "in some remains in the ephesus room at the british museum it was encrypted using another poly\n",
 285       "alphabetic cipher invented in the nineteenth century i asked the museum to test it and the document\n",
 286       "is authentic so i guess the imperial cipher school really had moved on perhaps i shouldnt have been\n",
 287       "surprised after the discovery at bodrum but it leaves me wondering what else they developed one odd\n",
 288       "feature was a frieze running round three sides of the lintel consisting of a single row of\n",
 289       "blackandwhite tiles that the museum think were added in the roman period they read in sequence\n",
 290       "wwbbwwwbwwwbwwwbwwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb www bbw\n",
 291       "wwbw wbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwwb www\n",
 292       "bwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb wwwb wwwb wwwb\n",
 293       "wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb www\n",
 294       "www www www www www www www www www www www www www www www www www www www www www www www www wwbw\n",
 295       "wwbw www www www www www www www www www www www www www www www www www www www www www www www www\n",
 296       "www wwwb wwwb www wb wwwb bbw wwww bbb wwwb wwwb wwwb www bw www bbb wwbw wwbw bbb www bbbb\n",
 297       "wwbbbwwwbbbwwbbbwb www bwwwwbwbwwbwwbwwwbww www bwbwwbbwwbwwbwbwwwwb www bbw bbw\n",
 298       "bwwbwwbwwwwwbwwbwwwb www wb www bwwwbwwbwwwbwbwwwbwb www wwbwwwbwbwbwbwbwwwb www bwwwbwbwbwbwwbwwbww\n",
 299       "www bwwwbwwbwwwwbwwbwwwb www bbb bbw bbbb wwbw wwww bbb bbw bwbwbwbbbbbwwwbwwwbw wwbw bbbb ww bbb\n",
 300       "www bbbb wwwb www wb www bwwwbwwbwwwbwbwbwwwb www wwbwwwbwbwbwbwbwwwb wwwb wwwb www bwb www wwbw\n",
 301       "wwww bwbwwwwbwwwwbwwbwwwb www bwwwbwbwwbwwwbwwwwb www bwbwwbbwbwwwbwwwb wwwb www bwb www wwbw www wb\n",
 302       "wwbw wwbw www bwwwbwwwbwwbwwwbwb wwwb www bbb wbwwwbwbwwwbwbwwwbww bbb wwbw wwbw bww www bbbb wwbw\n",
 303       "wwbwbbbwwbbbwbwwwbww www www www www www www www www www www www www www www www www www www www www\n",
 304       "www www www www www wwbw wwbw www www www www www www www www www www www www www www www www www\n",
 305       "www www www www www www www www wbwwwbwbwwwbwwwbwwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb\n",
 306       "wwwb wwwb wwwb wwwb wwwb wwwb www bwb www bwbwbwbwbwbwbwbwbwb wbwbwbwbwbwbwbwbwbwb\n",
 307       "wbwbwbwbwbwbwbwbwbwb wbwbwbwbwbwbwbwbwbwb www bwwbbbwbbbwbbbwbbbwb bbw bbb wbbbwbbbwbbbwbbbwb bbw\n",
 308       "bbb wbbbwbbbwbbbwbbbwb bbwbbbwbbbwwbwwwbwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb\n",
 309       "wwwb wwwb wwwb www bwwwbwwwbwwwbwwbwwi have used b for the black tiles and w for the white ones it\n",
 310       "took me a while to figure out that the frieze is steganography concealing the keyword for the cipher\n",
 311       "in chapter five without jodie i am not sure where to go next there are only two possibilities as far\n",
 312       "as i can see but i have no idea where one of them is and as far as i can tell no one else knows\n",
 313       "either so i guess i will head for olympia see you there\n"
 314      ]
 315     }
 316    ],
 317    "source": [
 318     "trans = {\n",
 319     " 'A': 'g',\n",
 320     " 'B': 'h',\n",
 321     " 'C': 'c',\n",
 322     " 'D': 'a',\n",
 323     " 'E': 'b',\n",
 324     " 'F': 'i',\n",
 325     " 'G': 'j',\n",
 326     " 'H': 'k',\n",
 327     " 'I': 'l',\n",
 328     " 'J': 'm',\n",
 329     " 'K': 'n',\n",
 330     " 'L': 'o',\n",
 331     " 'M': 'p',\n",
 332     " 'N': 'q',\n",
 333     " 'O': 'd',\n",
 334     " 'P': 'r',\n",
 335     " 'Q': 's',\n",
 336     " 'R': 't',\n",
 337     " 'S': 'u',\n",
 338     " 'T': 'v',\n",
 339     " 'U': 'w',\n",
 340     " 'V': 'x',\n",
 341     " 'W': 'y',\n",
 342     " 'X': 'z',\n",
 343     " 'Y': 'e',\n",
 344     " 'Z': 'f'}\n",
 345     "\n",
 346     "tt = ''.maketrans(trans)\n",
 347     "print('\\n'.join(tpack(segment(sanitise(ca.translate(tt))))))"
 348    ]
 349   },
 350   {
 351    "cell_type": "code",
 352    "execution_count": 15,
 353    "metadata": {},
 354    "outputs": [
 355     {
 356      "data": {
 357       "text/plain": [
 358        "{'A': 'g',\n",
 359        " 'B': 'h',\n",
 360        " 'C': 'c',\n",
 361        " 'D': 'a',\n",
 362        " 'E': 'b',\n",
 363        " 'F': 'i',\n",
 364        " 'G': 'j',\n",
 365        " 'H': 'k',\n",
 366        " 'I': 'l',\n",
 367        " 'J': 'm',\n",
 368        " 'K': 'n',\n",
 369        " 'L': 'o',\n",
 370        " 'M': 'p',\n",
 371        " 'N': 'q',\n",
 372        " 'O': 'd',\n",
 373        " 'P': 'r',\n",
 374        " 'Q': 's',\n",
 375        " 'R': 't',\n",
 376        " 'S': 'u',\n",
 377        " 'T': 'v',\n",
 378        " 'U': 'w',\n",
 379        " 'V': 'x',\n",
 380        " 'W': 'y',\n",
 381        " 'X': 'z',\n",
 382        " 'Y': 'e',\n",
 383        " 'Z': 'f'}"
 384       ]
 385      },
 386      "execution_count": 15,
 387      "metadata": {},
 388      "output_type": "execute_result"
 389     }
 390    ],
 391    "source": [
 392     "trans"
 393    ]
 394   },
 395   {
 396    "cell_type": "code",
 397    "execution_count": 16,
 398    "metadata": {},
 399    "outputs": [
 400     {
 401      "data": {
 402       "text/plain": [
 403        "{'a': 'D',\n",
 404        " 'b': 'E',\n",
 405        " 'c': 'C',\n",
 406        " 'd': 'O',\n",
 407        " 'e': 'Y',\n",
 408        " 'f': 'Z',\n",
 409        " 'g': 'A',\n",
 410        " 'h': 'B',\n",
 411        " 'i': 'F',\n",
 412        " 'j': 'G',\n",
 413        " 'k': 'H',\n",
 414        " 'l': 'I',\n",
 415        " 'm': 'J',\n",
 416        " 'n': 'K',\n",
 417        " 'o': 'L',\n",
 418        " 'p': 'M',\n",
 419        " 'q': 'N',\n",
 420        " 'r': 'P',\n",
 421        " 's': 'Q',\n",
 422        " 't': 'R',\n",
 423        " 'u': 'S',\n",
 424        " 'v': 'T',\n",
 425        " 'w': 'U',\n",
 426        " 'x': 'V',\n",
 427        " 'y': 'W',\n",
 428        " 'z': 'X'}"
 429       ]
 430      },
 431      "execution_count": 16,
 432      "metadata": {},
 433      "output_type": "execute_result"
 434     }
 435    ],
 436    "source": [
 437     "{v: k for k, v in trans.items()}"
 438    ]
 439   },
 440   {
 441    "cell_type": "code",
 442    "execution_count": 17,
 443    "metadata": {},
 444    "outputs": [
 445     {
 446      "name": "stdout",
 447      "output_type": "stream",
 448      "text": [
 449       "maryam jodie has gone i arrived in selcuk as planned but she didnt make the rendezvous the local\n",
 450       "station think she may have been kidnapped but there has been no ransom demand and there is nothing\n",
 451       "much to go on her room had been ransacked and she left no message but something tells me she is ok\n",
 452       "and we should move on i think she may have planned this meanwhile i have the document jodie wanted\n",
 453       "from london i dont know how she knew but the fifth chapter was hidden in a cavity in a stone lintel\n",
 454       "in some remains in the ephesus room at the british museum it was encrypted using another poly\n",
 455       "alphabetic cipher invented in the nineteenth century i asked the museum to test it and the document\n",
 456       "is authentic so i guess the imperial cipher school really had moved on perhaps i shouldnt have been\n",
 457       "surprised after the discovery at bodrum but it leaves me wondering what else they developed one odd\n",
 458       "feature was a frieze running round three sides of the lintel consisting of a single row of\n",
 459       "blackandwhite tiles that the museum think were added in the roman period they read in sequence\n",
 460       "wwbbwwwbwwwbwwwbwwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb www bbw\n",
 461       "wwbw wbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwwb www\n",
 462       "bwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb wwwb wwwb wwwb\n",
 463       "wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb www\n",
 464       "www www www www www www www www www www www www www www www www www www www www www www www www wwbw\n",
 465       "wwbw www www www www www www www www www www www www www www www www www www www www www www www www\n",
 466       "www wwwb wwwb www wb wwwb bbw wwww bbb wwwb wwwb wwwb www bw www bbb wwbw wwbw bbb www bbbb\n",
 467       "wwbbbwwwbbbwwbbbwb www bwwwwbwbwwbwwbwwwbww www bwbwwbbwwbwwbwbwwwwb www bbw bbw\n",
 468       "bwwbwwbwwwwwbwwbwwwb www wb www bwwwbwwbwwwbwbwwwbwb www wwbwwwbwbwbwbwbwwwb www bwwwbwbwbwbwwbwwbww\n",
 469       "www bwwwbwwbwwwwbwwbwwwb www bbb bbw bbbb wwbw wwww bbb bbw bwbwbwbbbbbwwwbwwwbw wwbw bbbb ww bbb\n",
 470       "www bbbb wwwb www wb www bwwwbwwbwwwbwbwbwwwb www wwbwwwbwbwbwbwbwwwb wwwb wwwb www bwb www wwbw\n",
 471       "wwww bwbwwwwbwwwwbwwbwwwb www bwwwbwbwwbwwwbwwwwb www bwbwwbbwbwwwbwwwb wwwb www bwb www wwbw www wb\n",
 472       "wwbw wwbw www bwwwbwwwbwwbwwwbwb wwwb www bbb wbwwwbwbwwwbwbwwwbww bbb wwbw wwbw bww www bbbb wwbw\n",
 473       "wwbwbbbwwbbbwbwwwbww www www www www www www www www www www www www www www www www www www www www\n",
 474       "www www www www www wwbw wwbw www www www www www www www www www www www www www www www www www\n",
 475       "www www www www www www www www wbwwwbwbwwwbwwwbwwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb\n",
 476       "wwwb wwwb wwwb wwwb wwwb wwwb www bwb www bwbwbwbwbwbwbwbwbwb wbwbwbwbwbwbwbwbwbwb\n",
 477       "wbwbwbwbwbwbwbwbwbwb wbwbwbwbwbwbwbwbwbwb www bwwbbbwbbbwbbbwbbbwb bbw bbb wbbbwbbbwbbbwbbbwb bbw\n",
 478       "bbb wbbbwbbbwbbbwbbbwb bbwbbbwbbbwwbwwwbwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb\n",
 479       "wwwb wwwb wwwb www bwwwbwwwbwwwbwwbwwi have used b for the black tiles and w for the white ones it\n",
 480       "took me a while to figure out that the frieze is steganography concealing the keyword for the cipher\n",
 481       "in chapter five without jodie i am not sure where to go next there are only two possibilities as far\n",
 482       "as i can see but i have no idea where one of them is and as far as i can tell no one else knows\n",
 483       "either so i guess i will head for olympia see you there\n"
 484      ]
 485     }
 486    ],
 487    "source": [
 488     "print('\\n'.join(tpack(segment(keyword_decipher(sanitise(ca), 'decoy', KeywordWrapAlphabet.from_last)))))"
 489    ]
 490   },
 491   {
 492    "cell_type": "code",
 493    "execution_count": 18,
 494    "metadata": {},
 495    "outputs": [
 496     {
 497      "data": {
 498       "text/plain": [
 499        "3362"
 500       ]
 501      },
 502      "execution_count": 18,
 503      "metadata": {},
 504      "output_type": "execute_result"
 505     }
 506    ],
 507    "source": [
 508     "open('5a.plaintext', 'w').write('\\n'.join(tpack(segment(sanitise(ca.translate(tt))))))"
 509    ]
 510   },
 511   {
 512    "cell_type": "code",
 513    "execution_count": 19,
 514    "metadata": {
 515     "collapsed": true
 516    },
 517    "outputs": [],
 518    "source": [
 519     "bkeyt = sanitise('''\n",
 520     "wwbbwwwbwwwbwwwbwwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb www bbw\n",
 521     "wwbw wbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwbw bwbwbwbwbwbwbwbwbwwb www\n",
 522     "bwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb bbwbbbwbbbwbbbwbbbwb wwwb wwwb wwwb\n",
 523     "wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb www\n",
 524     "www www www www www www www www www www www www www www www www www www www www www www www www wwbw\n",
 525     "wwbw www www www www www www www www www www www www www www www www www www www www www www www www\n",
 526     "www wwwb wwwb www wb wwwb bbw wwww bbb wwwb wwwb wwwb www bw www bbb wwbw wwbw bbb www bbbb\n",
 527     "wwbbbwwwbbbwwbbbwb www bwwwwbwbwwbwwbwwwbww www bwbwwbbwwbwwbwbwwwwb www bbw bbw\n",
 528     "bwwbwwbwwwwwbwwbwwwb www wb www bwwwbwwbwwwbwbwwwbwb www wwbwwwbwbwbwbwbwwwb www bwwwbwbwbwbwwbwwbww\n",
 529     "www bwwwbwwbwwwwbwwbwwwb www bbb bbw bbbb wwbw wwww bbb bbw bwbwbwbbbbbwwwbwwwbw wwbw bbbb ww bbb\n",
 530     "www bbbb wwwb www wb www bwwwbwwbwwwbwbwbwwwb www wwbwwwbwbwbwbwbwwwb wwwb wwwb www bwb www wwbw\n",
 531     "wwww bwbwwwwbwwwwbwwbwwwb www bwwwbwbwwbwwwbwwwwb www bwbwwbbwbwwwbwwwb wwwb www bwb www wwbw www wb\n",
 532     "wwbw wwbw www bwwwbwwwbwwbwwwbwb wwwb www bbb wbwwwbwbwwwbwbwwwbww bbb wwbw wwbw bww www bbbb wwbw\n",
 533     "wwbwbbbwwbbbwbwwwbww www www www www www www www www www www www www www www www www www www www www\n",
 534     "www www www www www wwbw wwbw www www www www www www www www www www www www www www www www www\n",
 535     "www www www www www www www www wbwwwbwbwwwbwwwbwwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb\n",
 536     "wwwb wwwb wwwb wwwb wwwb wwwb www bwb www bwbwbwbwbwbwbwbwbwb wbwbwbwbwbwbwbwbwbwb\n",
 537     "wbwbwbwbwbwbwbwbwbwb wbwbwbwbwbwbwbwbwbwb www bwwbbbwbbbwbbbwbbbwb bbw bbb wbbbwbbbwbbbwbbbwb bbw\n",
 538     "bbb wbbbwbbbwbbbwbbbwb bbwbbbwbbbwwbwwwbwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb wwwb\n",
 539     "wwwb wwwb wwwb www bwwwbwwwbwwwbwwbww''')"
 540    ]
 541   },
 542   {
 543    "cell_type": "code",
 544    "execution_count": 20,
 545    "metadata": {},
 546    "outputs": [
 547     {
 548      "data": {
 549       "text/plain": [
 550        "1577"
 551       ]
 552      },
 553      "execution_count": 20,
 554      "metadata": {},
 555      "output_type": "execute_result"
 556     }
 557    ],
 558    "source": [
 559     "len(bkeyt)"
 560    ]
 561   },
 562   {
 563    "cell_type": "code",
 564    "execution_count": 21,
 565    "metadata": {},
 566    "outputs": [
 567     {
 568      "data": {
 569       "text/plain": [
 570        "1577"
 571       ]
 572      },
 573      "execution_count": 21,
 574      "metadata": {},
 575      "output_type": "execute_result"
 576     }
 577    ],
 578    "source": [
 579     "19 * 83"
 580    ]
 581   },
 582   {
 583    "cell_type": "code",
 584    "execution_count": 22,
 585    "metadata": {},
 586    "outputs": [
 587     {
 588      "data": {
 589       "text/plain": [
 590        "['  **   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   **  ',\n",
 591        " ' *  * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *  * ',\n",
 592        " '  * *** *** *** *** *** *** *** *** *** *** *** *** *** *** *** *** *** *** *** *  ',\n",
 593        " ' *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   * ',\n",
 594        " '  *                                                                             *  ',\n",
 595        " ' *                                                                               * ',\n",
 596        " '  *    *   ***     ***   *   *   *   *    ***  *   * ***   ****  ***   ***  *** *  ',\n",
 597        " ' *    * *  *  *   *     * *  **  *  * *    *   ** ** *  *  *     *  *   *    *   * ',\n",
 598        " '  *  *   * *   * *     *   * * * * *   *   *   * * * *  *  *     *   *  *    *  *  ',\n",
 599        " ' *   ***** ****  *     ***** * * * *****   *   *   * ****  ***   ****   *    *   * ',\n",
 600        " '  *  *   * * *   *     *   * * * * *   *   *   *   * *     *     * *    *    *  *  ',\n",
 601        " ' *   *   * *  *   *    *   * *  ** *   *   *   *   * *     *     *  *   *    *   * ',\n",
 602        " '  *  *   * *   *   *** *   * *   * *   *  ***  *   * *     ****  *   * ***  *** *  ',\n",
 603        " ' *                                                                               * ',\n",
 604        " '  *                                                                             *  ',\n",
 605        " ' * *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   * * ',\n",
 606        " '  * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * *  ',\n",
 607        " ' *  *** *** *** *** *** *** *** *** *** *** *** *** *** *** *** *** *** *** ***  * ',\n",
 608        " '  *  *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *   *  *  ']"
 609       ]
 610      },
 611      "execution_count": 22,
 612      "metadata": {},
 613      "output_type": "execute_result"
 614     }
 615    ],
 616    "source": [
 617     "tt = ''.maketrans({'w': ' ', 'b': '*'})\n",
 618     "chunks(bkeyt.translate(tt), 83)"
 619    ]
 620   },
 621   {
 622    "cell_type": "code",
 623    "execution_count": 25,
 624    "metadata": {
 625     "collapsed": true
 626    },
 627    "outputs": [],
 628    "source": [
 629     "scb = sanitise(cb)"
 630    ]
 631   },
 632   {
 633    "cell_type": "code",
 634    "execution_count": 27,
 635    "metadata": {},
 636    "outputs": [
 637     {
 638      "data": {
 639       "text/plain": [
 640        "('fwruffnquevmp', -1750.4576000271347)"
 641       ]
 642      },
 643      "execution_count": 27,
 644      "metadata": {},
 645      "output_type": "execute_result"
 646     }
 647    ],
 648    "source": [
 649     "kb, score = vigenere_frequency_break(cb)\n",
 650     "kb, score"
 651    ]
 652   },
 653   {
 654    "cell_type": "code",
 655    "execution_count": 28,
 656    "metadata": {},
 657    "outputs": [
 658     {
 659      "data": {
 660       "text/plain": [
 661        "'nieyqmhcenwlqvchdporosweiohtsshreoihpsvrvusdcostmjezkdeytdhrtasupknropbklngeutgnssthjhhnowgbdwvucncdvofhbdltfpvobiuicirayodpwkpoutibtgcenuhpwachchnbrjydhsfvhqszeuvdcpswatvzmxhsiigkobvcagqcdikfstrvkfggbdkvcvstuvufienwiniasbcecmvdwemkwgtnsyjridowjamhuhnrvxssgewikqxpxhashvwvteulpavioctweavlhtikkkximoikdloikrwswfiojrynulrsgtoktknqcporlruoigivdpeddhrntdmrnucnrioiuetpdnftaipjrewjqtercxzvydhiswrtrneonknnfsyrifcdhedoweptjrechehcptdcehirohbcpniloorntrrrtohgeoandszehilxywfqkrgnphglvcojfbetcietpqmfetkalnahiwixdppersmrihrctseahkhtifbokasoozrjgvvkehjsufarunbrtiswzdmriwcrovhdsdeihdteiiustmjupvkhdiisibjloyrdpyxkusdlwfpsehvevdoiudppehzgvcewnhifrvkfggbdkbidptartnotloihpseehrdipeotmlwbcousicucctsktsrlritcanhpdmrehuinioiuuwirsxtanvjshfwyrkacfihfctdipytegvprdowhfldhycrqhfctswdbnagevitctsufsrofoccprycjgnifeikrthnowgcedfedjwiisdtihszeecfvlwjqgehoeicssaqflthagmncpvvifnreneoiioiulytddhuhkrtzsdpevphodehkctsvfhltophksiepsgcohnrnuseajettlhdwhiepjwcenbtbuecihpijncohouidiqjikpovimvsrfridohvchdporhrmhlpnikpacvjiswwgszeyxrcpragclkvxbporlruoigoviferifridicrskiporsyypwgprszenephnicczvttucvqesuiivqleesvfrhcfgchuswrocjslotcnxtiiswkoieatruninitradpaortylcouoahdpehgukcvlrmrafrntaovetrxvyinpenvniquglltisxgy'"
 662       ]
 663      },
 664      "execution_count": 28,
 665      "metadata": {},
 666      "output_type": "execute_result"
 667     }
 668    ],
 669    "source": [
 670     "vigenere_decipher(sanitise(cb), kb)"
 671    ]
 672   },
 673   {
 674    "cell_type": "code",
 675    "execution_count": 29,
 676    "metadata": {},
 677    "outputs": [
 678     {
 679      "data": {
 680       "text/plain": [
 681        "('arcanaimperii', -1506.8637359274674)"
 682       ]
 683      },
 684      "execution_count": 29,
 685      "metadata": {},
 686      "output_type": "execute_result"
 687     }
 688    ],
 689    "source": [
 690     "kb, score = beaufort_frequency_break(cb)\n",
 691     "kb, score"
 692    ]
 693   },
 694   {
 695    "cell_type": "code",
 696    "execution_count": 30,
 697    "metadata": {},
 698    "outputs": [
 699     {
 700      "data": {
 701       "text/plain": [
 702        "'inhisjournaldatedtheidesofoctoberintheyearoftheconsulshipsofcaeceliustulliuscapitopomponianusplotiusfirmusandgaiuscorneliusgallicanusagricolawrotethemysteryofthebattleatcamulodonumisatlastsolvedcalgacusmaybeabarbariannowbuthewasaromancitizenthenwhobetrayedusallforloveofabarbarianithastakenallmyskillsasaleaderofmentokeephimalivethelegionnairesspendtheireveningsdesigningnewandcruelwaystoexecutehiminrevengefortheshamehebroughtuponusbuthislifeispreciousitistheonlycardlefttoplayinoursearchforsalvationandthereturnofthestolenaquilaeifwecanalsorecoverthecodexthenperhapsitslosscanbeconcealedandourliveswillbesparedreleasingtheromantraitorcalgacusmusthavestuckintheproudagricolasthroatbuthemadeapactwiththeremainingcaledoniiandtravellednorthtoexchangetheprisonerfortheaquilaeandthecodexbutthecunningcaledoniantribesmansetanothertrapandpresentedagricolawithaforgerycunninglyassembledwithpagesfromthebooksstolenwhenthetriberansackedmonsgraupiusfortoolongthesonsofromehadunderestimatedthepeopleinbritanniaandwhiletheaquilaofthelegionhadbeenrestoredbytheexchangetheirhonourwasnotagricolafacedareturntoromehumiliationandalmostcertaindeaththesixthchapterofmytaleofwoeisguardedbylightningbullandoak'"
 703       ]
 704      },
 705      "execution_count": 30,
 706      "metadata": {},
 707      "output_type": "execute_result"
 708     }
 709    ],
 710    "source": [
 711     "beaufort_decipher(sanitise(cb), kb)"
 712    ]
 713   },
 714   {
 715    "cell_type": "code",
 716    "execution_count": 31,
 717    "metadata": {},
 718    "outputs": [
 719     {
 720      "data": {
 721       "text/plain": [
 722        "'a'"
 723       ]
 724      },
 725      "execution_count": 31,
 726      "metadata": {},
 727      "output_type": "execute_result"
 728     }
 729    ],
 730    "source": [
 731     "unpos(25 - pos('z'))"
 732    ]
 733   },
 734   {
 735    "cell_type": "code",
 736    "execution_count": 32,
 737    "metadata": {},
 738    "outputs": [
 739     {
 740      "data": {
 741       "text/plain": [
 742        "'zyxwvutsrqponmlkjihgfedcba'"
 743       ]
 744      },
 745      "execution_count": 32,
 746      "metadata": {},
 747      "output_type": "execute_result"
 748     }
 749    ],
 750    "source": [
 751     "cat(unpos(25 - pos(l)) for l in string.ascii_lowercase)"
 752    ]
 753   },
 754   {
 755    "cell_type": "code",
 756    "execution_count": 33,
 757    "metadata": {},
 758    "outputs": [
 759     {
 760      "data": {
 761       "text/plain": [
 762        "'hveheifhbiicuzbbcfgvvnzafwnkqnndivxopvpdionrsyrmjvjlkaehbrfsmvmtvkqrrftcyspatroqqnbndcyiqretamkaszhcaqidtaxmpfrvenkfimmihgrxnvgqtrmcpzsqzpygininbbstddlcomipnnqgqargdgmrkbijtxnubxpuzjzbizesjbvqmutztdzotjzktjvraioamqznxiwnstbedizjnbjurebqqhldegrzvnynjbsdzprnparcknlqxnmryaisrqjxquzevdcijkzsbmmkczinszckaxrmkvnnzzfwlmksajvrzcqdrkqsdfgvyobqfemifqqrjcoilkydqodhdevxbauvrqdmumxaorieubzrdxvrlcowvodkrsqgzzsizvmdvddrnigrzayrlmednqfhqcblgnvrrntkusntzwdqpoddtvypazkhaqgqneyixiiukmcsfngyktqeftzpdmqtupjzjrkdxsunenxybyvqmqtdmfsdcmjkntbmmplvvvmzwvmzzzzcfymmtfumostdtbnzfkydvmddgrccdbjcnapbmmsrmjvtvztbcmmubemtzmdathxksrckiivczbkqzjvxbbyvqwjzzsinsowitztdzotjzenbyrumpsgbbvxopvgqwrcmfivmjtrjsponmsshdcmdrcmxombkjsopkydzblmhevxbkrcdllmuhranozrmdtidpmfedcbfvwkezzfvgrzxizrwkddefedcmrhtqizqzeqdcmtfcmuagskuoxceehvdbmkvqyiqreszfaqrdnxnmkrmwqgqqkekkieuozbrqmkrnvoizbwizihkukawixdzvbgmevxbtprrablnkvqgdbygzobrrqfzdcmsfnsprfncrxrpvespbsdhsrbvvjrbsbcynefqmilghcpeaqkbygwexspbramjbpmwdvgiatzcveonbzdzbbcfgvcojxcvhvyqusraxdireceehxdkuovylzkilefgvyobqfegiaaqdeeonbfidlyxfgvrhxprefmqgqhiuyiwlivipmasrtbdkfcznxbqcreoocieswonydyhwdtzrsqlmmmunvhwjkbmosmheqovbykgmphjsyprvxkvqwclksryojnnfdqpfgziqoyjpchoeszhetlptcrmllzw'"
 763       ]
 764      },
 765      "execution_count": 33,
 766      "metadata": {},
 767      "output_type": "execute_result"
 768     }
 769    ],
 770    "source": [
 771     "rscb = cat(unpos(25 - pos(l)) for l in scb)\n",
 772     "rscb"
 773    ]
 774   },
 775   {
 776    "cell_type": "code",
 777    "execution_count": 34,
 778    "metadata": {},
 779    "outputs": [
 780     {
 781      "data": {
 782       "text/plain": [
 783        "('zixzmzrnkvirr', -1506.8637359274674)"
 784       ]
 785      },
 786      "execution_count": 34,
 787      "metadata": {},
 788      "output_type": "execute_result"
 789     }
 790    ],
 791    "source": [
 792     "kb, score = vigenere_frequency_break(rscb)\n",
 793     "kb, score"
 794    ]
 795   },
 796   {
 797    "cell_type": "code",
 798    "execution_count": 35,
 799    "metadata": {},
 800    "outputs": [
 801     {
 802      "data": {
 803       "text/plain": [
 804        "'inhisjournaldatedtheidesofoctoberintheyearoftheconsulshipsofcaeceliustulliuscapitopomponianusplotiusfirmusandgaiuscorneliusgallicanusagricolawrotethemysteryofthebattleatcamulodonumisatlastsolvedcalgacusmaybeabarbariannowbuthewasaromancitizenthenwhobetrayedusallforloveofabarbarianithastakenallmyskillsasaleaderofmentokeephimalivethelegionnairesspendtheireveningsdesigningnewandcruelwaystoexecutehiminrevengefortheshamehebroughtuponusbuthislifeispreciousitistheonlycardlefttoplayinoursearchforsalvationandthereturnofthestolenaquilaeifwecanalsorecoverthecodexthenperhapsitslosscanbeconcealedandourliveswillbesparedreleasingtheromantraitorcalgacusmusthavestuckintheproudagricolasthroatbuthemadeapactwiththeremainingcaledoniiandtravellednorthtoexchangetheprisonerfortheaquilaeandthecodexbutthecunningcaledoniantribesmansetanothertrapandpresentedagricolawithaforgerycunninglyassembledwithpagesfromthebooksstolenwhenthetriberansackedmonsgraupiusfortoolongthesonsofromehadunderestimatedthepeopleinbritanniaandwhiletheaquilaofthelegionhadbeenrestoredbytheexchangetheirhonourwasnotagricolafacedareturntoromehumiliationandalmostcertaindeaththesixthchapterofmytaleofwoeisguardedbylightningbullandoak'"
 805       ]
 806      },
 807      "execution_count": 35,
 808      "metadata": {},
 809      "output_type": "execute_result"
 810     }
 811    ],
 812    "source": [
 813     "vigenere_decipher(rscb, kb)"
 814    ]
 815   },
 816   {
 817    "cell_type": "code",
 818    "execution_count": 36,
 819    "metadata": {},
 820    "outputs": [
 821     {
 822      "data": {
 823       "text/plain": [
 824        "'arcanaimperii'"
 825       ]
 826      },
 827      "execution_count": 36,
 828      "metadata": {},
 829      "output_type": "execute_result"
 830     }
 831    ],
 832    "source": [
 833     "cat(unpos(25 - pos(l)) for l in kb)"
 834    ]
 835   },
 836   {
 837    "cell_type": "code",
 838    "execution_count": 37,
 839    "metadata": {},
 840    "outputs": [
 841     {
 842      "name": "stdout",
 843      "output_type": "stream",
 844      "text": [
 845       "in his journal dated the ides of october in the year of the consulships of caec eli us tullius\n",
 846       "capito pompon ian us plot i us firm us and gaius cornelius galli can us agricola wrote the mystery\n",
 847       "of the battle at camu lo donum is at last solved cal gac us maybe a barbarian now but he was a roman\n",
 848       "citizen then who betrayed us all for love of a barbarian it has taken all my skills as a leader of\n",
 849       "men to keep him alive the legionnaires spend their evenings designing new and cruel ways to execute\n",
 850       "him in revenge for the shame he brought upon us but his life is precious it is the only card left to\n",
 851       "play in our search for salvation and the return of the stolen aquilae if we can also recover the\n",
 852       "codex then perhaps its loss can be concealed and our lives will be spared releasing the roman\n",
 853       "traitor cal gac us must have stuck in the proud agricola s throat but he made a pact with the\n",
 854       "remaining caledon ii and travelled north to exchange the prisoner for the aquilae and the codex but\n",
 855       "the cunning caledonian tribesman set another trap and presented agricola with a forgery cunningly\n",
 856       "assembled with pages from the books stolen when the tribe ransacked mons grau pius for too long the\n",
 857       "sons of rome had underestimated the people in britannia and while the aquila of the legion had been\n",
 858       "restored by the exchange their honour was not agricola faced a return to rome humiliation and almost\n",
 859       "certain death the sixth chapter of my tale of woe is guarded by lightning bull and oak\n"
 860      ]
 861     }
 862    ],
 863    "source": [
 864     "print('\\n'.join(tpack(segment(vigenere_decipher(rscb, kb)))))"
 865    ]
 866   },
 867   {
 868    "cell_type": "code",
 869    "execution_count": 38,
 870    "metadata": {},
 871    "outputs": [
 872     {
 873      "data": {
 874       "text/plain": [
 875        "1465"
 876       ]
 877      },
 878      "execution_count": 38,
 879      "metadata": {},
 880      "output_type": "execute_result"
 881     }
 882    ],
 883    "source": [
 884     "open('5b.plaintext', 'w').write('\\n'.join(tpack(segment(vigenere_decipher(rscb, kb)))))"
 885    ]
 886   },
 887   {
 888    "cell_type": "code",
 889    "execution_count": 39,
 890    "metadata": {
 891     "collapsed": true
 892    },
 893    "outputs": [],
 894    "source": [
 895     "def beaufort_encipher(message, keyword):\n",
 896     "    \"\"\"Beaufort encipher\n",
 897     "\n",
 898     "    >>> beaufort_encipher('inhisjournaldatedtheidesofoctober', 'arcanaimperii')\n",
 899     "    'sevsvrusyrrxfayyxuteemazudmpjmmwr'\n",
 900     "    \"\"\"\n",
 901     "    shifts = [pos(l) for l in sanitise(keyword)]\n",
 902     "    pairs = zip(message, cycle(shifts))\n",
 903     "    return cat([unpos(k - pos(l)) for l, k in pairs])"
 904    ]
 905   },
 906   {
 907    "cell_type": "code",
 908    "execution_count": 40,
 909    "metadata": {},
 910    "outputs": [
 911     {
 912      "data": {
 913       "text/plain": [
 914        "'sevsvrusyrrxfayyxuteemazudmpjmmwr'"
 915       ]
 916      },
 917      "execution_count": 40,
 918      "metadata": {},
 919      "output_type": "execute_result"
 920     }
 921    ],
 922    "source": [
 923     "beaufort_encipher('inhisjournaldatedtheidesofoctober', 'arcanaimperii')"
 924    ]
 925   },
 926   {
 927    "cell_type": "code",
 928    "execution_count": 41,
 929    "metadata": {
 930     "collapsed": true
 931    },
 932    "outputs": [],
 933    "source": [
 934     "beaufort_decipher = beaufort_encipher"
 935    ]
 936   },
 937   {
 938    "cell_type": "code",
 939    "execution_count": 42,
 940    "metadata": {},
 941    "outputs": [
 942     {
 943      "data": {
 944       "text/plain": [
 945        "'inhisjournaldatedtheidesofoctober'"
 946       ]
 947      },
 948      "execution_count": 42,
 949      "metadata": {},
 950      "output_type": "execute_result"
 951     }
 952    ],
 953    "source": [
 954     "beaufort_decipher('sevsvrusyrrxfayyxuteemazudmpjmmwr', 'arcanaimperii')"
 955    ]
 956   },
 957   {
 958    "cell_type": "code",
 959    "execution_count": 43,
 960    "metadata": {
 961     "collapsed": true
 962    },
 963    "outputs": [],
 964    "source": [
 965     "# def beaufort_sub_break(message, fitness=Pletters):\n",
 966     "#     best_shift = 0\n",
 967     "#     best_fit = float('-inf')\n",
 968     "#     for key in range(26):\n",
 969     "#         plaintext = [unpos(key - pos(l)) for l in message]\n",
 970     "#         fit = fitness(plaintext)\n",
 971     "#         logger.debug('Beaufort sub break attempt using key {0} gives fit of {1} '\n",
 972     "#                      'and decrypt starting: {2}'.format(key, fit,\n",
 973     "#                                                         plaintext[:50]))\n",
 974     "#         if fit > best_fit:\n",
 975     "#             best_fit = fit\n",
 976     "#             best_key = key\n",
 977     "#     logger.info('Beaufort sub break best fit: key {0} gives fit of {1} and '\n",
 978     "#                 'decrypt starting: {2}'.format(best_key, best_fit, \n",
 979     "#                     cat([unpos(best_key - pos(l)) for l in message[:50]])))\n",
 980     "#     return best_key, best_fit"
 981    ]
 982   },
 983   {
 984    "cell_type": "code",
 985    "execution_count": 44,
 986    "metadata": {
 987     "collapsed": true
 988    },
 989    "outputs": [],
 990    "source": [
 991     "# def beaufort_frequency_break(message, max_key_length=20, fitness=Pletters):\n",
 992     "#     \"\"\"Breaks a Beaufort cipher with frequency analysis\n",
 993     "\n",
 994     "#     >>> beaufort_frequency_break(beaufort_encipher(sanitise(\"It is time to \" \\\n",
 995     "#             \"run. She is ready and so am I. I stole Daniel's pocketbook this \" \\\n",
 996     "#             \"afternoon when he left his jacket hanging on the easel in the \" \\\n",
 997     "#             \"attic. I jump every time I hear a footstep on the stairs, \" \\\n",
 998     "#             \"certain that the theft has been discovered and that I will \" \\\n",
 999     "#             \"be caught. The SS officer visits less often now \" \\\n",
1000     "#             \"that he is sure\"), 'florence')) # doctest: +ELLIPSIS\n",
1001     "#     ('florence', -307.5473096791...)\n",
1002     "#     \"\"\"\n",
1003     "#     def worker(message, key_length, fitness):\n",
1004     "#         splits = every_nth(message, key_length)\n",
1005     "#         key = cat([unpos(beaufort_sub_break(s)[0]) for s in splits])\n",
1006     "#         plaintext = beaufort_decipher(message, key)\n",
1007     "#         fit = fitness(plaintext)\n",
1008     "#         return key, fit\n",
1009     "#     sanitised_message = sanitise(message)\n",
1010     "#     results = starmap(worker, [(sanitised_message, i, fitness)\n",
1011     "#                                for i in range(1, max_key_length+1)])\n",
1012     "#     return max(results, key=lambda k: k[1])"
1013    ]
1014   },
1015   {
1016    "cell_type": "code",
1017    "execution_count": 45,
1018    "metadata": {},
1019    "outputs": [
1020     {
1021      "data": {
1022       "text/plain": [
1023        "('arcanaimperii', -1506.8637359274674)"
1024       ]
1025      },
1026      "execution_count": 45,
1027      "metadata": {},
1028      "output_type": "execute_result"
1029     }
1030    ],
1031    "source": [
1032     "beaufort_frequency_break(cb)"
1033    ]
1034   },
1035   {
1036    "cell_type": "code",
1037    "execution_count": null,
1038    "metadata": {
1039     "collapsed": true
1040    },
1041    "outputs": [],
1042    "source": []
1043   }
1044  ],
1045  "metadata": {
1046   "kernelspec": {
1047    "display_name": "Python 3",
1048    "language": "python",
1049    "name": "python3"
1050   },
1051   "language_info": {
1052    "codemirror_mode": {
1053     "name": "ipython",
1054     "version": 3
1055    },
1056    "file_extension": ".py",
1057    "mimetype": "text/x-python",
1058    "name": "python",
1059    "nbconvert_exporter": "python",
1060    "pygments_lexer": "ipython3",
1061    "version": "3.6.1"
1062   }
1063  },
1064  "nbformat": 4,
1065  "nbformat_minor": 2
1066 }