2014/2014-challenge5.ipynb

   1 {
   2  "cells": [
   3   {
   4    "cell_type": "code",
   5    "execution_count": 1,
   6    "metadata": {},
   7    "outputs": [],
   8    "source": [
   9     "import os,sys,inspect\n",
  10     "currentdir = os.path.dirname(os.path.abspath(inspect.getfile(inspect.currentframe())))\n",
  11     "parentdir = os.path.dirname(currentdir)\n",
  12     "sys.path.insert(0,parentdir) \n",
  13     "\n",
  14     "import matplotlib.pyplot as plt\n",
  15     "import pandas as pd\n",
  16     "import collections\n",
  17     "import string\n",
  18     "%matplotlib inline\n",
  19     "\n",
  20     "from cipher.keyword_cipher import *\n",
  21     "from cipher.column_transposition import *\n",
  22     "from cipher.railfence import *\n",
  23     "from support.utilities import *\n",
  24     "from support.text_prettify import *\n",
  25     "from support.language_models import *\n",
  26     "from support.plot_frequency_histogram import *\n",
  27     "\n",
  28     "c5a = open('5a.ciphertext').read()\n",
  29     "c5b = open('5b.ciphertext').read()"
  30    ]
  31   },
  32   {
  33    "cell_type": "code",
  34    "execution_count": 2,
  35    "metadata": {},
  36    "outputs": [
  37     {
  38      "data": {
  39       "text/plain": [
  40        "<matplotlib.axes._subplots.AxesSubplot at 0x7fc6513e1a90>"
  41       ]
  42      },
  43      "execution_count": 2,
  44      "metadata": {},
  45      "output_type": "execute_result"
  46     },
  47     {
  48      "data": {
  49       "image/png": "iVBORw0KGgoAAAANSUhEUgAAAY0AAAD7CAYAAACWq8i5AAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDIuMS4yLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvNQv5yAAAGXNJREFUeJzt3X+0XWV95/H3p1B+TAsSNKYsgsZOM1rK+ANSSFdtR6WFgJ2GTpXBtpJxKJkW7KLj9Ec67ZQR6xTbaW0Z23RYkhrUqaLVIa1gmhW11iqYIBQEyuIWZUgWQiT8cLTV4nznj/OkHq7nnPvckHAuyfu11lln7+9+nv3sc+6593P2j3NuqgpJknp8y7Q3QJL09GFoSJK6GRqSpG6GhiSpm6EhSepmaEiSuhkakqRuhoYkqZuhIUnqdui0N2Bfe9aznlXLli2b9mZI0tPKTTfd9MWqWjxXuwMuNJYtW8b27dunvRmS9LSS5N6edh6ekiR1MzQkSd0MDUlSN0NDktTN0JAkdTM0JEndDA1JUjdDQ5LU7YD7cN+BbNm6D42sf/7yVz7FWyLpYOWehiSpm6EhSepmaEiSuhkakqRuhoYkqZuhIUnqZmhIkroZGpKkboaGJKmboSFJ6mZoSJK6GRqSpG5zhkaS5ye5Zej2WJKfT3Jski1J7m73i1r7JLkiyUySW5OcPLSuNa393UnWDNVPSXJb63NFkrT6yDEkSdMxZ2hU1V1V9eKqejFwCvAV4IPAOmBrVS0HtrZ5gLOA5e22FlgPgwAALgVOA04FLh0KgfXAhUP9VrX6uDEkSVMw38NTpwN/V1X3AquBja2+ETinTa8Grq6BG4BjkhwHnAlsqardVfUwsAVY1ZYdXVU3VFUBV89a16gxJElTMN/QOA/4kza9pKrub9NfAJa06eOB+4b67Gi1SfUdI+qTxniCJGuTbE+yfdeuXfN8SJKkXt2hkeQw4EeB981e1vYQah9u1zeZNEZVXVlVK6pqxeLFi/fnZkjSQW0+expnAZ+pqgfa/APt0BLt/sFW3wmcMNRvaatNqi8dUZ80hiRpCuYTGq/hG4emADYBe66AWgNcO1Q/v11FtRJ4tB1i2gyckWRROwF+BrC5LXssycp21dT5s9Y1agxJ0hR0/Y/wJN8G/DDwH4bKlwPXJLkAuBc4t9WvA84GZhhcafU6gKraneRNwLbW7rKq2t2mLwLeARwJXN9uk8aQJE1BV2hU1ZeBZ86qPcTgaqrZbQu4eMx6NgAbRtS3AyeNqI8cQ5I0HX4iXJLUzdCQJHUzNCRJ3QwNSVI3Q0OS1M3QkCR1MzQkSd0MDUlSN0NDktTN0JAkdTM0JEndDA1JUjdDQ5LUzdCQJHUzNCRJ3QwNSVI3Q0OS1M3QkCR16wqNJMckeX+Sv01yZ5LvS3Jski1J7m73i1rbJLkiyUySW5OcPLSeNa393UnWDNVPSXJb63NFkrT6yDEkSdPRu6fx+8CHq+oFwIuAO4F1wNaqWg5sbfMAZwHL220tsB4GAQBcCpwGnApcOhQC64ELh/qtavVxY0iSpmDO0EjyDOAHgasAquprVfUIsBrY2JptBM5p06uBq2vgBuCYJMcBZwJbqmp3VT0MbAFWtWVHV9UNVVXA1bPWNWoMSdIU9OxpPA/YBfxxkpuTvD3JtwFLqur+1uYLwJI2fTxw31D/Ha02qb5jRJ0JYzxBkrVJtifZvmvXro6HJEnaGz2hcShwMrC+ql4CfJlZh4naHkLt+83rG6OqrqyqFVW1YvHixftzMyTpoNYTGjuAHVV1Y5t/P4MQeaAdWqLdP9iW7wROGOq/tNUm1ZeOqDNhDEnSFMwZGlX1BeC+JM9vpdOBO4BNwJ4roNYA17bpTcD57SqqlcCj7RDTZuCMJIvaCfAzgM1t2WNJVrarps6fta5RY0iSpuDQznY/B7w7yWHAPcDrGATONUkuAO4Fzm1trwPOBmaAr7S2VNXuJG8CtrV2l1XV7jZ9EfAO4Ejg+nYDuHzMGJKkKegKjaq6BVgxYtHpI9oWcPGY9WwANoyobwdOGlF/aNQYkqTp8BPhkqRuhoYkqZuhIUnqZmhIkroZGpKkbr2X3ErS1C1b96GR9c9f/sqneEsOXu5pSJK6GRqSpG6GhiSpm6EhSepmaEiSuhkakqRuhoYkqZuhIUnqZmhIkroZGpKkboaGJKmboSFJ6mZoSJK6dYVGks8nuS3JLUm2t9qxSbYkubvdL2r1JLkiyUySW5OcPLSeNa393UnWDNVPaeufaX0zaQxJ0nTM56vRX15VXxyaXwdsrarLk6xr878MnAUsb7fTgPXAaUmOBS4FVgAF3JRkU1U93NpcCNwIXAesAq6fMIZ00Bn3teDgV4PrqfNkDk+tBja26Y3AOUP1q2vgBuCYJMcBZwJbqmp3C4otwKq27OiquqGqCrh61rpGjSFJmoLe0CjgL5LclGRtqy2pqvvb9BeAJW36eOC+ob47Wm1SfceI+qQxniDJ2iTbk2zftWtX50OSJM1X7+Gpl1bVziTPBrYk+dvhhVVVSWrfb17fGFV1JXAlwIoVK/brdkjSwawrNKpqZ7t/MMkHgVOBB5IcV1X3t0NMD7bmO4EThrovbbWdwMtm1T/W6ktHtGfCGF3815CStG/NeXgqybclOWrPNHAG8FlgE7DnCqg1wLVtehNwfruKaiXwaDvEtBk4I8midhXUGcDmtuyxJCvbVVPnz1rXqDEkSVPQs6exBPhguwr2UOB/VdWHk2wDrklyAXAvcG5rfx1wNjADfAV4HUBV7U7yJmBba3dZVe1u0xcB7wCOZHDV1PWtfvmYMSRJUzBnaFTVPcCLRtQfAk4fUS/g4jHr2gBsGFHfDpzUO4YkaTr8RLgkqZuhIUnqZmhIkroZGpKkboaGJKmboSFJ6mZoSJK6GRqSpG6GhiSpm6EhSepmaEiSuhkakqRuhoYkqZuhIUnqZmhIkrr1/o9waZ/yX/FKT0+Ghp60cQEAhsA4Pmd6uvLwlCSpW3doJDkkyc1J/rzNPy/JjUlmkrw3yWGtfnibn2nLlw2t41da/a4kZw7VV7XaTJJ1Q/WRY0iSpmM+exqXAHcOzb8FeGtVfRfwMHBBq18APNzqb23tSHIicB7wPcAq4A9bEB0C/AFwFnAi8JrWdtIYkqQp6DqnkWQp8ErgzcAbkgR4BfATrclG4L8C64HVbRrg/cDbWvvVwHuq6qvA55LMAKe2djNVdU8b6z3A6iR3ThhD0tOcF0M8PfXuafwe8EvA/2vzzwQeqarH2/wO4Pg2fTxwH0Bb/mhr/0/1WX3G1SeN8QRJ1ibZnmT7rl27Oh+SJGm+5gyNJD8CPFhVNz0F27NXqurKqlpRVSsWL1487c2RpANWz+Gp7wd+NMnZwBHA0cDvA8ckObTtCSwFdrb2O4ETgB1JDgWeATw0VN9juM+o+kMTxpAkTcGcexpV9StVtbSqljE4kf2RqvpJ4KPAq1qzNcC1bXpTm6ct/0hVVauf166ueh6wHPg0sA1Y3q6UOqyNsan1GTeGJGkKnsznNH6ZwUnxGQbnH65q9auAZ7b6G4B1AFV1O3ANcAfwYeDiqvp624t4PbCZwdVZ17S2k8aQJE3BvD4RXlUfAz7Wpu/hG1c/Dbf5B+DVY/q/mcEVWLPr1wHXjaiPHEOSNB1+IlyS1M3vnpL0pPmZi4OHexqSpG6GhiSpm6EhSepmaEiSuhkakqRuhoYkqZuhIUnqZmhIkroZGpKkboaGJKmboSFJ6mZoSJK6GRqSpG6GhiSpm6EhSepmaEiSus0ZGkmOSPLpJH+T5PYkb2z15yW5MclMkvcmOazVD2/zM235sqF1/Uqr35XkzKH6qlabSbJuqD5yDEnSdPTsaXwVeEVVvQh4MbAqyUrgLcBbq+q7gIeBC1r7C4CHW/2trR1JTgTOA74HWAX8YZJDkhwC/AFwFnAi8JrWlgljSJKmYM7QqIH/22a/td0KeAXw/lbfCJzTple3edry05Ok1d9TVV+tqs8BM8Cp7TZTVfdU1deA9wCrW59xY0iSpqDrnEbbI7gFeBDYAvwd8EhVPd6a7ACOb9PHA/cBtOWPAs8crs/qM67+zAljzN6+tUm2J9m+a9eunockSdoLXaFRVV+vqhcDSxnsGbxgv27VPFXVlVW1oqpWLF68eNqbI0kHrHldPVVVjwAfBb4POCbJoW3RUmBnm94JnADQlj8DeGi4PqvPuPpDE8aQJE1Bz9VTi5Mc06aPBH4YuJNBeLyqNVsDXNumN7V52vKPVFW1+nnt6qrnAcuBTwPbgOXtSqnDGJws39T6jBtDkjQFh87dhOOAje0qp28BrqmqP09yB/CeJL8B3Axc1dpfBbwzyQywm0EIUFW3J7kGuAN4HLi4qr4OkOT1wGbgEGBDVd3e1vXLY8aQJE3BnKFRVbcCLxlRv4fB+Y3Z9X8AXj1mXW8G3jyifh1wXe8YkqTp8BPhkqRuhoYkqZuhIUnq1nMiXPvBsnUfGln//OWvfIq3RJL6uachSermnoY0i3uB0njuaUiSuhkakqRuhoYkqZuhIUnqZmhIkroZGpKkboaGJKmboSFJ6mZoSJK6GRqSpG6GhiSpm6EhSepmaEiSus0ZGklOSPLRJHckuT3JJa1+bJItSe5u94taPUmuSDKT5NYkJw+ta01rf3eSNUP1U5Lc1vpckSSTxpAkTUfPnsbjwH+qqhOBlcDFSU4E1gFbq2o5sLXNA5wFLG+3tcB6GAQAcClwGnAqcOlQCKwHLhzqt6rVx40hSZqCOUOjqu6vqs+06S8BdwLHA6uBja3ZRuCcNr0auLoGbgCOSXIccCawpap2V9XDwBZgVVt2dFXdUFUFXD1rXaPGkCRNwbzOaSRZBrwEuBFYUlX3t0VfAJa06eOB+4a67Wi1SfUdI+pMGGP2dq1Nsj3J9l27ds3nIUmS5qE7NJJ8O/CnwM9X1WPDy9oeQu3jbXuCSWNU1ZVVtaKqVixevHh/boYkHdS6/t1rkm9lEBjvrqoPtPIDSY6rqvvbIaYHW30ncMJQ96WtthN42az6x1p96Yj2k8aQpC7++959q+fqqQBXAXdW1e8OLdoE7LkCag1w7VD9/HYV1Urg0XaIaTNwRpJF7QT4GcDmtuyxJCvbWOfPWteoMSRJU9Czp/H9wGuB25Lc0mr/GbgcuCbJBcC9wLlt2XXA2cAM8BXgdQBVtTvJm4Btrd1lVbW7TV8EvAM4Eri+3ZgwhiRpCuYMjar6BJAxi08f0b6Ai8esawOwYUR9O3DSiPpDo8aQJE2HnwiXJHXrOhEuaTJPtupg4Z6GJKmboSFJ6mZoSJK6GRqSpG6eCJekJ2nchRBw4F0M4Z6GJKmboSFJ6ubhKUl6mlgIh8EMjX3AD3ZJOlgYGgewhfCuRNKBxXMakqRuhoYkqZuhIUnqZmhIkrp5IlxP4MlzSZO4pyFJ6jZnaCTZkOTBJJ8dqh2bZEuSu9v9olZPkiuSzCS5NcnJQ33WtPZ3J1kzVD8lyW2tzxVJMmkMSdL09OxpvANYNau2DthaVcuBrW0e4CxgebutBdbDIACAS4HTgFOBS4dCYD1w4VC/VXOMIUmakjlDo6o+DuyeVV4NbGzTG4FzhupX18ANwDFJjgPOBLZU1e6qehjYAqxqy46uqhuqqoCrZ61r1BiSpCnZ2xPhS6rq/jb9BWBJmz4euG+o3Y5Wm1TfMaI+aYxvkmQtgz0bnvOc58z3sUgHLC9s0L72pE+Etz2E2gfbstdjVNWVVbWiqlYsXrx4f26KJB3U9nZP44Ekx1XV/e0Q04OtvhM4Yajd0lbbCbxsVv1jrb50RPtJY+xXfvmgJI23t3sam4A9V0CtAa4dqp/frqJaCTzaDjFtBs5IsqidAD8D2NyWPZZkZbtq6vxZ6xo1hiRpSubc00jyJwz2Ep6VZAeDq6AuB65JcgFwL3Bua34dcDYwA3wFeB1AVe1O8iZgW2t3WVXtObl+EYMrtI4Erm83JowhSZqSOUOjql4zZtHpI9oWcPGY9WwANoyobwdOGlF/aNQYkqTp8RPhkqRuhoYkqZuhIUnq5rfcStIQPxA5mXsakqRuhoYkqZuHp3RA8xP+0r7lnoYkqZuhIUnqZmhIkroZGpKkboaGJKmboSFJ6mZoSJK6GRqSpG6GhiSpm6EhSepmaEiSui340EiyKsldSWaSrJv29kjSwWxBf2FhkkOAPwB+GNgBbEuyqarumO6WaRr88kEdSJ6u/7djQYcGcCowU1X3ACR5D7AaMDSk/eTp+sdMo+3rN1upqiezPftVklcBq6rqp9v8a4HTqur1s9qtBda22ecDd41Y3bOAL85zE+wz/z4Ldbvss3C3yz4LY7ueW1WL51xDVS3YG/Aq4O1D868F3raX69pun/3fZ6Ful30W7nbZZ+Fu16jbQj8RvhM4YWh+aatJkqZgoYfGNmB5kuclOQw4D9g05W2SpIPWgj4RXlWPJ3k9sBk4BNhQVbfv5equtM9T0mehbpd9Fu522Wfhbtc3WdAnwiVJC8tCPzwlSVpADA1JUjdDQ9KTkoET5m6pA8EBHxpJFiU5NckP7rnN0f6IJG9I8oEkf5rkPyY54qna3gnblSQ/leTX2/xzkpw6pu072/0lT+U27g9JPtHuv5TksVm3R5N8LslFE/qfMqL2I/tzm/enJC9K8vp2e1FH+/3+eq7BidHr5tsvyauTHNWmf61t48kT2r+lp/Zktefr+Hn2eVeSC5O8YB59ThxRe9kcfX4uyaJ5btvWJGfPqu31CfED+kR4kp8GLmHw+Y5bgJXAp6rqFRP6XAN8CXhXK/0EcExVvXpCn43AJVX1SJtfBPxOVf37We3eMGl7q+p3J4yxHvh/wCuq6rvbGH9RVd87ou0dwA8B1wMvAzJrnN0Txhm1jY8CN1XVLWP6HA78OLCMoSvyquqycePsK0meCXyyqp4/ZvlngPOr6rNt/jXAz1fVaft4O1YAvwo8l8FzEAZ/T184oc+8nrf2JuBC4AOt9GPAlVX1PyaMsTev53m/TtvvwNuqatukvrP63FpVL0zyUuA3gN8Gfn3czybJZ6rq5FHrmGOcXx/zOMY9z5cC5wK7gfcC76uqB+YY4+XAD7TbPwduBj5eVb8/oc9ngXcCvwUc0e5XVNX3TejzGww+evAZYAOwueb4I57kHuA+4CNV9cZW+6bnsteCvuR2H7gE+F7ghqp6eXsX8N/m6HNSVQ2/A/ho+yM8yQv3BAZAVT2c5CUj2h3V7p/ftmvPZ07+NfDpOcY4rapOTnLz0BiHjWn7R8BW4DuBm3hiaFSrj7Oi3f6szf8IcCvwM0neV1W/NaLPtbRgAb466UEk+URVvTTJl9q2/NOiwcOqoyf1n62qHprj3dmrgPcn+QkGv9DnA2eM2bbZ2zSfbXs38IvAbQzCvUf389ZcwOB18OW2vW8BPgWMDQ327vW8gtGvz7sn9DkN+Mkk9wJfpiM0ga+3+1cyCL8PtT+KT5DkZ4GLgO9McuvQoqOAv57jsdC2Z48jGLym7xzXuP1hfWOSFwL/FvjLJDuq6ocm9Ploko8zeN5eDvwM8D3A2NBg8Jy9BfhkeyzvBr5/0gOpql9L8l8YvIZfB7ytvTG4qqr+bky3R4DTgSuS/BnwU5PGmNOT/Uj5Qr4B29r9LcDhbfr2Ofq8C1g5NH8acPUcff4GWDQ0fyxw24T2HweOGpo/isG7kklj3MjgsyqfafOLgZvn6LN+L56zjwPfPjT/7cBfAkcCd4zp89lp/6zneEz/gsGXXH4YOHI/jfGJvegzr+eNQSAdMTR/xKTXWWuzN6/nvXl9PnfUbY4+fw78T+Ae4BjgcOBvRrR7BoO9sT+Ztf5j9/JndTjwsY523wH8HINgunWOtluBG4C3Av8GeHbH+g9jsHd1CzADnDePx/Ai4PeAvwXWM9iz+a0xbW8emv537XW0Y2+eu6o64Pc0diQ5BvjfwJYkDwP3jmqY5DYG7zK/Ffhkkv/T5p/L4Aczye8An0ryvjb/auDNE9ovAb42NP+1VpvkCuCDwLOTvJnBO+hfm9Shqn52jnWO8mye+K73H4ElVfX3Sca9G/5kkn9ZVbftxXj7xdDPc49jGYTujUmoOQ5p7IVLk7ydwR+Pf3qequoD47vM+3n7Ywbb/8E2fw5w1Rx9TuEbr2eA5wB37Xl+xjwP8359VtXI36s5nAusAv57VT2S5DgGe2uz1/0ogz2y1+zFGKP8MwaHrEdq58jOZfDG7H3AhTX3v2O4lcFzfRKDbX0kyaeq6u8n9NnGYG/zexl8keAfJfnxmnzo8BIGe8tfBN4O/GJV/WOSb2GwJ/hLI7r90Z6JqnpH+9lfPMfjGeuAPqcxLMm/YvCO5cNV9bURy587qf9cvxTtpNaecyUfmfQiS/KrDF6Uw7/8762q35xjjBcw2M0MsLWqxu5i76226/tjDF7MMDg0sYlBMF5ZVT851HbPH+ZDgeUM3jF+lb5DE/vVk/157sV47wJeANzONw5PVc06rzWrzx3AdwGfo/N5ayeKX9pm/6qqbp5ju+b9POzt63OhmvUG4hAGYXBZVb1tTPvfZPB4R57Dm2Osoxi8m/8F4Duq6vAJbVdU1fZZtddW1Tsn9Hkjg2/GGPVz++798Tfhm8Y5WEJjoWm//D/QZj8+1y//U6md1N1zbPWvZ7+wh9o9pX+YF7Ikd9WYk/ET+ox8/hbC87aQX5/zNet5fhx4oKoe38djvJ7B83UK8HngrxiE+kf25TgLgaEh7QNJ/hj47Y7DGDoAJfkFBkFx074OpIXG0JD2gSR3MrjUsvtQk/R0ZGhI+8BCPtQk7UuGhiSp2wH/NSKSpH3H0JAkdTM0JEndDA1JUrf/D01s6fDIlGlbAAAAAElFTkSuQmCC\n",
  50       "text/plain": [
  51        "<matplotlib.figure.Figure at 0x7fc6513e14e0>"
  52       ]
  53      },
  54      "metadata": {},
  55      "output_type": "display_data"
  56     }
  57    ],
  58    "source": [
  59     "freqs = pd.Series(english_counts)\n",
  60     "freqs.plot(kind='bar')"
  61    ]
  62   },
  63   {
  64    "cell_type": "code",
  65    "execution_count": 3,
  66    "metadata": {},
  67    "outputs": [
  68     {
  69      "data": {
  70       "text/plain": [
  71        "'sssatanuelclaendeeheevrnhtailsltocsoeoanuodoeecaferbetrtenoiiucrwurfaproeercssoeuatulgtematremlieaveieogcelesaeeeyyiuuoaidaosdmdecsshthuhatcnxaererseltunaghanrdtevepisydtaeamcinmrnweoramrvibodsdfdpatimrssietdaospecgracnetblfioeushsmeeirlshmittrlnesehmclssoswfottwnbyteyngeymttgstariixeeedrnasmltwgmildcrtseogohrolsshmawndsstrabndnecfcayehotdornonenecatneavoeaatehercyrighsayrefsooatemncwtkaaawndadmsllnnnlutfoeeenoyoewtmanrrsxhvorolhisfunnthaeeofolphebaatmnornoeodnvtphnoetedeaeonphpaeuratvhndetahrahpoorsefovddsttpsvgraaatodsuryidovtrelerltmemdheoarshoarrrerxisgeifawfaiyidusiyieeesotkeaelatresntifemteiaighaceiondktkitteaeanecnndictnedddenstsheanrtamneahshidaocnuissctehslnlectheetlltidlcttnpnmcvsvnositdaelxpihsfattysfoedcmwhtebaachertaigriuirtngiaphetrowehwswaacmgcouwoogoegsmtarteeiemvayinogstitagblncstcycolretedarehopnebyegwcteetlteyeteenansafmo'"
  72       ]
  73      },
  74      "execution_count": 3,
  75      "metadata": {},
  76      "output_type": "execute_result"
  77     }
  78    ],
  79    "source": [
  80     "c5bs = sanitise(c5b)\n",
  81     "c5bs"
  82    ]
  83   },
  84   {
  85    "cell_type": "code",
  86    "execution_count": 4,
  87    "metadata": {},
  88    "outputs": [
  89     {
  90      "data": {
  91       "text/plain": [
  92        "(('seabird', <KeywordWrapAlphabet.from_largest: 3>), -1255.0542494109186)"
  93       ]
  94      },
  95      "execution_count": 4,
  96      "metadata": {},
  97      "output_type": "execute_result"
  98     }
  99    ],
 100    "source": [
 101     "key_a, score = keyword_break_mp(c5a)\n",
 102     "key_a, score"
 103    ]
 104   },
 105   {
 106    "cell_type": "code",
 107    "execution_count": 5,
 108    "metadata": {},
 109    "outputs": [
 110     {
 111      "name": "stdout",
 112      "output_type": "stream",
 113      "text": [
 114       "harry i cracked that last message for myself and noticed something really odd the text said it was\n",
 115       "encrypted using a column transposition with keyword seabird but it was enciphered using a rail fence\n",
 116       "cipher i can only assume that the text we retrieved was an archive of the original message re\n",
 117       "encrypted for safety whoever the flag day associates are they have a pretty sophisticated operation\n",
 118       "if they are filing messages like this more like one of the major terrorist groups than the usual\n",
 119       "hacker collective the tech guys took a look at the aerial from the boat and they tell me that it is\n",
 120       "a drag wire usually used to communicate with a submarine when submerged it carried an acoustic\n",
 121       "transducer array as well as a shortwave transmitter and listening gear one thing that puzzles me now\n",
 122       "is why we were allowed to find the ship floating at all surely they must have planned to sink her\n",
 123       "using the scuttling equipment otherwise what was it for they seem too smart to leave it floating for\n",
 124       "us to find any thoughts mark ps just before i sent this the cipher clerk came in with a decrypt of\n",
 125       "the attached columnar transposition keyword has length six think it answers some of our questions\n",
 126       "about the nautilus system\n"
 127      ]
 128     }
 129    ],
 130    "source": [
 131     "print(prettify(keyword_decipher(sanitise(c5a), key_a[0], key_a[1])))"
 132    ]
 133   },
 134   {
 135    "cell_type": "code",
 136    "execution_count": 6,
 137    "metadata": {},
 138    "outputs": [
 139     {
 140      "data": {
 141       "text/plain": [
 142        "(((3, 2, 4, 1, 5, 0), False, True), -1998.321513226948)"
 143       ]
 144      },
 145      "execution_count": 6,
 146      "metadata": {},
 147      "output_type": "execute_result"
 148     }
 149    ],
 150    "source": [
 151     "key_b, score = column_transposition_break_mp(c5bs)\n",
 152     "key_b, score"
 153    ]
 154   },
 155   {
 156    "cell_type": "code",
 157    "execution_count": 7,
 158    "metadata": {},
 159    "outputs": [
 160     {
 161      "name": "stdout",
 162      "output_type": "stream",
 163      "text": [
 164       "phase five seahorse is ready for trials and the nautilus system is fully functional we engaged the\n",
 165       "mechanism and lowered the deck to three feet above sealevel approaching the shore by the radar\n",
 166       "station at all times signals from their communications were monitored and no sign was given that our\n",
 167       "approach had been monitored or even noticed we backed off the deck was raised by two feet and the\n",
 168       "approach attempted again once more our incursion was unnoticed overnight we conducted a range of\n",
 169       "tests and mapped the radar coverage on three separate occasions there seems to have been a flurry of\n",
 170       "activity and our modeling suggests that the ships masts may have triggered brief alarms on all\n",
 171       "occasions the automatic dive systems cut incorrectly lowering the decks to sealevel and the alarms\n",
 172       "were cancelled the seahorse deployment system will be fully mounted tonight and we will conduct a\n",
 173       "battery of tests on the deployment and emergency recovery systems over the next two nights assuming\n",
 174       "that sea and air traffic remains low xxxx\n"
 175      ]
 176     }
 177    ],
 178    "source": [
 179     "print(prettify(column_transposition_decipher(sanitise(c5bs), key_b[0], \n",
 180     "                                                              fillcolumnwise=key_b[1], \n",
 181     "                                                              emptycolumnwise=key_b[2])))"
 182    ]
 183   },
 184   {
 185    "cell_type": "code",
 186    "execution_count": 8,
 187    "metadata": {},
 188    "outputs": [
 189     {
 190      "data": {
 191       "text/plain": [
 192        "(((3, 2, 4, 1, 5, 0), False, True), -2821.4971440358026)"
 193       ]
 194      },
 195      "execution_count": 8,
 196      "metadata": {},
 197      "output_type": "execute_result"
 198     }
 199    ],
 200    "source": [
 201     "key_b, score = column_transposition_break_mp(c5bs, fitness=Ptrigrams)\n",
 202     "key_b, score"
 203    ]
 204   },
 205   {
 206    "cell_type": "code",
 207    "execution_count": 9,
 208    "metadata": {},
 209    "outputs": [
 210     {
 211      "name": "stdout",
 212      "output_type": "stream",
 213      "text": [
 214       "phase five seahorse is ready for trials and the nautilus system is fully functional we engaged the\n",
 215       "mechanism and lowered the deck to three feet above sealevel approaching the shore by the radar\n",
 216       "station at all times signals from their communications were monitored and no sign was given that our\n",
 217       "approach had been monitored or even noticed we backed off the deck was raised by two feet and the\n",
 218       "approach attempted again once more our incursion was unnoticed overnight we conducted a range of\n",
 219       "tests and mapped the radar coverage on three separate occasions there seems to have been a flurry of\n",
 220       "activity and our modeling suggests that the ships masts may have triggered brief alarms on all\n",
 221       "occasions the automatic dive systems cut incorrectly lowering the decks to sealevel and the alarms\n",
 222       "were cancelled the seahorse deployment system will be fully mounted tonight and we will conduct a\n",
 223       "battery of tests on the deployment and emergency recovery systems over the next two nights assuming\n",
 224       "that sea and air traffic remains low xxxx\n"
 225      ]
 226     }
 227    ],
 228    "source": [
 229     "print(prettify(column_transposition_decipher(c5bs, key_b[0], \n",
 230     "                                            fillcolumnwise=key_b[1], \n",
 231     "                                             emptycolumnwise=key_b[2])))"
 232    ]
 233   },
 234   {
 235    "cell_type": "code",
 236    "execution_count": 10,
 237    "metadata": {},
 238    "outputs": [
 239     {
 240      "data": {
 241       "text/plain": [
 242        "['tokens',\n",
 243        " 'trials',\n",
 244        " 'tricks',\n",
 245        " 'tromps',\n",
 246        " 'umiaks',\n",
 247        " 'unfair',\n",
 248        " 'urbans',\n",
 249        " 'urgent',\n",
 250        " 'vocals',\n",
 251        " 'womans',\n",
 252        " 'womens',\n",
 253        " 'wreaks',\n",
 254        " 'wrecks',\n",
 255        " 'yokels',\n",
 256        " 'ricardo',\n",
 257        " 'sneaker',\n",
 258        " 'speaker',\n",
 259        " 'tobagos',\n",
 260        " 'trebles',\n",
 261        " 'woolens',\n",
 262        " 'sneakers',\n",
 263        " 'speakers',\n",
 264        " 'speedier',\n",
 265        " 'tobaccos',\n",
 266        " 'together',\n",
 267        " 'treaties',\n",
 268        " 'treatise',\n",
 269        " 'trollops',\n",
 270        " 'unedited',\n",
 271        " 'woollens',\n",
 272        " 'wreckers',\n",
 273        " 'treatises',\n",
 274        " 'triteness',\n",
 275        " 'usherette',\n",
 276        " 'woodcocks',\n",
 277        " 'tritenesss',\n",
 278        " 'usherettes']"
 279       ]
 280      },
 281      "execution_count": 10,
 282      "metadata": {},
 283      "output_type": "execute_result"
 284     }
 285    ],
 286    "source": [
 287     "transpositions[key_b[0]]"
 288    ]
 289   },
 290   {
 291    "cell_type": "code",
 292    "execution_count": null,
 293    "metadata": {},
 294    "outputs": [],
 295    "source": []
 296   }
 297  ],
 298  "metadata": {
 299   "kernelspec": {
 300    "display_name": "Python 3",
 301    "language": "python",
 302    "name": "python3"
 303   },
 304   "language_info": {
 305    "codemirror_mode": {
 306     "name": "ipython",
 307     "version": 3
 308    },
 309    "file_extension": ".py",
 310    "mimetype": "text/x-python",
 311    "name": "python",
 312    "nbconvert_exporter": "python",
 313    "pygments_lexer": "ipython3",
 314    "version": "3.6.3"
 315   }
 316  },
 317  "nbformat": 4,
 318  "nbformat_minor": 1
 319 }