X-Git-Url: https://git.njae.me.uk/?a=blobdiff_plain;f=szyfrow%2Fsupport%2Fsegment.py;h=77fb5bae6809406b99918dec984f6df3d6001ff0;hb=b535d9d75e69cc395e8de28c99e38564655e5ac9;hp=954dd97f83a22b4ee1917e41045009dc76a4a246;hpb=f19a021eabb3222709b9d513839a14c01cfdfd38;p=szyfrow.git diff --git a/szyfrow/support/segment.py b/szyfrow/support/segment.py index 954dd97..77fb5ba 100644 --- a/szyfrow/support/segment.py +++ b/szyfrow/support/segment.py @@ -1,3 +1,8 @@ +"""Setments a string of characters into words, following a language model. + +Implementation taken from [Peter Norvig](https://norvig.com/ngrams/ch14.pdf) +""" + import sys from functools import lru_cache from szyfrow.support.language_models import Pwords