substrings.nb

Notebook[{
Cell[BoxData[{
 RowBox[{
  RowBox[{"SetDirectory", "[", 
   RowBox[{"NotebookDirectory", "[", "]"}], "]"}], 
  ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"grdat", " ", "=", " ", 
   RowBox[{"Import", "[", 
    RowBox[{"\"\<data/germany-places.csv\>\"", ",", " ", 
     RowBox[{"CharacterEncoding", "\[Rule]", " ", "\"\<UTF8\>\""}]}], "]"}]}],
   ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"names", " ", "=", " ", 
   RowBox[{"grdat", "[", 
    RowBox[{"[", 
     RowBox[{"All", ",", " ", "1"}], "]"}], "]"}]}], ";"}]}], "Input",
 CellChangeTimes->{{3.7017705118307343`*^9, 3.7017705213257637`*^9}}],

Cell[BoxData[{
 RowBox[{
  RowBox[{"names", " ", "=", " ", 
   RowBox[{"SortBy", "[", 
    RowBox[{"names", ",", " ", "StringLength"}], "]"}]}], 
  ";"}], "\[IndentingNewLine]", 
 RowBox[{
  RowBox[{"names", " ", "=", " ", 
   RowBox[{"Reverse", "[", "names", "]"}]}], ";"}]}], "Input",
 CellChangeTimes->{{3.701770527177126*^9, 3.701770531978747*^9}, {
  3.701770667477703*^9, 3.7017706733328943`*^9}, {3.701770836652349*^9, 
  3.701770854780237*^9}}],

Cell[CellGroupData[{

Cell[BoxData[
 RowBox[{"names", "[", 
  RowBox[{"[", "127", "]"}], "]"}]], "Input",
 CellChangeTimes->{{3.701770680089266*^9, 3.701770771324801*^9}}],

Cell[BoxData["\<\"Oy\"\>"], "Output",
 CellChangeTimes->{{3.701770683747911*^9, 3.70177077176007*^9}}]
}, Open  ]],

Cell[CellGroupData[{

Cell[BoxData[
 RowBox[{"names", "[", 
  RowBox[{"[", 
   RowBox[{
    RowBox[{"-", "68"}], ";;", 
    RowBox[{"-", "1"}]}], "]"}], "]"}]], "Input",
 CellChangeTimes->{{3.701770805546064*^9, 3.701770823044491*^9}, {
  3.701770874876408*^9, 3.701770882756414*^9}}],

Cell[BoxData[
 RowBox[{"{", 
  RowBox[{"\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", 
   ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>",
    ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", 
   ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>",
    ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", 
   ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>",
    ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", 
   ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>",
    ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", 
   ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>",
    ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", 
   ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>",
    ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", 
   ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>",
    ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", 
   ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>",
    ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", 
   ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>",
    ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", ",", "\<\"Au\"\>", 
   ",", "\<\"Au\"\>", ",", "\<\"Au\"\>"}], "}"}]], "Output",
 CellChangeTimes->{{3.701770810620406*^9, 3.701770823298009*^9}, 
   3.701770883115326*^9}]
}, Open  ]],

Cell[CellGroupData[{

Cell[BoxData[
 RowBox[{"names", "[", 
  RowBox[{"[", 
   RowBox[{"1", ";;", "15"}], "]"}], "]"}]], "Input",
 CellChangeTimes->{{3.7017709567252607`*^9, 3.701770997707819*^9}}],

Cell[BoxData[
 RowBox[{"{", 
  RowBox[{"\<\"Philipps-Universit\[ADoubleDot]t Marburg - Campus \
Lahnberge\"\>", 
   ",", "\<\"Hammergrabensiedlung - Sedli\[SHacek]\[CAcute]o p\:015bi Goram\
\:015bicy\"\>", 
   ",", "\<\"Ehemalige Kaserne \:201eMecklenburgische Schweiz\
\[OpenCurlyDoubleQuote]\"\>", 
   ",", "\<\"Spremberger Vorstadt - Grodkojske p\:015bedm\[EHacek]sto\"\>", 
   ",", "\<\"Sch\[ODoubleDot]ppenstedter Turm/ ehm. Bahnhof Rautheim\"\>", 
   ",", "\<\"Miteigent\[UDoubleDot]mergemeinschaft Siedlung Erholung\"\>", 
   ",", "\<\"Schorbus Ausbau - Skjarbo\[SHacek]ca\:0144ske wutwarki\"\>", 
   ",", "\<\"Bloischdorf-Kolonie - B\[LSlash]obo\[SHacek]ojce-Kolonija\"\>", 
   ",", "\<\"Neupetershain-Nord - Nowe Wiki-P\[OAcute]dpo\[LSlash]noc\"\>", 
   ",", "\<\"Neubaugebiet Steinfeldstra\[SZ]e - Ulmer Weg\"\>", 
   ",", "\<\"Godendorfer Teerofen 2 Bungalowsiedlung\"\>", 
   ",", "\<\"Godendorfer Teerofen 1 Bungalowsiedlung\"\>", 
   ",", "\<\"Zuckerfabrik / ehm. Bahnhof Salzdahlum\"\>", 
   ",", "\<\"Branitzer Siedlung - Roge\:0144ske sedli\[SHacek]\[CAcute]o\"\>",
    ",", "\<\"Arheilger M\[UDoubleDot]hlchen Restaurant Siedlung\"\>"}], 
  "}"}]], "Output",
 CellChangeTimes->{3.70177099804191*^9}]
}, Open  ]],

Cell[BoxData[
 RowBox[{
  RowBox[{"substrings", "[", "str_String", "]"}], ":=", 
  RowBox[{"Catenate", "@", 
   RowBox[{"Table", "[", 
    RowBox[{
     RowBox[{"StringPartition", "[", 
      RowBox[{"str", ",", "n", ",", "1"}], "]"}], ",", 
     RowBox[{"{", 
      RowBox[{"n", ",", "2", ",", 
       RowBox[{"StringLength", "@", "str"}]}], "}"}]}], "]"}]}]}]], "Input",
 CellChangeTimes->{{3.70177112991194*^9, 3.701771133179597*^9}, {
  3.70177132538482*^9, 3.701771374667162*^9}, {3.7017714055144167`*^9, 
  3.701771408410288*^9}}],

Cell[BoxData[
 RowBox[{
  RowBox[{"subnames", " ", "=", " ", 
   RowBox[{
    RowBox[{"ParallelMap", "[", 
     RowBox[{"substrings", ",", " ", "names"}], "]"}], "//", "Flatten"}]}], 
  ";"}]], "Input",
 CellChangeTimes->{{3.7017714270003633`*^9, 3.7017714439938297`*^9}, {
  3.70177147862638*^9, 3.701771529857625*^9}}],

Cell[CellGroupData[{

Cell[BoxData[
 RowBox[{"Length", "[", "subnames", "]"}]], "Input",
 CellChangeTimes->{{3.701771489393656*^9, 3.701771492491383*^9}}],

Cell[BoxData["5064094"], "Output",
 CellChangeTimes->{{3.7017714928351803`*^9, 3.7017715119945993`*^9}, 
   3.701771555554957*^9}]
}, Open  ]],

Cell[BoxData[
 RowBox[{
  RowBox[{"subcts", " ", "=", " ", 
   RowBox[{"Tally", "[", 
    RowBox[{"Map", "[", 
     RowBox[{"ToLowerCase", ",", " ", "subnames"}], "]"}], "]"}]}], 
  ";"}]], "Input",
 CellChangeTimes->{{3.701771557766375*^9, 3.701771572866128*^9}, {
  3.701771634665358*^9, 3.701771644521104*^9}}],

Cell[CellGroupData[{

Cell[BoxData[
 RowBox[{"subcts", "[", 
  RowBox[{"[", "4", "]"}], "]"}]], "Input",
 CellChangeTimes->{{3.701771591942093*^9, 3.7017716200501757`*^9}}],

Cell[BoxData[
 RowBox[{"{", 
  RowBox[{"\<\"li\"\>", ",", "4393"}], "}"}]], "Output",
 CellChangeTimes->{{3.701771595413517*^9, 3.701771620635975*^9}, 
   3.701771661123374*^9}]
}, Open  ]],

Cell[BoxData[
 RowBox[{
  RowBox[{"subranks", " ", "=", " ", 
   RowBox[{
    RowBox[{"SortBy", "[", 
     RowBox[{"subcts", ",", " ", "Last"}], "]"}], "//", "Reverse"}]}], 
  ";"}]], "Input",
 CellChangeTimes->{{3.701771672809873*^9, 3.701771694832849*^9}}],

Cell[CellGroupData[{

Cell[BoxData[
 RowBox[{"subranks", "[", 
  RowBox[{"[", "1", "]"}], "]"}]], "Input",
 CellChangeTimes->{{3.701771700500922*^9, 3.701771704952841*^9}}],

Cell[BoxData[
 RowBox[{"{", 
  RowBox[{"\<\"en\"\>", ",", "37846"}], "}"}]], "Output",
 CellChangeTimes->{3.7017717053852873`*^9}]
}, Open  ]],

Cell[CellGroupData[{

Cell[BoxData[
 RowBox[{"subranks", "[", 
  RowBox[{"[", 
   RowBox[{"1", ";;", "200"}], "]"}], "]"}]], "Input",
 CellChangeTimes->{{3.701771700500922*^9, 3.701771715912746*^9}, {
  3.701773704408711*^9, 3.701773704528063*^9}}],

Cell[BoxData[
 RowBox[{"{", 
  RowBox[{
   RowBox[{"{", 
    RowBox[{"\<\"en\"\>", ",", "37846"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"er\"\>", ",", "35009"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ch\"\>", ",", "24102"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"te\"\>", ",", "15427"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"be\"\>", ",", "14760"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"in\"\>", ",", "14625"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ei\"\>", ",", "14183"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ho\"\>", ",", "12819"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ha\"\>", ",", "12813"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"le\"\>", ",", "12157"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"he\"\>", ",", "11795"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"el\"\>", ",", "11617"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"st\"\>", ",", "11411"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"au\"\>", ",", "10963"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ber\"\>", ",", "10871"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"or\"\>", ",", "10489"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"se\"\>", ",", "10214"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"de\"\>", ",", "9927"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"sc\"\>", ",", "9315"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"sch\"\>", ",", "9314"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ie\"\>", ",", "9304"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ge\"\>", ",", "9301"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ng\"\>", ",", "9253"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"rg\"\>", ",", "8893"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"of\"\>", ",", "8770"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"hof\"\>", ",", "8347"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ba\"\>", ",", "7718"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ac\"\>", ",", "7710"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"re\"\>", ",", "7608"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ach\"\>", ",", "7190"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"rs\"\>", ",", "7164"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"al\"\>", ",", "7137"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"rf\"\>", ",", "7067"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"us\"\>", ",", "7054"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"erg\"\>", ",", "7038"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"hl\"\>", ",", "7012"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"do\"\>", ",", "6774"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"berg\"\>", ",", "6692"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"orf\"\>", ",", "6419"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nd\"\>", ",", "6265"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"sen\"\>", ",", "6259"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"dor\"\>", ",", "6176"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ing\"\>", ",", "6065"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ne\"\>", ",", "6045"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"an\"\>", ",", "6021"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"fe\"\>", ",", "5997"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"dorf\"\>", ",", "5993"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nb\"\>", ",", "5892"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nh\"\>", ",", "5515"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"it\"\>", ",", "5358"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ar\"\>", ",", "5305"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ers\"\>", ",", "5216"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ra\"\>", ",", "5211"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"bac\"\>", ",", "5199"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"bach\"\>", ",", "5186"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"th\"\>", ",", "5088"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ri\"\>", ",", "5061"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"aus\"\>", ",", "5018"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ste\"\>", ",", "5005"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"we\"\>", ",", "4991"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ro\"\>", ",", "4961"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ter\"\>", ",", "4940"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"tt\"\>", ",", "4893"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"tz\"\>", ",", "4863"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"hau\"\>", ",", "4850"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ed\"\>", ",", "4839"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ck\"\>", ",", "4780"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"eu\"\>", ",", "4699"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"gen\"\>", ",", "4695"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ns\"\>", ",", "4694"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ke\"\>", ",", "4669"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"enb\"\>", ",", "4654"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ten\"\>", ",", "4648"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"un\"\>", ",", "4635"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"che\"\>", ",", "4555"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"\[UDoubleDot]h\"\>", ",", "4445"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ld\"\>", ",", "4435"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"es\"\>", ",", "4396"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"li\"\>", ",", "4393"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"haus\"\>", ",", "4325"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"hle\"\>", ",", "4274"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"m\[UDoubleDot]\"\>", ",", "4270"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ll\"\>", ",", "4236"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"\[UDoubleDot]hl\"\>", ",", "4231"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ol\"\>", ",", "4215"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"me\"\>", ",", "4104"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"la\"\>", ",", "4093"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"enh\"\>", ",", "4022"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"use\"\>", ",", "3967"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"rn\"\>", ",", "3915"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"wi\"\>", ",", "3893"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nt\"\>", ",", "3871"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"sh\"\>", ",", "3863"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"m\[UDoubleDot]h\"\>", ",", "3829"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"m\[UDoubleDot]hl\"\>", ",", "3822"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ein\"\>", ",", "3729"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"wa\"\>", ",", "3585"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"br\"\>", ",", "3575"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"gr\"\>", ",", "3533"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"hen\"\>", ",", "3509"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ma\"\>", ",", "3501"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ic\"\>", ",", "3499"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"\[UDoubleDot]hle\"\>", ",", "3487"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"usen\"\>", ",", "3461"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"m\[UDoubleDot]hle\"\>", ",", "3435"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nn\"\>", ",", "3421"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ause\"\>", ",", "3418"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nge\"\>", ",", "3388"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"am\"\>", ",", "3388"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"hei\"\>", ",", "3380"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"rt\"\>", ",", "3344"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ob\"\>", ",", "3339"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"hause\"\>", ",", "3316"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ausen\"\>", ",", "3313"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"tte\"\>", ",", "3258"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"hausen\"\>", ",", "3241"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"sb\"\>", ",", "3211"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"der\"\>", ",", "3099"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ied\"\>", ",", "3086"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"et\"\>", ",", "3071"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"il\"\>", ",", "3052"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"im\"\>", ",", "3010"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"rh\"\>", ",", "3000"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ru\"\>", ",", "2987"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ls\"\>", ",", "2984"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"is\"\>", ",", "2966"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ni\"\>", ",", "2946"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"obe\"\>", ",", "2924"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ze\"\>", ",", "2907"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ta\"\>", ",", "2889"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ich\"\>", ",", "2868"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"itz\"\>", ",", "2858"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ober\"\>", ",", "2763"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nho\"\>", ",", "2756"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"bu\"\>", ",", "2669"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"sd\"\>", ",", "2647"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"pe\"\>", ",", "2645"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"den\"\>", ",", "2612"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"sdo\"\>", ",", "2608"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"sdor\"\>", ",", "2596"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"sdorf\"\>", ",", "2595"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"erh\"\>", ",", "2587"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ec\"\>", ",", "2562"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"lin\"\>", ",", "2549"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ai\"\>", ",", "2537"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ut\"\>", ",", "2535"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"end\"\>", ",", "2498"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ka\"\>", ",", "2461"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ur\"\>", ",", "2437"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ndo\"\>", ",", "2427"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nte\"\>", ",", "2419"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nbe\"\>", ",", "2419"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ngen\"\>", ",", "2393"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nhof\"\>", ",", "2365"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"oh\"\>", ",", "2353"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ndor\"\>", ",", "2344"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"as\"\>", ",", "2337"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ndorf\"\>", ",", "2336"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"h\[ODoubleDot]\"\>", ",", "2325"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"fen\"\>", ",", "2316"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ad\"\>", ",", "2308"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"wei\"\>", ",", "2289"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"fel\"\>", ",", "2273"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"rb\"\>", ",", "2265"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"si\"\>", ",", "2253"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"os\"\>", ",", "2245"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"chen\"\>", ",", "2242"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"neu\"\>", ",", "2240"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"eb\"\>", ",", "2226"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nber\"\>", ",", "2219"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"rie\"\>", ",", "2214"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nter\"\>", ",", "2202"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nberg\"\>", ",", "2202"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"lb\"\>", ",", "2195"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"na\"\>", ",", "2194"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"lt\"\>", ",", "2162"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"lo\"\>", ",", "2161"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"id\"\>", ",", "2136"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"kl\"\>", ",", "2103"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ler\"\>", ",", "2095"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"inge\"\>", ",", "2077"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"eld\"\>", ",", "2068"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"enho\"\>", ",", "2062"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"lz\"\>", ",", "2038"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ern\"\>", ",", "2038"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"rei\"\>", ",", "2022"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"at\"\>", ",", "2008"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"rd\"\>", ",", "1998"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ens\"\>", ",", "1998"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"r \"\>", ",", "1990"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"hi\"\>", ",", "1983"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"dt\"\>", ",", "1981"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ir\"\>", ",", "1960"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nk\"\>", ",", "1956"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"mm\"\>", ",", "1952"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"eim\"\>", ",", "1952"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ken\"\>", ",", "1943"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"eh\"\>", ",", "1939"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"len\"\>", ",", "1928"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"er \"\>", ",", "1927"}], "}"}]}], "}"}]], "Output",
 CellChangeTimes->{3.701771716208002*^9, 3.701773705201714*^9}]
}, Open  ]],

Cell[CellGroupData[{

Cell[BoxData[
 RowBox[{"Length", "[", "subranks", "]"}]], "Input",
 CellChangeTimes->{{3.701771748402793*^9, 3.701771827432482*^9}}],

Cell[BoxData["1355697"], "Output",
 CellChangeTimes->{{3.701771751894402*^9, 3.701771827860124*^9}}]
}, Open  ]],

Cell[CellGroupData[{

Cell[BoxData[
 RowBox[{"subranks", "[", 
  RowBox[{"[", "354100", "]"}], "]"}]], "Input",
 CellChangeTimes->{{3.70177183201005*^9, 3.7017719122001753`*^9}, {
  3.701772162607164*^9, 3.701772163006999*^9}, {3.7017722877745657`*^9, 
  3.7017723122298927`*^9}}],

Cell[BoxData[
 RowBox[{"{", 
  RowBox[{"\<\"warzenriede\"\>", ",", "1"}], "}"}]], "Output",
 CellChangeTimes->{{3.701771843564046*^9, 3.701771912461402*^9}, 
   3.701772164550548*^9, {3.701772289124145*^9, 3.701772313084165*^9}}]
}, Open  ]],

Cell[BoxData[
 RowBox[{
  RowBox[{"frqsubs", " ", "=", " ", 
   RowBox[{"subranks", "[", 
    RowBox[{"[", 
     RowBox[{"1", ";;", "4100"}], "]"}], "]"}]}], ";"}]], "Input",
 CellChangeTimes->{{3.70177264835223*^9, 3.7017726875568666`*^9}}],

Cell[BoxData[
 RowBox[{
  RowBox[{"lenSortedFrq", " ", "=", " ", 
   RowBox[{
    RowBox[{"SortBy", "[", 
     RowBox[{"frqsubs", ",", " ", 
      RowBox[{
       RowBox[{"StringLength", "[", 
        RowBox[{"First", "[", "#", "]"}], "]"}], "&"}]}], "]"}], " ", "//", 
    "Reverse"}]}], ";"}]], "Input",
 CellChangeTimes->{{3.7017726933949413`*^9, 3.7017727212605667`*^9}, {
  3.701772760076604*^9, 3.701772772858135*^9}}],

Cell[CellGroupData[{

Cell[BoxData[
 RowBox[{"lenSortedFrq", "[", 
  RowBox[{"[", 
   RowBox[{"1", ";;", "50"}], "]"}], "]"}]], "Input",
 CellChangeTimes->{{3.701772725260044*^9, 3.701772738076507*^9}, {
  3.701772866692501*^9, 3.701772868323844*^9}, {3.701772926523757*^9, 
  3.7017729284599867`*^9}, {3.701773089227236*^9, 3.701773091682993*^9}}],

Cell[BoxData[
 RowBox[{"{", 
  RowBox[{
   RowBox[{"{", 
    RowBox[{"\<\"ziegelh\[UDoubleDot]tte\"\>", ",", "100"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ziegelh\[UDoubleDot]tt\"\>", ",", "100"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ringhausen\"\>", ",", "109"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"linghausen\"\>", ",", "102"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"iegelh\[UDoubleDot]tte\"\>", ",", "101"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"friedrichs\"\>", ",", "147"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"forsthaus \"\>", ",", "102"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ertshausen\"\>", ",", "106"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ziegelh\[UDoubleDot]t\"\>", ",", "100"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"steinbach\"\>", ",", "115"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"siedlung \"\>", ",", "158"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\" siedlung\"\>", ",", "100"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"schwarzen\"\>", ",", "112"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"rtshausen\"\>", ",", "131"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ringhause\"\>", ",", "111"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"riedrichs\"\>", ",", "147"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"orsthaus \"\>", ",", "102"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"olzhausen\"\>", ",", "106"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"mannsdorf\"\>", ",", "157"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"linghause\"\>", ",", "107"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"inghausen\"\>", ",", "408"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"iegelh\[UDoubleDot]tt\"\>", ",", "101"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"holzhause\"\>", ",", "101"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"friedrich\"\>", ",", "157"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"forsthaus\"\>", ",", "132"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ertshofen\"\>", ",", "115"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ertshause\"\>", ",", "107"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ershausen\"\>", ",", "244"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"egelh\[UDoubleDot]tte\"\>", ",", "101"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"bauernhof\"\>", ",", "138"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ziegelh\[UDoubleDot]\"\>", ",", "100"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ttenberg\"\>", ",", "110"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ttenbach\"\>", ",", "109"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"tshausen\"\>", ",", "184"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"tersdorf\"\>", ",", "163"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"teinbach\"\>", ",", "115"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"steinbac\"\>", ",", "115"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"siedlung\"\>", ",", "598"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\" siedlun\"\>", ",", "100"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"schwarze\"\>", ",", "135"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"rtshofen\"\>", ",", "117"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"rtshause\"\>", ",", "132"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"rsthaus \"\>", ",", "102"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"rshausen\"\>", ",", "266"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"ringhaus\"\>", ",", "111"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"riedrich\"\>", ",", "157"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"orsthaus\"\>", ",", "132"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"olzhause\"\>", ",", "108"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nkirchen\"\>", ",", "121"}], "}"}], ",", 
   RowBox[{"{", 
    RowBox[{"\<\"nghausen\"\>", ",", "415"}], "}"}]}], "}"}]], "Output",
 CellChangeTimes->{{3.701772738420767*^9, 3.701772774268775*^9}, 
   3.701772869557276*^9, 3.701772928998598*^9, 3.7017730927629223`*^9}]
}, Open  ]],

Cell[CellGroupData[{

Cell[BoxData[
 RowBox[{"strcheck", " ", "=", " ", 
  RowBox[{"{", 
   RowBox[{
   "\"\<h\[UDoubleDot]tte\>\"", ",", " ", "\"\<bach\>\"", ",", " ", 
    "\"\<haus\>\"", ",", " ", "\"\<hof\>\"", ",", " ", 
    "\"\<m\[UDoubleDot]hle\>\"", ",", " ", "\"\<berg\>\"", ",", " ", 
    "\"\<dorf\>\"", ",", " ", "\"\<schwarz\>\"", ",", " ", "\"\<forst\>\""}], 
   "}"}]}]], "Input",
 CellChangeTimes->{{3.70177341727162*^9, 3.701773473850299*^9}, {
  3.701773520681473*^9, 3.7017735266012583`*^9}}],

Cell[BoxData[
 RowBox[{"{", 
  RowBox[{"\<\"h\[UDoubleDot]tte\"\>", ",", "\<\"bach\"\>", 
   ",", "\<\"haus\"\>", ",", "\<\"hof\"\>", ",", "\<\"m\[UDoubleDot]hle\"\>", 
   ",", "\<\"berg\"\>", ",", "\<\"dorf\"\>", ",", "\<\"schwarz\"\>", 
   ",", "\<\"forst\"\>"}], "}"}]], "Output",
 CellChangeTimes->{3.701773573363831*^9}]
}, Open  ]],

Cell[BoxData[""], "Input",
 CellChangeTimes->{{3.701773577547022*^9, 3.701773610960487*^9}}]
},
WindowSize->{958, 1024},
WindowMargins->{{Automatic, 960}, {6, Automatic}},
FrontEndVersion->"11.0 for Linux x86 (64-bit) (September 21, 2016)",
StyleDefinitions->"Default.nb"
]