notebooks/02_tf_records.ipynb

{"cells":[{"cell_type":"markdown","metadata":{"id":"Lvo0t7XVIkWZ"},"source":["## Data, model, and training"]},{"cell_type":"code","execution_count":1,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":18188,"status":"ok","timestamp":1657058910900,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"ErBrcyr5U9Ze","outputId":"c9ba41e2-b661-482c-d992-9d1d0a936090"},"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/drive\n"]}],"source":["from google.colab import drive\n","drive.mount('/content/drive')"]},{"cell_type":"code","execution_count":2,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":9,"status":"ok","timestamp":1657058910901,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"zlrSEXvfVLjk","outputId":"80970396-d724-4dad-8567-917a14f01309"},"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/MyDrive/Colab/password\n"]}],"source":["%cd /content/drive/MyDrive/Colab/password/"]},{"cell_type":"code","source":["!ls -ltr data/passwd_db*"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"yYfAfpN9zGsN","executionInfo":{"status":"ok","timestamp":1656946433843,"user_tz":420,"elapsed":2348,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"02b72e35-0f42-4599-f736-051accb7b80e"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["-rw------- 1 root root  234670546 Jul  1 00:21 data/passwd_db_val\n","-rw------- 1 root root 8918059640 Jul  1 00:21 data/passwd_db_train\n","-rw------- 1 root root  234703662 Jul  1 00:21 data/passwd_db_test\n","-rw------- 1 root root        102 Jul  3 15:53 data/passwd_db_min\n","-rw------- 1 root root          0 Jul  3 16:05 data/passwd_db_min.tfrecords\n"]}]},{"cell_type":"code","execution_count":null,"metadata":{"id":"HnrzE6W2XQOz"},"outputs":[],"source":["import numpy as np\n","import tensorflow as tf\n","import os\n","\n","import distutils"]},{"cell_type":"markdown","metadata":{"id":"bL8s4KuoWWlv"},"source":["# Build vocab"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"XU6tz0FFWPhF"},"outputs":[],"source":["# reading from test to build vocab, to reduce loading memory\n","passwds = tf.io.gfile.GFile('data/passwd_db_test').read().split(\"\\n\")"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"TymxIpsXWkvc"},"outputs":[],"source":["vocab = sorted(list(set(''.join(passwds))))"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":5,"status":"ok","timestamp":1656946461765,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"2dSuIr5CXEho","outputId":"c7b95f55-7b8f-48ab-bfe5-5bfc121e1418"},"outputs":[{"output_type":"execute_result","data":{"text/plain":["95"]},"metadata":{},"execution_count":11}],"source":["len(vocab)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"AK2dtPmXXcYz"},"outputs":[],"source":["max_len = max(passwds, key=len)"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":35},"executionInfo":{"elapsed":17,"status":"ok","timestamp":1656946462849,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"IsnfvWWdXdjL","outputId":"a2d10db0-acfa-4c2a-9098-e5712809bd0a"},"outputs":[{"output_type":"execute_result","data":{"text/plain":["'zimin0894zimin0894ver1zimin0894zimin0ziminziminver'"],"application/vnd.google.colaboratory.intrinsic+json":{"type":"string"}},"metadata":{},"execution_count":13}],"source":["max_len"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":16,"status":"ok","timestamp":1656946462850,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"T62jooG8Xi4g","outputId":"77773e38-bb3f-4867-bc6e-5830024a1f07"},"outputs":[{"output_type":"execute_result","data":{"text/plain":["50"]},"metadata":{},"execution_count":14}],"source":["len(max_len)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"E6Xyg_AoXIvG"},"outputs":[],"source":["tokenizer = tf.keras.preprocessing.text.Tokenizer(filters='', char_level=True, lower=False)\n","tokenizer.fit_on_texts(passwds)"]},{"cell_type":"code","execution_count":null,"metadata":{"id":"_JwC8Bx1X7Zv"},"outputs":[],"source":["vocab_size = len(tokenizer.index_word) + 1\n","seq_len = len(max_len) - 1"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":21,"status":"ok","timestamp":1656946544099,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"O0X-lx1mXWCD","outputId":"0dc2bd67-f3b6-45dd-ef10-5646907b8079"},"outputs":[{"output_type":"stream","name":"stdout","text":["Vocab size: 96\n","Seq len: 49\n"]}],"source":["print(f\"Vocab size: {vocab_size}\")\n","print(f\"Seq len: {seq_len}\")"]},{"cell_type":"code","execution_count":null,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"executionInfo":{"elapsed":19,"status":"ok","timestamp":1656946544099,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"},"user_tz":420},"id":"56xHwrU9YPNU","outputId":"e5534611-614e-4002-ed87-e8545e95dc6b"},"outputs":[{"output_type":"execute_result","data":{"text/plain":["array([[30,  1, 12, 12,  0,  0,  0],\n","       [19,  3, 12, 19,  1, 21, 29]], dtype=int32)"]},"metadata":{},"execution_count":18}],"source":["in_ten = tokenizer.texts_to_sequences([\"pass\", \"testadf\"])\n","tf.keras.preprocessing.sequence.pad_sequences(in_ten, padding='post')"]},{"cell_type":"markdown","source":["# Creating TF Records"],"metadata":{"id":"mXMBEXJF3xJG"}},{"cell_type":"code","execution_count":null,"metadata":{"id":"jUtVIEEKjjmO"},"outputs":[],"source":["!head -10 data/passwd_db_train > data/passwd_db_min"]},{"cell_type":"code","source":["def _int64_feature(value):\n","  \"\"\"Returns an int64_list from a bool / enum / int / uint.\"\"\"\n","  return tf.train.Feature(int64_list=tf.train.Int64List(value=value))"],"metadata":{"id":"HalTlohsxHD8"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["def parse_single_text_data(in_vec, out_vec):\n","  data = {\n","        'in_vec' : _int64_feature(in_vec),\n","        'out_vec' : _int64_feature(out_vec)\n","    }\n","  out = tf.train.Example(features=tf.train.Features(feature=data))\n","  return out\n","\n","def write_text_to_tfr(filename):\n","  writer = tf.io.TFRecordWriter(filename+\".tfrecords\") #create a writer that'll store our text data to disk\n","  count = 0\n","  print(filename)\n","  with open(filename) as f:\n","    for line in f:\n","        t = tokenizer.texts_to_sequences([line])[0]\n","        inp, out = tf.keras.preprocessing.sequence.pad_sequences([t[:-1], t[1:]], padding='post', maxlen=seq_len)\n","        out = parse_single_text_data(inp, out)\n","        writer.write(out.SerializeToString())\n","        count += 1\n","  writer.close()\n","  print(f\"Wrote {count} elements to TFRecord\")\n","  return count"],"metadata":{"id":"DZqV3pstxX1l"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["write_text_to_tfr('data/passwd_db_min')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"DOi6kN4Qzq_G","executionInfo":{"status":"ok","timestamp":1656948428483,"user_tz":420,"elapsed":3,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"81b3157f-efe2-4b32-f5f1-0ac82f8ddebb"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["data/passwd_db_min\n","Wrote 10 elements to TFRecord\n"]},{"output_type":"execute_result","data":{"text/plain":["10"]},"metadata":{},"execution_count":70}]},{"cell_type":"code","source":["write_text_to_tfr('data/passwd_db_test')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"PSb-G7m42n3Z","executionInfo":{"status":"ok","timestamp":1656950685913,"user_tz":420,"elapsed":1719423,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"365cfef5-b4db-413f-f465-8905e7d98e13"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["data/passwd_db_test\n","Wrote 21499998 elements to TFRecord\n"]},{"output_type":"execute_result","data":{"text/plain":["21499998"]},"metadata":{},"execution_count":85}]},{"cell_type":"code","source":["write_text_to_tfr('data/passwd_db_val')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"DotHJIHQ2tyc","executionInfo":{"status":"ok","timestamp":1656952405868,"user_tz":420,"elapsed":1719958,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"5dc0cbcf-1003-47ea-d7c7-934a512ab6b6"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["data/passwd_db_val\n","Wrote 21499998 elements to TFRecord\n"]},{"output_type":"execute_result","data":{"text/plain":["21499998"]},"metadata":{},"execution_count":86}]},{"cell_type":"code","source":["write_text_to_tfr('data/passwd_db_train')"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"e58j-AzJ20VL","executionInfo":{"status":"ok","timestamp":1657017630897,"user_tz":420,"elapsed":9190421,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"70426255-d57f-4e46-a903-3d452dc9d539"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["data/passwd_db_train\n","Wrote 816999918 elements to TFRecord\n"]},{"output_type":"execute_result","data":{"text/plain":["816999918"]},"metadata":{},"execution_count":87}]},{"cell_type":"code","source":["!ls -ltr data/passwd_db*"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"XMEzyCPbz0Ls","executionInfo":{"status":"ok","timestamp":1657017633456,"user_tz":420,"elapsed":2560,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"802834e6-1e89-4e96-edb3-38c8e854ef3b"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["-rw------- 1 root root    234670546 Jul  1 00:21 data/passwd_db_val\n","-rw------- 1 root root   8918059640 Jul  1 00:21 data/passwd_db_train\n","-rw------- 1 root root    234703662 Jul  1 00:21 data/passwd_db_test\n","-rw------- 1 root root          102 Jul  4 14:54 data/passwd_db_min\n","-rw------- 1 root root         1500 Jul  4 15:27 data/passwd_db_min.tfrecords\n","-rw------- 1 root root   3224999700 Jul  4 16:04 data/passwd_db_test.tfrecords\n","-rw------- 1 root root   3224999700 Jul  4 16:33 data/passwd_db_val.tfrecords\n","-rw------- 1 root root 122549987700 Jul  5 10:40 data/passwd_db_train.tfrecords\n"]}]},{"cell_type":"code","source":["raw_dataset = tf.data.TFRecordDataset('data/passwd_db_min.tfrecords')\n","for raw_record in raw_dataset.take(10):\n","  print(raw_record)"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"M0iX15ogwK27","executionInfo":{"status":"ok","timestamp":1656947303138,"user_tz":420,"elapsed":215,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"85acf15b-ab4a-48f0-9a6b-3dd66c1d5fd0"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["tf.Tensor(b'\\n\\x83\\x01\\n@\\n\\x07out_vec\\x125\\x1a3\\n1\\x06\\x01\\x08\\x04\\x11\\x04\\x11\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\n?\\n\\x06in_vec\\x125\\x1a3\\n1#\\x06\\x01\\x08\\x04\\x11\\x04\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00', shape=(), dtype=string)\n","tf.Tensor(b'\\n\\x83\\x01\\n?\\n\\x06in_vec\\x125\\x1a3\\n1\\x0c\\x03$\\x10\\x12\\x0b\\x0f\\x12\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\n@\\n\\x07out_vec\\x125\\x1a3\\n1\\x03$\\x10\\x12\\x0b\\x0f\\x12\\n\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00', shape=(), dtype=string)\n","tf.Tensor(b'\\n\\x83\\x01\\n@\\n\\x07out_vec\\x125\\x1a3\\n1\\x1f\\x03\\x1c\\x01\\x1a\\t\\x06\\x03\\r\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\n?\\n\\x06in_vec\\x125\\x1a3\\n1 \\x1f\\x03\\x1c\\x01\\x1a\\t\\x06\\x03\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00', shape=(), dtype=string)\n","tf.Tensor(b'\\n\\x83\\x01\\n?\\n\\x06in_vec\\x125\\x1a3\\n1\\x03\\x15\"\\x06\\x03\\x15\"\\x06\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\n@\\n\\x07out_vec\\x125\\x1a3\\n1\\x15\"\\x06\\x03\\x15\"\\x06\\x17\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00', shape=(), dtype=string)\n","tf.Tensor(b'\\n\\x83\\x01\\n?\\n\\x06in_vec\\x125\\x1a3\\n1$\\x1c$$\\x1f\\x1e\\x11\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\n@\\n\\x07out_vec\\x125\\x1a3\\n1\\x1c$$\\x1f\\x1e\\x11\\x11\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00', shape=(), dtype=string)\n","tf.Tensor(b'\\n\\x83\\x01\\n?\\n\\x06in_vec\\x125\\x1a3\\n1\\x14 \\x19\\x1d\\x04\\x04\\x04\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\n@\\n\\x07out_vec\\x125\\x1a3\\n1 \\x19\\x1d\\x04\\x04\\x04\\x04\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00', shape=(), dtype=string)\n","tf.Tensor(b'\\n\\x83\\x01\\n@\\n\\x07out_vec\\x125\\x1a3\\n1\\x1f\\x1a\\x19\\x11\\x1f\\x1a\\x19\\x03\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\n?\\n\\x06in_vec\\x125\\x1a3\\n1\\x11\\x1f\\x1a\\x19\\x11\\x1f\\x1a\\x19\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00', shape=(), dtype=string)\n","tf.Tensor(b'\\n\\x83\\x01\\n?\\n\\x06in_vec\\x125\\x1a3\\n14\\x19\\x03\\x06\\t\\x01\\x11\\x02\\x05\\x02\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\n@\\n\\x07out_vec\\x125\\x1a3\\n1\\x19\\x03\\x06\\t\\x01\\x11\\x02\\x05\\x02\\x11\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00', shape=(), dtype=string)\n","tf.Tensor(b'\\n\\x83\\x01\\n?\\n\\x06in_vec\\x125\\x1a3\\n1\\x1d\\x03\\x08\\x1c\\x0c\\x19\\x01\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\n@\\n\\x07out_vec\\x125\\x1a3\\n1\\x03\\x08\\x1c\\x0c\\x19\\x01\\x18\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00', shape=(), dtype=string)\n","tf.Tensor(b'\\n\\x83\\x01\\n@\\n\\x07out_vec\\x125\\x1a3\\n1\\x03\\t\\x16\\x01\\x08\\x0c\\x06\\x13\\x07\\x02\\x04\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\n?\\n\\x06in_vec\\x125\\x1a3\\n1\\x1c\\x03\\t\\x16\\x01\\x08\\x0c\\x06\\x13\\x07\\x02\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00\\x00', shape=(), dtype=string)\n"]}]},{"cell_type":"code","source":["feature_description = {\n","      'in_vec' : tf.io.FixedLenSequenceFeature([], tf.int64, allow_missing=True),\n","      'out_vec':tf.io.FixedLenSequenceFeature([], tf.int64, allow_missing=True),\n","    }\n","\n","def _parse_function(example_proto):\n","  # Parse the input `tf.train.Example` proto using the dictionary above.\n","  record = tf.io.parse_single_example(example_proto, feature_description)\n","  return record['in_vec'], record['out_vec']"],"metadata":{"id":"R8Jp_Airwfvg"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["parsed_dataset = raw_dataset.map(_parse_function)\n","parsed_dataset"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"syQHqgenw0ro","executionInfo":{"status":"ok","timestamp":1656948549010,"user_tz":420,"elapsed":2,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"ca25a5f1-029c-469e-8536-b247c52938f2"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["<MapDataset element_spec=(TensorSpec(shape=(None,), dtype=tf.int64, name=None), TensorSpec(shape=(None,), dtype=tf.int64, name=None))>"]},"metadata":{},"execution_count":72}]},{"cell_type":"code","source":["for parsed_record in parsed_dataset.take(2):\n","  print(repr(parsed_record))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"DoVR6Hxww4Pm","executionInfo":{"status":"ok","timestamp":1656948549842,"user_tz":420,"elapsed":3,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"7262c9b3-2ca7-48f6-cd63-16e84cb6173d"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["(<tf.Tensor: shape=(49,), dtype=int64, numpy=\n","array([35,  6,  1,  8,  4, 17,  4,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","        0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","        0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0])>, <tf.Tensor: shape=(49,), dtype=int64, numpy=\n","array([ 6,  1,  8,  4, 17,  4, 17,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","        0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","        0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0])>)\n","(<tf.Tensor: shape=(49,), dtype=int64, numpy=\n","array([12,  3, 36, 16, 18, 11, 15, 18,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","        0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","        0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0])>, <tf.Tensor: shape=(49,), dtype=int64, numpy=\n","array([ 3, 36, 16, 18, 11, 15, 18, 10,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","        0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","        0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0])>)\n"]}]},{"cell_type":"code","source":["feature_description = {\n","      'in_vec' : tf.io.FixedLenSequenceFeature([], tf.int64, allow_missing=True),\n","      'out_vec':tf.io.FixedLenSequenceFeature([], tf.int64, allow_missing=True),\n","    }\n","\n","def _parse_function(example_proto):\n","  # Parse the input `tf.train.Example` proto using the dictionary above.\n","  record = tf.io.parse_single_example(example_proto, feature_description)\n","  return record['in_vec'], record['out_vec']\n","\n","def get_dataset(filename, batch_size=32):\n","    dataset = tf.data.TFRecordDataset(filename).map(_parse_function)\n","    dataset = dataset.shuffle(2048)\n","    dataset = dataset.prefetch(buffer_size=tf.data.AUTOTUNE)\n","    dataset = dataset.batch(batch_size)\n","    return dataset"],"metadata":{"id":"Bglh34gIyeXM"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["t_ds = get_dataset('data/passwd_db_min.tfrecords', batch_size=2)"],"metadata":{"id":"4ylEShmGzRQG"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["embedding_dim = vocab_size\n","rnn_units = 256 # was 1024\n","\n","class MyModel(tf.keras.Model):\n","  def __init__(self, vocab_size, embedding_dim, rnn_units):\n","    super().__init__(self)\n","    self.embedding = tf.keras.layers.Embedding(vocab_size, embedding_dim)\n","    self.gru = tf.keras.layers.GRU(rnn_units,\n","                                   return_sequences=True,\n","                                   return_state=True)\n","    self.dense = tf.keras.layers.Dense(vocab_size)\n","\n","  def call(self, inputs, states=None, return_state=False, training=False):\n","    x = inputs\n","    x = self.embedding(x, training=training)\n","    if states is None:\n","      states = self.gru.get_initial_state(x)\n","    x, states = self.gru(x, initial_state=states, training=training)\n","    x = self.dense(x, training=training)\n","\n","    if return_state:\n","      return x, states\n","    else:\n","      return x"],"metadata":{"id":"UaHoQ6rD3lNB"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["training_model =  MyModel(\n","    vocab_size=vocab_size,\n","    embedding_dim=embedding_dim,\n","    rnn_units=rnn_units)\n","\n","training_model.compile(\n","    optimizer='adam',\n","    loss=tf.losses.SparseCategoricalCrossentropy(from_logits=True))"],"metadata":{"id":"7FPiTEIdzmIO"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["sample_test_input, sample_test_target = next(iter(t_ds))"],"metadata":{"id":"tuGG0aJEz4f0"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["sample_test_input"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"k5HlrTYL0AkS","executionInfo":{"status":"ok","timestamp":1656948768080,"user_tz":420,"elapsed":233,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"9f0cb3a8-65f7-4069-f28d-47bc8008059c"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["<tf.Tensor: shape=(2, 49), dtype=int64, numpy=\n","array([[28,  3,  9, 22,  1,  8, 12,  6, 19,  7,  2,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0],\n","       [29,  3,  8, 28, 12, 25,  1,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0]])>"]},"metadata":{},"execution_count":79}]},{"cell_type":"code","source":["sample_test_target"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"VoBFuGKf18N8","executionInfo":{"status":"ok","timestamp":1656948773998,"user_tz":420,"elapsed":217,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"fecd915b-d139-4e41-e927-ab10b295f6e2"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["<tf.Tensor: shape=(2, 49), dtype=int64, numpy=\n","array([[ 3,  9, 22,  1,  8, 12,  6, 19,  7,  2,  4,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0],\n","       [ 3,  8, 28, 12, 25,  1, 24,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,  0,\n","         0]])>"]},"metadata":{},"execution_count":80}]},{"cell_type":"code","source":["sample_test_preds = training_model(sample_test_input)"],"metadata":{"id":"3SL1NbG01-ek"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["sample_test_preds.shape"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"NEEMA7gy2GzZ","executionInfo":{"status":"ok","timestamp":1656948821484,"user_tz":420,"elapsed":215,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"c84cc582-ac07-4c28-8e8e-7adad069ffb9"},"execution_count":null,"outputs":[{"output_type":"execute_result","data":{"text/plain":["TensorShape([2, 49, 96])"]},"metadata":{},"execution_count":83}]},{"cell_type":"code","source":["training_model.fit(\n","    t_ds,\n","    epochs=1\n",")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"gyF1SDoS2Tot","executionInfo":{"status":"ok","timestamp":1656948914225,"user_tz":420,"elapsed":3017,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"7e15e19b-4cfd-43a9-8e75-efb788f20f7d"},"execution_count":null,"outputs":[{"output_type":"stream","name":"stdout","text":["5/5 [==============================] - 3s 13ms/step - loss: 4.3782\n"]},{"output_type":"execute_result","data":{"text/plain":["<keras.callbacks.History at 0x7fcb00b200d0>"]},"metadata":{},"execution_count":84}]},{"cell_type":"markdown","source":["# Compress and save tfrecords"],"metadata":{"id":"4SwKOXHKaJJq"}},{"cell_type":"code","source":["!which 7z"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"xhsaJRzAaH8_","executionInfo":{"status":"ok","timestamp":1657058937934,"user_tz":420,"elapsed":128,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"ec5d0caf-3f72-41a7-dd68-2eacbc9045c3"},"execution_count":3,"outputs":[{"output_type":"stream","name":"stdout","text":["/usr/bin/7z\n"]}]},{"cell_type":"code","source":["!ls data/*.tfrecords"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"U8ZzThSxaMp0","executionInfo":{"status":"ok","timestamp":1657058967922,"user_tz":420,"elapsed":167,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"1c6e8392-4c49-4b67-f648-029223052301"},"execution_count":5,"outputs":[{"output_type":"stream","name":"stdout","text":["data/passwd_db_min.tfrecords   data/passwd_db_train.tfrecords\n","data/passwd_db_test.tfrecords  data/passwd_db_val.tfrecords\n"]}]},{"cell_type":"code","source":["!du -sh data/*.tfrecords"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"NYk2Yl5XaP0f","executionInfo":{"status":"ok","timestamp":1657058981527,"user_tz":420,"elapsed":167,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"c9b404b7-7a36-48d2-c976-34b9b964dab8"},"execution_count":6,"outputs":[{"output_type":"stream","name":"stdout","text":["1.5K\tdata/passwd_db_min.tfrecords\n","3.1G\tdata/passwd_db_test.tfrecords\n","115G\tdata/passwd_db_train.tfrecords\n","3.1G\tdata/passwd_db_val.tfrecords\n"]}]},{"cell_type":"code","source":["%cd data"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"XIYPt3rXaXTU","executionInfo":{"status":"ok","timestamp":1657059011735,"user_tz":420,"elapsed":175,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"4e83823f-95a1-4d67-9ed8-264fb3aeb7aa"},"execution_count":7,"outputs":[{"output_type":"stream","name":"stdout","text":["/content/drive/MyDrive/Colab/password/data\n"]}]},{"cell_type":"code","source":["!7za a -t7z passwd_tfrecords.7z passwd_db_test.tfrecords passwd_db_val.tfrecords passwd_db_train.tfrecords"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"k11i8XRsaeql","executionInfo":{"status":"ok","timestamp":1657071533710,"user_tz":420,"elapsed":4704565,"user":{"displayName":"Rajashekar Chintalapati","userId":"03596288833202137831"}},"outputId":"8ae51a51-40e2-47a8-8702-2a17f6ccf38d"},"execution_count":8,"outputs":[{"output_type":"stream","name":"stdout","text":["\n","7-Zip (a) [64] 16.02 : Copyright (c) 1999-2016 Igor Pavlov : 2016-05-21\n","p7zip Version 16.02 (locale=en_US.UTF-8,Utf16=on,HugeFiles=on,64 bits,8 CPUs Intel(R) Xeon(R) CPU @ 2.20GHz (406F0),ASM,AES-NI)\n","\n","Scanning the drive:\n","  0M Scan \b\b\b\b\b\b\b\b\b\b          \b\b\b\b\b\b\b\b\b\b3 files, 128999987100 bytes (121 GiB)\n","\n","Creating archive: passwd_tfrecords.7z\n","\n","Items to compress: 3\n","\n","  0%\b\b\b\b    \b\b\b\b  0% + passwd_db_test.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  1% + passwd_db_test.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  2% + passwd_db_test.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                               \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  2% 1 + passwd_db_test.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                 \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  2% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  3% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  4% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  5% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  6% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  7% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  8% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b  9% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 10% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 11% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 12% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 13% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 14% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 15% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 16% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 17% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 18% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 19% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 20% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 21% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 22% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 23% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 24% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 25% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 26% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 27% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 28% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 29% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 30% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 31% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 32% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 33% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 34% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 35% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 36% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 37% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 38% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 39% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 40% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 41% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 42% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 43% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 44% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 45% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 46% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 47% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 48% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 49% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 50% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 51% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 52% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 53% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 54% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 55% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 56% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 57% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 58% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 59% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 60% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 61% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 62% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 63% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 64% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 65% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 66% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 67% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 68% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 69% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 70% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 71% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 72% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 73% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 74% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 75% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 76% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 77% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 78% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 79% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 80% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 81% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 82% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 83% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 84% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 85% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 86% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 87% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 88% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 89% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 90% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 91% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 92% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 93% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 94% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 95% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 96% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 97% 1 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 97% 2 + passwd_db_train.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                  \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 97% 2 + passwd_db_val.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 98% 2 + passwd_db_val.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 99% 2 + passwd_db_val.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b 99% 3 + passwd_db_val.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b100% 3 + passwd_db_val.tfrecords\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b                                \b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\b\n","Files read from disk: 3\n","Archive size: 17109120422 bytes (16 GiB)\n","Everything is Ok\n"]}]},{"cell_type":"code","source":[""],"metadata":{"id":"ESlbUvoaa5Y2"},"execution_count":null,"outputs":[]}],"metadata":{"colab":{"background_execution":"on","collapsed_sections":[],"machine_shape":"hm","name":"02_tf_records.ipynb","provenance":[{"file_id":"1vdJuzfRenaesy9hN_KnkYehufeoygMHe","timestamp":1657029117928},{"file_id":"1Hp0Y7fvMIjiLTdaybwd743Vy-s4nxsEt","timestamp":1656527898493},{"file_id":"1oJjKDODrfSGRSyXdZIEp1qDGxLB2_Kpj","timestamp":1656197402190},{"file_id":"https://github.com/tensorflow/tpu/blob/master/tools/colab/shakespeare_with_tpu_and_keras.ipynb","timestamp":1655128739302}]},"gpuClass":"standard","kernelspec":{"display_name":"Python 3","name":"python3"}},"nbformat":4,"nbformat_minor":0}