Bert.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": []
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "code",
      "execution_count": null,
      "metadata": {
        "id": "Mkap_O_Wxqyk"
      },
      "outputs": [],
      "source": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# Masked Language Modeling (MLM)\n",
        "Masked Language Modeling (MLM) is a self-supervised learning task used during the pre-training of language models like BERT. In MLM, a certain percentage of tokens in the input text are masked (replaced with a special [MASK] token), and the model is trained to predict the original value of the masked tokens based on the surrounding context."
      ],
      "metadata": {
        "id": "XXD37IkOxsh0"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "! pip install transformers\n",
        "\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "LhATc69ZxuPL",
        "outputId": "bac7375f-4a4b-4d2e-f5b6-eb87f9aa281b"
      },
      "execution_count": 3,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Looking in indexes: https://pypi.org/simple, https://us-python.pkg.dev/colab-wheels/public/simple/\n",
            "Requirement already satisfied: transformers in /usr/local/lib/python3.10/dist-packages (4.30.0)\n",
            "Requirement already satisfied: filelock in /usr/local/lib/python3.10/dist-packages (from transformers) (3.12.0)\n",
            "Requirement already satisfied: huggingface-hub<1.0,>=0.14.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.15.1)\n",
            "Requirement already satisfied: numpy>=1.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (1.22.4)\n",
            "Requirement already satisfied: packaging>=20.0 in /usr/local/lib/python3.10/dist-packages (from transformers) (23.1)\n",
            "Requirement already satisfied: pyyaml>=5.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (6.0)\n",
            "Requirement already satisfied: regex!=2019.12.17 in /usr/local/lib/python3.10/dist-packages (from transformers) (2022.10.31)\n",
            "Requirement already satisfied: requests in /usr/local/lib/python3.10/dist-packages (from transformers) (2.27.1)\n",
            "Requirement already satisfied: tokenizers!=0.11.3,<0.14,>=0.11.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.13.3)\n",
            "Requirement already satisfied: safetensors>=0.3.1 in /usr/local/lib/python3.10/dist-packages (from transformers) (0.3.1)\n",
            "Requirement already satisfied: tqdm>=4.27 in /usr/local/lib/python3.10/dist-packages (from transformers) (4.65.0)\n",
            "Requirement already satisfied: fsspec in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (2023.4.0)\n",
            "Requirement already satisfied: typing-extensions>=3.7.4.3 in /usr/local/lib/python3.10/dist-packages (from huggingface-hub<1.0,>=0.14.1->transformers) (4.5.0)\n",
            "Requirement already satisfied: urllib3<1.27,>=1.21.1 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (1.26.15)\n",
            "Requirement already satisfied: certifi>=2017.4.17 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2022.12.7)\n",
            "Requirement already satisfied: charset-normalizer~=2.0.0 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (2.0.12)\n",
            "Requirement already satisfied: idna<4,>=2.5 in /usr/local/lib/python3.10/dist-packages (from requests->transformers) (3.4)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import torch\n",
        "from transformers import BertTokenizer\n",
        "\n",
        "tokenizer = BertTokenizer.from_pretrained('bert-base-uncased')\n",
        "\n",
        "# Example input sentence\n",
        "sentence = \"I love playing [MASK].\"\n",
        "\n",
        "# Tokenize the input sentence\n",
        "tokens = tokenizer.tokenize(sentence)\n",
        "\n",
        "# Mask a token randomly\n",
        "masked_index = 3\n",
        "tokens[masked_index] = '[MASK]'\n",
        "\n",
        "# Convert tokens to input IDs\n",
        "input_ids = tokenizer.convert_tokens_to_ids(tokens)\n",
        "\n",
        "# Convert input IDs to tensors\n",
        "input_ids_tensor = torch.tensor([input_ids])\n",
        "\n",
        "# Create a mask tensor indicating the masked positions\n",
        "mask_tensor = (input_ids_tensor == tokenizer.mask_token_id)\n",
        "\n",
        "# Prepare the labels tensor with the original values of masked tokens\n",
        "labels_tensor = torch.tensor(input_ids)\n",
        "\n",
        "# Print the input IDs, mask, and labels tensors\n",
        "print(\"Input IDs:\", input_ids_tensor)\n",
        "print(\"Mask:\", mask_tensor)\n",
        "print(\"Labels:\", labels_tensor)"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "LBF-ZEuix5ZD",
        "outputId": "3acd2bc1-9767-4118-af11-12922694a0a7"
      },
      "execution_count": 4,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Input IDs: tensor([[1045, 2293, 2652,  103, 1012]])\n",
            "Mask: tensor([[False, False, False,  True, False]])\n",
            "Labels: tensor([1045, 2293, 2652,  103, 1012])\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "jR50u5T4ygAL"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "Nr-KdmvMx_ir"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "In the above example, we start with an input sentence and tokenize it using a BERT tokenizer. We randomly select a token to be masked and replace it with the special [MASK] token. Then, we convert the tokens to input IDs using the tokenizer. We create a mask tensor that indicates the positions of the masked tokens. Finally, we prepare the labels tensor with the original values of the masked tokens. The input IDs, mask, and labels tensors can be used as training data for the MLM task during the pre-training phase of a language model like BERT."
      ],
      "metadata": {
        "id": "EYQKooIJx_-b"
      }
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "_cJDCEqlxwZU",
        "outputId": "d0a2ba54-faf1-4791-a40e-ad32616e5f0e"
      },
      "execution_count": 7,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of the model checkpoint at bert-base-uncased were not used when initializing BertForMaskedLM: ['cls.seq_relationship.bias', 'cls.seq_relationship.weight']\n",
            "- This IS expected if you are initializing BertForMaskedLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing BertForMaskedLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
          ]
        }
      ]
    },
    {
      "cell_type": "markdown",
      "source": [
        "# How to use it in training "
      ],
      "metadata": {
        "id": "o1RYoysSzEW0"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import torch\n",
        "import torch.nn as nn\n",
        "from transformers import BertForMaskedLM, BertTokenizer\n",
        "\n",
        "# Load pre-trained BERT model and tokenizer\n",
        "model = BertForMaskedLM.from_pretrained('bert-base-uncased')\n",
        "tokenizer = BertTokenizer.from_pretrained('bert-base-uncased')\n",
        "\n",
        "# Example training data\n",
        "input_sequence = \"I love [MASK] soccer.\"\n",
        "target_sequence = \"playing\"\n",
        "\n",
        "# Tokenize the input and target sequences\n",
        "input_tokens = tokenizer.tokenize(input_sequence)\n",
        "target_tokens = tokenizer.tokenize(target_sequence)\n",
        "\n",
        "# Convert tokens to input IDs\n",
        "input_ids = tokenizer.convert_tokens_to_ids(input_tokens)\n",
        "target_ids = tokenizer.convert_tokens_to_ids(target_tokens)\n",
        "\n",
        "# Convert input IDs to tensors\n",
        "input_ids_tensor = torch.tensor([input_ids])\n",
        "target_ids_tensor = torch.tensor([target_ids])\n",
        "\n",
        "# Forward pass\n",
        "outputs = model(input_ids_tensor)\n",
        "logits = outputs.logits\n",
        "\n",
        "# Compute the loss\n",
        "loss_function = nn.CrossEntropyLoss()\n",
        "loss = loss_function(logits.view(-1, model.config.vocab_size), target_ids_tensor.view(-1))\n",
        "\n",
        "# Backward pass and optimization\n",
        "model.zero_grad()\n",
        "loss.backward()\n",
        "optimizer = torch.optim.Adam(model.parameters(), lr=0.001)\n",
        "optimizer.step()\n"
      ],
      "metadata": {
        "id": "zzjwl00oyg7r"
      },
      "execution_count": 10,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# NExt word prediction\n",
        "recall"
      ],
      "metadata": {
        "id": "Uv1fiFtM0pNl"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import torch\n",
        "import torch.nn as nn\n",
        "import torch.optim as optim\n",
        "\n",
        "# Define the training data\n",
        "input_sentence = \"I love playing soccer.\"\n",
        "target_word = \"playing\"\n",
        "\n",
        "# Define vocabulary\n",
        "vocab = set(input_sentence.split())\n",
        "word_to_idx = {word: idx for idx, word in enumerate(vocab)}\n",
        "\n",
        "# Convert input and target sentences to tensors\n",
        "input_tensor = torch.tensor([word_to_idx[word] for word in input_sentence.split()], dtype=torch.long)\n",
        "target_tensor = torch.tensor(word_to_idx[target_word], dtype=torch.long)\n",
        "\n",
        "# Define the next word prediction model\n",
        "class NextWordPredictionModel(nn.Module):\n",
        "    def __init__(self, vocab_size, embedding_dim, hidden_dim):\n",
        "        super(NextWordPredictionModel, self).__init__()\n",
        "        self.embedding = nn.Embedding(vocab_size, embedding_dim)\n",
        "        self.fc = nn.Linear(embedding_dim, hidden_dim)\n",
        "        self.out = nn.Linear(hidden_dim, vocab_size)\n",
        "    \n",
        "    def forward(self, x):\n",
        "        embedded = self.embedding(x)\n",
        "        out = self.fc(embedded)\n",
        "        out = self.out(out)\n",
        "        return out\n",
        "\n",
        "# Define model hyperparameters\n",
        "vocab_size = len(vocab)\n",
        "embedding_dim = 10\n",
        "hidden_dim = 20\n",
        "\n",
        "# Create an instance of the next word prediction model\n",
        "model = NextWordPredictionModel(vocab_size, embedding_dim, hidden_dim)\n",
        "\n",
        "# Define the loss function\n",
        "loss_function = nn.CrossEntropyLoss()\n",
        "\n",
        "# Define the optimizer\n",
        "optimizer = optim.SGD(model.parameters(), lr=0.1)\n",
        "\n",
        "# Training loop\n",
        "for epoch in range(100):\n",
        "    optimizer.zero_grad()\n",
        "\n",
        "    # Forward pass\n",
        "    output = model(input_tensor)\n",
        "    \n",
        "    # Calculate the loss\n",
        "    loss = loss_function(output.unsqueeze(0), target_tensor.unsqueeze(0))\n",
        "    \n",
        "    # Backward pass\n",
        "    loss.backward()\n",
        "    optimizer.step()\n",
        "\n",
        "    # Print the loss for every 10 epochs\n",
        "    if (epoch + 1) % 10 == 0:\n",
        "        print(f\"Epoch {epoch+1}, Loss: {loss.item()}\")\n",
        "\n",
        "# Example usage\n",
        "test_input = torch.tensor([word_to_idx[word] for word in \"I love\".split()], dtype=torch.long)\n",
        "test_output = model(test_input.unsqueeze(0))\n",
        "predicted_index = torch.argmax(test_output).item()\n",
        "predicted_word = [word for word, idx in word_to_idx.items() if idx == predicted_index][0]\n",
        "print(f\"Predicted Word: {predicted_word}\")\n"
      ],
      "metadata": {
        "id": "4srd7jBf0pqa"
      },
      "execution_count": 14,
      "outputs": []
    },
    {
      "cell_type": "markdown",
      "source": [
        "# *Bert*\n",
        "\n",
        "The BERT (Bidirectional Encoder Representations from Transformers) model is a transformer-based model introduced by Google. It is pre-trained on a large corpus of text data and has achieved state-of-the-art results on various NLP tasks. BERT has two main features that set it apart:\n",
        "\n",
        "Bidirectional Context: BERT reads the entire input sentence in both directions (left-to-right and right-to-left), capturing contextual information from both past and future tokens. This bidirectional context allows BERT to have a deeper understanding of word meaning and sentence structure.\n",
        "\n",
        "Pre-training and Fine-tuning: BERT is pre-trained on large amounts of unlabeled text data using two tasks: masked language modeling and next sentence prediction. After pre-training, BERT can be fine-tuned on specific downstream tasks with labeled data. Fine-tuning allows BERT to adapt its learned representations to the specific task, achieving high performance even with limited labeled data."
      ],
      "metadata": {
        "id": "-BGHbHHGzu87"
      }
    },
    {
      "cell_type": "code",
      "source": [
        "import torch\n",
        "import torch.nn as nn\n",
        "from transformers import BertModel, BertTokenizer\n",
        "\n",
        "# Load the pre-trained BERT model and tokenizer\n",
        "model_name = 'bert-base-uncased'\n",
        "tokenizer = BertTokenizer.from_pretrained(model_name)\n",
        "model = BertModel.from_pretrained(model_name)\n",
        "\n",
        "# Example input sentence\n",
        "sentence = \"Hello, how are you?\"\n",
        "\n",
        "# Tokenize the input sentence\n",
        "tokens = tokenizer.tokenize(sentence)\n",
        "token_ids = tokenizer.convert_tokens_to_ids(tokens)\n",
        "input_ids = torch.tensor([token_ids])\n",
        "\n",
        "# Pass the input through the BERT model\n",
        "outputs = model(input_ids)\n",
        "\n",
        "# Get the contextualized representations of the tokens\n",
        "token_embeddings = outputs.last_hidden_state\n",
        "\n",
        "# Print the contextualized embeddings\n",
        "for i, token in enumerate(tokens):\n",
        "    embedding = token_embeddings[0][i]\n",
        "    print(f\"Token: {token}, Embedding: {embedding}\")\n",
        "\n"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "myAgBC2uyolh",
        "outputId": "defc6b47-8c92-4f06-954f-3bf31e6cf161"
      },
      "execution_count": 11,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "Some weights of the model checkpoint at bert-base-uncased were not used when initializing BertModel: ['cls.predictions.transform.dense.weight', 'cls.predictions.bias', 'cls.predictions.transform.LayerNorm.bias', 'cls.seq_relationship.bias', 'cls.seq_relationship.weight', 'cls.predictions.transform.LayerNorm.weight', 'cls.predictions.transform.dense.bias']\n",
            "- This IS expected if you are initializing BertModel from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).\n",
            "- This IS NOT expected if you are initializing BertModel from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).\n"
          ]
        },
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Token: hello, Embedding: tensor([-3.9924e-01, -3.4411e-02, -3.3965e-01, -2.8517e-01, -3.9406e-02,\n",
            "        -1.9003e-01,  2.5025e-01,  1.4996e-02,  5.8878e-02,  2.9270e-01,\n",
            "        -5.7878e-01, -4.9853e-01, -1.1511e+00, -5.2913e-01, -7.0896e-01,\n",
            "         6.5086e-01,  5.5685e-01,  1.1373e-01, -5.8340e-02, -4.7555e-02,\n",
            "         7.7435e-01,  2.7698e-01,  1.3954e-01, -4.0489e-01, -4.8637e-02,\n",
            "        -1.2433e-01,  7.6382e-01,  5.3296e-01, -3.3520e-01, -7.7987e-01,\n",
            "        -1.0209e-01,  4.1059e-02,  2.5635e-01, -2.1217e-01,  1.8521e-01,\n",
            "         1.4251e-01,  6.3174e-01, -5.1141e-01,  5.1691e-01,  1.3027e-01,\n",
            "         1.7753e-01, -5.0273e-01,  2.2023e-01,  2.8469e-01,  3.0471e-01,\n",
            "        -1.1238e+00, -1.7980e-01,  5.7457e-01, -4.3325e-01, -1.1746e-01,\n",
            "        -5.7595e-01,  2.7140e-01,  1.2023e-01,  7.2939e-01,  2.1635e-01,\n",
            "         4.7397e-01,  2.4393e-01, -2.3373e-01,  3.1348e-01, -6.3376e-02,\n",
            "        -6.8917e-01, -4.3387e-01, -3.5467e-01, -6.3114e-01,  1.1886e+00,\n",
            "         1.1391e-01, -9.4536e-01,  4.5765e-01, -7.5887e-02, -1.1473e+00,\n",
            "        -4.4265e-01, -6.1443e-01, -7.1855e-02, -3.5021e-02,  5.1978e-02,\n",
            "         3.1628e-01, -1.7416e-01,  6.9212e-02,  1.4724e-02,  6.5318e-02,\n",
            "        -1.1575e-01,  6.3588e-02,  2.6483e-01,  2.1692e-01,  1.0136e+00,\n",
            "        -4.2449e-01, -1.0903e-01,  8.8283e-01, -5.7540e-01,  9.2325e-02,\n",
            "         1.4114e-01,  3.2730e-01, -7.5961e-01,  1.0384e-01,  3.9782e-01,\n",
            "         2.2061e-01, -4.9004e-01,  8.8184e-02,  2.4694e-01,  5.6370e-03,\n",
            "        -2.4074e-01, -4.4617e-01,  4.6511e-01, -4.6376e-01, -9.3229e-01,\n",
            "        -8.0709e-01, -3.6923e-01, -2.9067e-01,  3.7473e-01,  1.6399e+00,\n",
            "         2.4339e-01,  3.1315e-01,  4.7244e-01, -9.9771e-01, -3.6375e-01,\n",
            "        -3.7933e-01,  2.4635e-02,  6.3310e-01,  4.0829e-01, -3.9608e-01,\n",
            "         7.1948e-01, -5.4379e-01,  3.7154e-01,  4.8809e-01,  2.1278e-01,\n",
            "         3.4805e-01, -7.5118e-01, -4.4285e-02, -2.8735e-02,  5.1638e-01,\n",
            "         1.4692e+00, -4.5951e-02, -3.7634e-02,  3.3707e-03,  2.6282e-02,\n",
            "         2.2930e-01,  4.5503e-02, -4.6634e-03,  4.3636e-02, -1.0447e+00,\n",
            "        -5.3898e-01,  1.8897e-01,  2.2562e-01, -1.0661e-01, -2.7326e-01,\n",
            "         4.9305e-01,  1.7221e-01, -7.2447e-03,  6.9296e-02,  9.9126e-01,\n",
            "         5.3652e-01,  6.3161e-01,  2.6948e-01, -6.4604e-02,  8.9689e-01,\n",
            "        -3.1671e-01,  3.5228e-01, -8.1518e-01, -9.8408e-01,  8.7712e-02,\n",
            "         3.3404e-01,  3.2272e-01, -1.0044e+00, -2.2503e-01, -2.9271e-01,\n",
            "        -4.8574e-01, -4.9361e-01,  1.3844e+00, -1.9832e-01,  1.3236e+00,\n",
            "        -1.3534e-01, -5.0354e-02,  1.0016e+00,  2.6149e-01,  1.8468e-01,\n",
            "         5.8858e-01,  7.9102e-01, -1.8338e-01,  3.9601e-01,  7.1805e-02,\n",
            "        -8.9787e-01,  2.4048e-01,  8.8469e-01,  6.6750e-01,  6.8762e-01,\n",
            "        -2.3812e-01,  4.0621e-01, -2.5827e-01, -4.6800e-02,  4.0206e-02,\n",
            "        -1.1720e+00, -2.6021e-01, -8.5514e-01, -5.4273e-01,  4.6688e-01,\n",
            "        -1.2773e-01, -7.5428e-01,  4.0911e-01,  1.9179e-01, -4.2302e-01,\n",
            "         6.1105e-01,  9.2399e-01, -1.8969e-01,  4.4948e-02, -1.0404e+00,\n",
            "         4.5424e-01,  5.0601e-02,  2.6538e-01, -5.8921e-01, -6.2706e-01,\n",
            "        -1.8287e-01, -8.8469e-02,  1.5922e-01, -6.5062e-01,  2.2893e-02,\n",
            "        -1.5824e-01, -1.2622e-01,  6.6588e-01,  5.3193e-01,  7.2354e-01,\n",
            "        -7.2016e-01, -5.6039e-01, -8.7879e-01,  7.4228e-01,  4.0910e-02,\n",
            "         3.4714e-01,  1.4044e+00,  6.5684e-01,  7.7242e-01,  8.6144e-01,\n",
            "        -9.3601e-02, -9.6149e-01,  1.2422e+00, -2.1013e-01, -3.8001e-02,\n",
            "         4.0649e-01,  9.3817e-02, -2.4137e-01,  2.1997e-01, -5.6462e-01,\n",
            "        -1.3383e+00,  8.5984e-02, -6.0644e-01, -6.7626e-01, -2.6441e-01,\n",
            "        -5.2401e-01, -1.2812e+00,  1.2697e-01,  3.9233e-01,  1.2456e-01,\n",
            "        -1.5481e-01,  6.8210e-01,  4.5825e-01, -5.9619e-01,  8.0548e-01,\n",
            "        -1.1671e+00,  3.3119e-01,  4.8237e-01, -8.3649e-02, -1.3727e-01,\n",
            "         1.9511e-01, -2.2275e-01, -1.3150e-02, -4.4348e-01,  4.4611e-02,\n",
            "        -9.5514e-01,  1.6688e-01,  5.5720e-01,  1.8234e-01,  1.3104e-01,\n",
            "         7.2219e-01,  6.9975e-01, -2.7675e-01,  1.2534e+00, -6.0501e-01,\n",
            "        -2.9554e-01,  1.9982e-01, -1.2923e-01, -9.3846e-01, -3.2838e-01,\n",
            "        -3.8548e-01,  5.8117e-01, -1.2258e-01,  1.6913e-01, -6.5628e-01,\n",
            "        -2.7563e-01, -1.7004e-02, -4.2177e-01, -1.9761e-01, -5.0655e-01,\n",
            "        -9.6057e-01,  2.5952e-02,  1.0317e-01, -7.4219e-01,  6.0408e-03,\n",
            "        -1.3828e-01, -1.3089e-02,  2.3913e-01,  2.4195e-01, -4.8214e-01,\n",
            "         4.3733e-01, -1.0038e+00,  1.7339e-01,  3.9397e-01, -7.3253e-01,\n",
            "         6.7761e-02,  2.8928e-01, -4.3860e-01, -3.5920e+00,  4.4158e-02,\n",
            "        -4.7657e-01,  4.2089e-02,  2.9913e-01,  8.9491e-01, -1.4193e-01,\n",
            "        -4.2382e-01, -9.9828e-01, -1.7531e-01, -5.7403e-02, -1.5117e-01,\n",
            "         6.1072e-01, -3.0577e-01,  5.4825e-01, -6.3091e-01,  6.7000e-02,\n",
            "        -3.2749e-01,  5.3893e-01,  6.7961e-01,  9.2018e-01, -5.6642e-01,\n",
            "        -7.9002e-02, -8.2382e-02, -2.5954e-02,  2.2081e-01,  8.1255e-01,\n",
            "        -8.0859e-01, -4.6510e-01, -5.4687e-01,  3.4817e-01, -8.7777e-02,\n",
            "         5.7914e-02,  7.9973e-03,  7.1011e-02,  7.1104e-01,  2.6223e-01,\n",
            "        -1.0520e+00,  9.0549e-01,  1.0175e-01, -2.7722e-01, -5.0184e-01,\n",
            "         7.2969e-01, -5.7128e-01,  2.9281e-01, -3.8871e-01,  9.6787e-01,\n",
            "         6.8656e-01,  4.3485e-01,  6.1121e-01, -2.6293e-01,  7.8621e-01,\n",
            "         1.6438e-01, -8.1122e-01,  6.9425e-02,  6.1736e-02,  1.8597e-01,\n",
            "        -1.2128e-01, -1.0645e-01, -1.0669e+00,  4.0276e-01,  7.5597e-01,\n",
            "        -5.7076e-01,  3.9180e-01, -1.6386e-01, -8.4335e-01, -8.5462e-01,\n",
            "         4.8694e-01,  1.7642e-01,  4.8215e-01, -8.2008e-01,  9.5266e-01,\n",
            "         1.4417e-01, -6.0967e-01,  4.7537e-01, -8.4170e-01,  2.3915e-01,\n",
            "        -5.0504e-01, -4.7143e-02, -4.9493e-03, -8.6745e-01, -6.0544e-01,\n",
            "        -5.8220e-02,  4.2120e-01, -6.3852e-01, -1.0249e+00,  7.9262e-03,\n",
            "         5.3656e-01, -8.7544e-02,  6.6429e-01, -2.8520e-01, -2.8189e-01,\n",
            "         5.8906e-01,  5.0533e-01,  4.9503e-01, -3.2068e-01,  4.7937e-01,\n",
            "         2.1235e-01,  1.4361e-01, -2.1457e-01,  4.5232e-02,  6.4473e-01,\n",
            "         3.1290e-01, -2.9394e-01,  8.7693e-01, -1.3187e-01, -8.9690e-01,\n",
            "         2.0736e-01,  3.5261e-01,  6.6592e-01, -3.9344e-01, -3.1733e-01,\n",
            "        -1.6742e-01, -5.2256e-01,  3.2274e-01, -5.0879e-01,  3.2247e-01,\n",
            "         9.3449e-01,  8.9463e-02, -4.8655e-01, -5.8694e-01,  2.5508e-01,\n",
            "        -6.2100e-01, -9.8869e-02,  5.0997e-02,  7.5249e-01, -4.5481e-01,\n",
            "         8.8621e-02,  3.2782e-01, -6.8100e-01, -2.9854e-01,  2.3490e-01,\n",
            "        -7.7997e-02, -3.1786e-01, -3.7426e-01,  1.1621e-01, -6.7827e-01,\n",
            "        -2.8030e-01, -7.3806e-01, -5.1002e-01, -1.5920e-02,  6.2990e-01,\n",
            "        -9.5888e-01, -3.4168e-01,  7.7412e-01,  7.6025e-01, -1.8537e-01,\n",
            "        -3.3127e-01, -5.1095e-01, -8.7316e-02, -2.2366e-01, -3.3189e-01,\n",
            "         1.7645e-01, -1.0771e+00,  3.3128e-01, -1.5149e-01,  3.7272e-01,\n",
            "         6.2443e-01, -4.5700e-02, -1.2339e+00,  5.2833e-01, -9.1654e-01,\n",
            "         3.9640e-01,  9.3173e-01, -3.7999e-01,  3.1034e-01,  5.9632e-01,\n",
            "         1.9330e-01, -8.1338e-01, -4.0741e-01, -8.8849e-01,  2.0693e-02,\n",
            "        -5.2190e-01,  1.9541e-01,  1.2214e-01,  1.1439e+00, -8.6651e-01,\n",
            "        -5.4517e-02, -7.5053e-01,  8.3376e-01, -2.6644e-01, -1.7915e-01,\n",
            "        -4.9396e-02,  6.9250e-02, -1.1252e-01, -1.9534e-02,  6.6331e-01,\n",
            "        -2.3809e-02,  1.4488e-01, -7.7009e-01, -2.7177e-01, -2.2929e-01,\n",
            "         1.0028e-01, -1.6099e-01, -3.0885e-01, -4.8795e-01,  7.2073e-01,\n",
            "         7.8519e-01, -2.8307e-01, -2.2217e-01, -9.5625e-01, -2.9023e-01,\n",
            "         8.1003e-02, -4.4363e-01,  5.2235e-01,  4.9273e-01,  1.2350e-01,\n",
            "         2.1688e-01, -5.6551e-01,  1.6103e-01, -2.0355e-01,  2.7641e-01,\n",
            "         8.5222e-02, -9.7801e-01,  1.7579e-01,  6.3047e-02,  1.0370e-01,\n",
            "         9.1861e-01, -1.1553e+00, -9.2703e-01, -1.1356e+00, -1.1847e+00,\n",
            "         1.8882e-01,  1.4378e-01,  1.1206e-01, -9.5310e-01,  1.6955e-01,\n",
            "         3.4807e-01, -2.1827e-01, -3.2314e-01, -1.8399e-01, -8.0543e-01,\n",
            "        -3.7665e-01, -2.9498e-01,  4.1116e-02, -3.1130e-01, -9.7032e-03,\n",
            "        -1.4107e+00,  1.4277e-01, -2.8167e-01,  1.1962e+00, -9.5761e-02,\n",
            "         5.5377e-01,  1.2268e+00,  1.1748e-01, -8.4865e-03,  2.8604e-01,\n",
            "        -6.4173e-01,  3.6571e-01,  5.3681e-01,  9.8666e-02, -5.0002e-01,\n",
            "        -5.9760e-01,  2.1722e-01, -4.7638e-01, -1.5767e-01, -3.3940e-01,\n",
            "        -2.1093e-01, -2.0065e-01,  4.0073e-01,  5.4926e-01,  5.8552e-01,\n",
            "        -1.2588e-01,  1.1198e-01,  3.3829e-01, -5.0879e-01,  1.6399e-01,\n",
            "        -2.4815e-01,  8.2754e-01, -1.2646e+00,  2.8506e-01, -2.4706e-01,\n",
            "        -1.0506e-01,  1.7520e-01,  3.8968e-01,  7.2858e-01,  4.8281e-01,\n",
            "        -3.5834e-01, -5.7716e-01,  5.6946e-01, -6.4491e-01, -2.2882e-02,\n",
            "         2.9067e-01, -4.4899e-01, -2.8490e-01, -1.5305e-01, -1.2384e-01,\n",
            "         5.9302e-01, -2.5117e-01,  2.8354e-01, -4.7706e-01,  6.8257e-01,\n",
            "         4.0881e-01, -6.8446e-01, -5.8596e-01, -1.5874e-01,  6.2020e-02,\n",
            "         3.7260e-01, -1.0236e+00, -8.4420e-01, -2.1660e-01,  4.3696e-01,\n",
            "         1.6378e+00,  9.0660e-02, -5.7690e-01,  1.0888e+00,  1.8674e-01,\n",
            "        -6.6705e-01, -5.4944e-02,  4.3555e-01, -9.5064e-02,  5.9936e-01,\n",
            "         1.4426e-01,  1.0515e+00, -3.1552e-01, -2.9523e-01, -5.4112e-01,\n",
            "         7.9427e-01, -1.0787e-01,  9.6006e-01,  2.9805e-01,  6.1958e-01,\n",
            "         2.9619e-01, -2.0873e-01, -6.4595e-01, -4.0692e-01,  3.1273e-01,\n",
            "        -3.6202e-01, -5.0971e-01, -9.0613e-02,  2.3080e-01,  4.9492e-01,\n",
            "         4.5137e-01,  3.0777e-01,  3.9858e-01, -5.9403e-01,  7.3908e-02,\n",
            "         4.8649e-01,  7.7151e-02, -8.1532e-01, -2.3300e-01,  5.1501e-01,\n",
            "        -8.0471e-01,  8.7408e-01,  6.5695e-01,  2.5914e-01, -6.0702e-01,\n",
            "        -2.3254e-01, -5.7951e-01,  7.5911e-01,  9.1144e-01,  8.3423e-01,\n",
            "         3.7191e-01,  3.7715e-01, -3.0891e-01,  6.6418e-02,  5.8519e-01,\n",
            "        -1.1850e-01,  2.2128e-01,  1.0092e+00,  6.2730e-01,  7.9009e-01,\n",
            "         2.2465e-04, -6.1123e-01,  6.0266e-02,  3.7283e-01,  7.5829e-01,\n",
            "         2.8943e-01, -5.6453e-01,  3.3801e-02, -2.6994e-01,  7.8337e-01,\n",
            "        -5.7282e-01,  5.4621e-01,  1.6200e-01,  4.3863e-01,  4.1481e-01,\n",
            "         6.1206e-01, -3.7272e-01, -7.0649e-03,  7.2696e-02, -5.9536e-01,\n",
            "        -4.5919e-01, -6.0068e-01, -3.1839e-01, -6.8452e-01,  8.3767e-01,\n",
            "        -9.2043e-02, -2.2139e-01, -7.6672e-01, -1.1588e-01, -2.7900e-01,\n",
            "        -9.6472e-01,  9.7703e-03,  7.1909e-01, -7.8326e-01,  7.7773e-01,\n",
            "         2.6584e-01,  1.0386e+00, -6.1730e-01,  7.0343e-01,  4.7531e-02,\n",
            "         5.2122e-01,  2.7976e-01, -2.9721e-01,  5.7786e-03,  9.8843e-01,\n",
            "         1.0834e+00, -6.4471e-01, -8.7121e-02,  3.3117e-02,  9.2290e-01,\n",
            "         2.0359e-03,  8.7640e-02, -8.5470e-01, -8.7237e-01,  6.7324e-01,\n",
            "         2.4821e-02, -3.8549e-01,  5.3694e-01, -3.0712e-01, -5.0277e-01,\n",
            "         3.3435e-02, -7.4208e-02, -7.0010e-01,  2.3665e-01,  4.0168e-01,\n",
            "        -1.2055e-01, -7.6748e-01,  7.1616e-01, -1.0060e+00,  7.2764e-01,\n",
            "         7.7685e-01,  3.9002e-01, -4.8837e-01, -9.9383e-01,  9.1179e-01,\n",
            "        -5.9647e-02, -4.4243e-01, -5.2100e-01,  4.3929e-01,  5.5088e-01,\n",
            "        -7.3884e-01,  2.3395e-01,  3.2227e-01,  1.1424e-01, -5.3237e-02,\n",
            "        -7.2226e-01, -5.5457e-01, -9.7313e-01, -6.4133e-01, -5.0454e-01,\n",
            "        -2.8214e-01, -4.1894e-01,  6.5631e-02,  1.9951e-01, -3.9653e-01,\n",
            "        -4.1904e-01, -9.2811e-02,  1.1807e+00], grad_fn=<SelectBackward0>)\n",
            "Token: ,, Embedding: tensor([-1.0668e-01,  1.9226e-01,  3.2944e-01, -1.2102e-01, -4.3243e-02,\n",
            "         5.5931e-01,  2.0235e-01, -2.4960e-02, -3.3346e-02, -2.8017e-01,\n",
            "        -4.6600e-01, -4.0671e-01, -7.4271e-01,  2.4492e-01,  1.3371e-01,\n",
            "         4.7277e-01,  7.5640e-01, -5.9189e-03, -7.3243e-02,  5.0508e-02,\n",
            "         5.3868e-01,  1.5008e-01,  1.0873e-01, -2.9652e-01,  1.7313e-01,\n",
            "         2.4241e-01,  3.8618e-01,  2.7078e-01, -4.8992e-01, -7.0890e-01,\n",
            "         3.7974e-01, -3.4731e-01, -1.8471e-02, -8.1116e-01, -2.3491e-01,\n",
            "        -1.9937e-02,  9.5595e-01, -1.5828e-01,  4.5313e-01, -2.0676e-01,\n",
            "        -6.7462e-01, -1.7399e-01,  3.8255e-01,  2.9088e-01,  1.0767e-02,\n",
            "        -6.0514e-01,  9.1494e-02,  1.4546e-01, -2.5676e-01,  3.8417e-04,\n",
            "        -3.1514e-01,  2.7599e-01,  3.4986e-01,  3.0416e-01, -1.3097e-01,\n",
            "         4.9126e-01, -3.6857e-01, -2.5516e-01, -3.3731e-01, -2.6348e-01,\n",
            "         8.6210e-02, -5.1192e-01,  4.7881e-01, -4.3308e-02, -2.0865e-01,\n",
            "         3.4327e-03, -6.6508e-01,  1.8024e-01,  2.8496e-01, -1.9343e-02,\n",
            "        -2.2347e-02,  1.1335e-01, -2.8393e-01,  1.4265e-01, -5.0225e-01,\n",
            "        -2.7346e-01, -7.3893e-02,  1.1155e-01, -1.9361e-01,  3.8598e-01,\n",
            "         2.0025e-01, -1.6643e-01,  3.9652e-01, -7.3747e-02,  6.1933e-01,\n",
            "        -1.0430e-01,  3.6862e-01,  5.6019e-01, -4.0672e-01, -3.3215e-03,\n",
            "         1.4905e-02, -8.7941e-02, -6.7648e-01, -1.4235e-01,  1.0763e-02,\n",
            "         9.0646e-02, -3.2861e-02,  1.2222e-01,  4.4979e-01, -4.7826e-01,\n",
            "        -5.1449e-01, -4.2144e-01,  1.5082e-01, -4.2644e-01, -6.3040e-01,\n",
            "        -2.0468e-01, -2.9547e-01, -2.9398e-01, -9.3592e-02,  1.1402e+00,\n",
            "        -4.1077e-01,  2.2588e-01,  3.5176e-01, -5.1227e-01,  4.5250e-02,\n",
            "         2.4851e-01,  5.2751e-02,  2.9104e-01,  2.3808e-01, -4.2717e-01,\n",
            "         8.3494e-02,  2.7948e-02,  6.4035e-01, -1.3601e-01,  3.3932e-01,\n",
            "         5.0335e-02, -3.6108e-01,  2.8677e-01, -1.8801e-01,  1.1654e-01,\n",
            "         7.0683e-01,  1.7127e-01,  2.4470e-01,  3.5668e-02,  4.8348e-01,\n",
            "        -3.9317e-01, -6.1912e-03, -1.1337e-01,  3.8722e-01, -7.5750e-01,\n",
            "        -5.2337e-01,  4.0781e-01, -1.3517e-01, -6.8843e-02,  8.3650e-02,\n",
            "         1.4869e-01, -5.2509e-01, -2.2657e-02,  1.9950e-02,  1.1271e+00,\n",
            "         2.7473e-01,  1.2348e+00,  1.8071e-01, -3.0469e-01, -2.5250e-01,\n",
            "         1.4132e-01, -2.5257e-01, -4.5093e-01, -8.0938e-01, -2.0716e-02,\n",
            "         4.5260e-01,  4.6320e-01, -9.0062e-02,  3.5658e-01, -2.0541e-01,\n",
            "        -4.4928e-01, -5.7065e-01,  7.5402e-01, -2.2998e-01,  5.2960e-01,\n",
            "         2.3098e-01, -7.9001e-01,  3.4703e-01,  6.7644e-01,  4.7720e-01,\n",
            "         3.1001e-01,  6.4173e-01, -1.8134e-01, -2.2630e-01, -1.7810e-01,\n",
            "        -6.9250e-01,  7.2552e-01,  2.6824e-01,  1.3343e-01,  2.0051e-01,\n",
            "        -2.2259e-01,  3.1193e-01, -3.8572e-01,  2.5633e-01,  2.5870e-02,\n",
            "        -4.7909e-01, -1.1463e-01, -7.1293e-01, -1.9476e-01,  3.4918e-01,\n",
            "         4.8180e-02, -4.4632e-01, -1.5275e-01, -3.1016e-01, -4.6566e-01,\n",
            "         5.7969e-01,  2.0767e-01,  1.1709e-01, -6.3002e-03,  1.4188e-01,\n",
            "         4.5383e-01, -1.2496e-01,  4.4684e-01, -3.0641e-01, -5.7299e-01,\n",
            "        -1.2441e-01, -3.4651e-01,  2.7657e-01, -4.2775e-01, -4.0516e-01,\n",
            "         7.1737e-02,  1.8627e-01, -1.7394e-01,  8.9567e-01, -1.3790e-02,\n",
            "        -2.1146e-02, -3.0357e-01, -1.2081e-01,  3.7348e-01,  1.0420e-01,\n",
            "         6.6644e-01,  8.3854e-01, -1.1358e-01,  3.0131e-01,  5.1100e-01,\n",
            "        -5.2352e-01, -2.1603e-01,  8.9550e-01,  5.5277e-02,  1.6643e-01,\n",
            "         2.1115e-01,  3.6995e-01, -1.8511e-02,  2.4850e-01, -8.9162e-01,\n",
            "        -6.5263e-01,  4.7820e-01, -8.9717e-03,  1.4275e-02, -4.2261e-02,\n",
            "        -3.2385e-01, -2.3218e-01, -6.0225e-01, -2.0565e-01,  8.9861e-02,\n",
            "        -5.3256e-01,  1.1396e-01,  3.1500e-02, -2.6469e-01,  2.6135e-01,\n",
            "        -5.1349e-01,  4.6686e-01,  1.1857e-01,  3.8563e-01,  1.9644e-01,\n",
            "        -3.3743e-01,  1.0323e-01, -1.8184e-02, -2.1057e-01, -2.1356e-01,\n",
            "         3.0319e-02,  1.9688e-02, -6.3102e-02,  8.6837e-01,  2.7773e-01,\n",
            "         5.8776e-01,  7.6282e-01,  3.2455e-03,  4.1697e-01, -8.4891e-01,\n",
            "        -4.5326e-01,  6.7917e-01,  5.5521e-01, -6.6558e-01, -2.2855e-01,\n",
            "        -1.9041e-01,  2.7512e-01, -2.3816e-01,  2.8820e-02, -1.1956e-01,\n",
            "        -9.1804e-02,  5.6541e-01, -3.4384e-01, -2.9558e-01, -3.3678e-02,\n",
            "        -9.8681e-02,  6.8206e-01, -3.8701e-01, -8.8420e-01,  3.2771e-01,\n",
            "         1.3938e-01, -2.1947e-01,  8.7721e-01, -1.2025e-01,  1.8907e-01,\n",
            "         6.1086e-01, -3.2051e-01,  2.7539e-01, -1.0286e-01, -9.7902e-02,\n",
            "        -2.1849e-01,  2.5820e-01,  1.6634e-01, -5.6507e+00, -1.9500e-01,\n",
            "        -1.6875e-01,  3.9976e-02,  1.4652e-01,  5.4283e-01, -5.0710e-02,\n",
            "        -2.7201e-01, -7.8801e-01,  2.1597e-01,  4.0185e-01, -2.0293e-01,\n",
            "         2.5105e-01,  1.3435e-01,  1.6508e-01, -4.2407e-01, -2.1045e-01,\n",
            "        -2.2535e-01,  2.4835e-01,  7.2840e-01,  4.5483e-01, -7.1751e-01,\n",
            "         1.5079e-01,  1.4226e-01, -3.4826e-01,  3.9393e-01,  1.5584e-02,\n",
            "        -3.5035e-01, -3.2938e-01, -3.4465e-01,  3.2275e-01, -3.2447e-01,\n",
            "        -5.3898e-02,  1.6633e-01, -9.5063e-02,  6.9025e-01,  3.1483e-01,\n",
            "        -1.0240e+00,  1.1293e-01,  7.2269e-02,  1.4318e-02, -7.0110e-01,\n",
            "         5.7206e-01, -1.9500e-02,  2.4698e-01, -6.1601e-01,  6.3580e-01,\n",
            "         1.9634e-01,  1.1006e-01,  3.3508e-01, -2.3158e-01,  1.3930e-01,\n",
            "        -1.7877e-02, -4.6354e-01, -5.4935e-02,  5.8027e-01, -3.4109e-01,\n",
            "         4.9000e-01,  2.3016e-01, -4.4276e-01, -2.2635e-02, -1.1498e-01,\n",
            "        -3.4214e-01, -8.7506e-02, -2.5538e-03, -1.3825e-01, -3.7200e-01,\n",
            "         5.9828e-01,  6.5040e-02, -9.7647e-02, -2.6345e-01, -6.5161e-03,\n",
            "        -1.8477e-01, -4.6719e-01,  2.8957e-01,  7.6140e-02,  1.2753e-01,\n",
            "        -3.3990e-01,  7.7251e-02, -1.7813e-02, -9.8764e-02, -6.6504e-01,\n",
            "         4.5117e-01,  7.4198e-01, -8.0063e-01, -4.6027e-01,  1.4701e-01,\n",
            "         2.8191e-01, -3.0560e-01,  2.6358e-01, -3.6683e-02, -4.2233e-01,\n",
            "        -5.9939e-02,  1.5843e-01,  3.0819e-01,  6.2969e-01, -1.0472e-01,\n",
            "        -4.0617e-01,  2.7583e-01, -3.1367e-01, -6.3843e-02,  5.4880e-01,\n",
            "         6.4506e-01,  2.8259e-01,  2.6635e-01, -3.4523e-01, -4.2887e-01,\n",
            "        -9.7571e-02,  4.1869e-01,  4.7634e-01, -1.7187e-02, -6.4662e-01,\n",
            "         1.9019e-01, -3.0703e-02,  3.8076e-01, -2.5161e-01, -3.1441e-01,\n",
            "         5.8597e-01,  1.4161e-01, -4.7875e-02, -6.5575e-01,  3.2876e-01,\n",
            "        -6.3280e-01, -2.1773e-01, -5.7344e-01,  6.4139e-01, -2.5594e-01,\n",
            "         5.5239e-01,  3.4442e-01, -1.3743e-01,  4.0242e-02, -2.2651e-01,\n",
            "        -9.5260e-02, -3.5820e-01,  6.0590e-02, -9.1286e-02, -2.1225e-01,\n",
            "         3.1936e-02, -8.1985e-02, -4.5934e-01, -2.3706e-02,  6.0717e-01,\n",
            "        -5.0587e-01,  5.3324e-01, -3.8111e-03,  7.2121e-01,  4.4424e-02,\n",
            "        -3.1575e-02,  1.9227e-01,  1.2430e-01, -3.9096e-01, -6.7408e-01,\n",
            "         3.5332e-01, -8.1649e-01, -5.0677e-02, -2.8785e-01,  3.6118e-01,\n",
            "         2.6707e-01, -1.7145e-01, -1.3929e-01,  3.8964e-01, -6.5833e-01,\n",
            "        -8.1851e-02,  6.0524e-01, -2.4760e-01,  2.1430e-01,  5.5967e-02,\n",
            "        -3.2797e-02, -1.3950e-01,  1.6540e-02, -4.2503e-01,  2.9546e-02,\n",
            "        -1.0174e-01,  1.2948e-01, -3.5698e-02,  3.4194e-01, -1.7230e-01,\n",
            "         2.3124e-01, -3.8218e-01, -5.4638e-03, -3.9085e-01, -3.1335e-01,\n",
            "        -5.8080e-02, -3.0467e-01,  4.0764e-01, -4.1701e-01,  8.7628e-01,\n",
            "        -5.8973e-01,  2.7290e-01, -4.6454e-03,  5.2795e-01, -3.3320e-01,\n",
            "         7.8912e-02,  1.2473e-01, -9.1760e-02, -2.4617e-01,  1.1211e-01,\n",
            "         3.4371e-01, -1.7241e-01, -9.1241e-02, -3.1820e-01, -3.2510e-01,\n",
            "         1.6276e-01, -9.9528e-02,  3.8380e-01,  3.9241e-02,  2.6162e-01,\n",
            "         8.0252e-02, -4.8937e-01,  2.5478e-01, -4.2743e-01, -2.0700e-01,\n",
            "         1.6076e-01, -6.2491e-01, -4.1689e-01, -1.7330e-01,  7.8408e-02,\n",
            "         1.7174e-01, -6.8694e-01, -8.6675e-01, -1.0101e-01, -6.6124e-01,\n",
            "        -6.1546e-01, -1.3243e-01, -8.1378e-02, -3.8791e-01, -5.2552e-01,\n",
            "        -2.1043e-01, -5.2307e-02, -5.7703e-01, -5.0142e-01, -2.4810e-01,\n",
            "        -3.2297e-01,  1.0396e-01, -8.4223e-03, -9.9492e-01,  4.1378e-01,\n",
            "        -1.0334e+00, -2.9913e-01,  3.9311e-02,  4.4953e-01, -5.1200e-01,\n",
            "         3.6083e-01,  2.5725e-01, -7.5545e-02,  4.1268e-01, -3.4986e-01,\n",
            "        -1.2588e+00,  1.7999e-01,  4.2297e-01, -3.5118e-02, -2.4386e-01,\n",
            "        -4.3510e-01, -2.1491e-01, -2.9853e-01, -3.0550e-01,  4.4093e-01,\n",
            "         7.7486e-01, -5.6227e-04, -1.4844e-01, -2.4155e-02,  6.2336e-04,\n",
            "        -1.0131e-01,  7.6099e-02,  2.4621e-02,  6.7941e-01, -1.8598e-01,\n",
            "         4.3452e-01, -8.5832e-03, -3.9576e-01, -3.0182e-01, -4.0535e-01,\n",
            "        -9.6733e-02,  9.4542e-02,  1.0537e+00,  3.3963e-01, -4.0041e-02,\n",
            "        -2.9306e-02, -2.0941e-01, -4.3798e-02,  1.6742e-01,  7.6274e-01,\n",
            "         4.6352e-01,  1.4846e-01,  2.6388e-01, -3.0784e-01, -2.9669e-02,\n",
            "         4.5622e-02,  8.2317e-02,  8.7685e-01, -1.9886e-01,  3.3458e-01,\n",
            "         7.0724e-01, -4.4162e-01, -2.6988e-01,  1.4333e-01,  6.4510e-01,\n",
            "         3.4479e-01, -7.4730e-01, -1.1774e+00,  2.9203e-01, -1.3099e-01,\n",
            "         1.1076e+00, -1.2533e-02, -7.0005e-01,  3.5127e-01,  5.2387e-01,\n",
            "        -9.0214e-01, -2.2626e-01,  4.9413e-01,  2.9976e-01,  7.7618e-01,\n",
            "         6.0285e-02,  7.2667e-01,  2.9401e-01, -1.2442e+00, -7.3846e-02,\n",
            "        -3.4326e-01, -4.9814e-01,  6.7391e-01, -3.1648e-02,  2.3951e-01,\n",
            "         9.3285e-01, -4.5039e-02,  8.6267e-02, -2.4685e-01,  3.5003e-01,\n",
            "         1.3227e-01, -5.0352e-01,  5.3335e-01,  4.2600e-01,  7.4481e-01,\n",
            "         1.9101e-01,  6.5599e-01, -2.6829e-01, -8.9696e-01, -1.4221e-01,\n",
            "        -1.4675e-01, -9.1743e-03, -7.2494e-01, -3.0007e-01,  7.7777e-01,\n",
            "        -4.7501e-01,  5.3955e-01,  4.9977e-01,  4.1573e-01, -3.8246e-02,\n",
            "        -5.6312e-01, -2.4732e-01, -1.2706e-02,  5.9088e-01,  8.5703e-01,\n",
            "        -1.2749e-01, -3.9156e-01,  4.0447e-01,  4.8759e-01, -7.6147e-02,\n",
            "        -2.4077e-01,  2.7165e-01,  6.5216e-01,  1.5619e-01,  2.4045e-01,\n",
            "         9.2569e-02, -4.4558e-01, -3.0824e-01,  1.8155e-01,  4.8817e-01,\n",
            "         1.3245e-01, -1.1801e-01,  3.4572e-01, -9.9432e-03,  3.1198e-01,\n",
            "        -8.6260e-01,  1.6655e-01, -7.7998e-02,  3.7788e-01, -4.0899e-01,\n",
            "         1.7344e-01,  4.0952e-01,  2.0220e-01, -1.9157e-01, -2.8069e-01,\n",
            "         1.1603e-01, -7.5597e-02,  1.3005e-01, -4.0934e-01,  4.5824e-02,\n",
            "        -1.6642e-01, -6.4592e-02,  1.3741e-01, -1.0275e-01, -3.4739e-01,\n",
            "        -2.4143e-01, -2.4542e-01,  4.6601e-01, -1.3131e-01,  3.1364e-02,\n",
            "         3.5028e-01,  1.0449e+00,  5.0649e-02,  3.7503e-01,  6.7204e-01,\n",
            "         2.9848e-01, -3.7639e-01,  4.5395e-01,  7.6746e-02,  1.7051e-01,\n",
            "         6.8044e-01, -2.3766e-01, -4.3352e-01, -3.4458e-01,  2.9114e-01,\n",
            "        -2.0722e-01,  4.6799e-02, -2.3242e-01, -1.4963e-01,  1.6790e-01,\n",
            "         5.0558e-02, -4.4537e-01, -4.0501e-01, -3.8444e-01, -8.6979e-01,\n",
            "        -2.4992e-01,  3.6241e-01, -7.2159e-01,  7.0878e-02,  1.5240e-01,\n",
            "        -7.0340e-02, -1.2407e+00,  6.5945e-01, -5.7647e-02,  4.2893e-01,\n",
            "         7.4234e-01, -3.5731e-01, -3.2257e-01, -6.3060e-01,  3.0347e-01,\n",
            "        -2.9848e-01, -9.2148e-02,  8.2408e-02,  1.9443e-01,  7.2816e-01,\n",
            "        -2.0939e-01,  4.9450e-01, -9.2747e-02,  7.3330e-02, -5.0162e-01,\n",
            "        -3.7246e-01, -6.4693e-01, -3.7573e-01, -1.3964e-01, -6.9206e-01,\n",
            "        -1.1116e-01, -4.2598e-01, -1.3338e-01,  9.0113e-02, -6.0281e-01,\n",
            "        -3.0100e-01,  6.3762e-01,  7.8719e-01], grad_fn=<SelectBackward0>)\n",
            "Token: how, Embedding: tensor([-5.3928e-02,  2.9785e-01,  4.4935e-01,  2.0470e-02,  3.7904e-01,\n",
            "         2.5524e-01,  7.4715e-02,  1.5506e-01,  7.3496e-02, -1.4449e-01,\n",
            "        -4.3507e-01, -5.2231e-01, -9.0273e-01,  4.4998e-01, -3.7801e-02,\n",
            "         5.4089e-01,  7.8137e-01, -1.0882e-02,  2.1109e-02,  4.5468e-02,\n",
            "         2.3058e-01, -1.5825e-02, -6.8972e-02, -3.4426e-01,  3.4422e-01,\n",
            "         3.5640e-01,  3.2526e-01,  2.4358e-01, -4.5951e-01, -8.0351e-01,\n",
            "         6.0277e-01, -2.7396e-01, -2.6661e-01, -7.0644e-01, -1.5138e-01,\n",
            "         7.2628e-02,  8.1322e-01, -1.6036e-01,  4.0414e-01, -2.6685e-01,\n",
            "        -7.1309e-01, -1.0523e-01,  5.3142e-01,  1.2446e-01, -1.0027e-01,\n",
            "        -7.4074e-01,  3.6643e-01,  1.8732e-01, -1.7468e-01, -9.8293e-02,\n",
            "        -4.9604e-01,  9.4554e-02,  3.6998e-01,  4.9677e-01, -6.7647e-02,\n",
            "         6.0714e-01, -4.3930e-01, -2.6145e-01, -1.9011e-01, -4.3255e-01,\n",
            "         2.7188e-01, -5.9525e-01,  4.1551e-01,  2.0814e-02, -3.4132e-02,\n",
            "         2.7610e-01, -3.1906e-01,  3.7334e-01,  3.5137e-01,  2.9018e-02,\n",
            "         2.8289e-01,  3.2485e-01, -3.2869e-01,  3.4256e-02, -6.6128e-01,\n",
            "        -4.9422e-01, -2.8194e-01,  2.2767e-01,  1.7700e-01,  2.6479e-01,\n",
            "         5.9840e-02,  2.2836e-04,  5.9571e-02, -1.0481e-01,  5.8636e-01,\n",
            "        -2.2298e-01,  1.2495e-01,  3.9868e-01, -8.2400e-01,  9.9631e-02,\n",
            "         8.3334e-02, -1.0383e-01, -8.6562e-01, -1.6557e-02, -9.6524e-02,\n",
            "         2.3083e-01, -2.6793e-02,  2.8478e-01,  4.6470e-01, -2.7568e-01,\n",
            "         7.5215e-02,  7.0803e-03,  2.7591e-01, -4.6830e-01, -3.3163e-01,\n",
            "        -2.4267e-01, -6.7950e-02, -4.2761e-01,  2.0220e-01,  1.2105e+00,\n",
            "        -4.6046e-01,  1.8020e-01,  5.0276e-01, -4.1198e-01,  1.5699e-01,\n",
            "         2.9476e-01,  7.6432e-03,  1.3304e-01,  1.1237e-01, -3.1131e-01,\n",
            "        -2.2520e-02, -1.0221e-01,  5.6201e-01, -2.8020e-01,  4.4954e-01,\n",
            "        -4.0813e-02, -6.2574e-01,  3.2238e-01,  3.6386e-02,  1.9737e-01,\n",
            "         8.5878e-01,  2.3288e-01,  3.5990e-01,  1.2090e-01,  5.2797e-01,\n",
            "        -4.6257e-01,  1.1617e-01, -2.3464e-01,  3.8860e-01, -6.3213e-01,\n",
            "        -5.1438e-01,  9.1321e-02, -4.8709e-02,  4.1278e-01,  3.4045e-02,\n",
            "         1.1004e-02, -6.5659e-01, -2.7942e-02, -1.0718e-01,  7.5294e-01,\n",
            "         3.0966e-01,  1.0321e+00,  3.2723e-01, -8.1392e-02, -1.6665e-01,\n",
            "         2.1536e-01, -1.4953e-01, -1.6493e-01, -6.0862e-01, -2.9372e-01,\n",
            "         5.7220e-01,  4.0652e-01,  1.0449e-02,  3.5117e-01, -4.3998e-01,\n",
            "        -4.8615e-01, -3.3102e-01,  7.2041e-01, -1.7692e-01,  5.9326e-01,\n",
            "         3.1047e-01, -8.8956e-01,  4.2301e-01,  9.0122e-01,  2.3115e-01,\n",
            "         3.9407e-01,  6.1453e-01,  1.5674e-01, -7.9377e-02, -2.1267e-01,\n",
            "        -4.9330e-01,  8.8812e-01,  1.8015e-01,  5.5674e-01,  4.5151e-01,\n",
            "        -5.2290e-02,  4.6789e-01, -4.1544e-01,  1.5305e-01,  3.5182e-02,\n",
            "        -7.1216e-01, -2.8460e-01, -8.1707e-01, -4.0090e-01,  2.6975e-01,\n",
            "        -5.6678e-02, -5.4103e-01,  4.5669e-03, -3.8095e-01, -6.3323e-01,\n",
            "         6.2146e-01,  2.3105e-01,  9.9090e-02,  6.2252e-02,  3.2883e-01,\n",
            "         2.9230e-01,  3.7769e-02,  7.4256e-01, -4.9795e-01, -6.6302e-01,\n",
            "        -2.5920e-01, -2.3136e-01,  2.2344e-01, -5.1277e-01, -4.5031e-01,\n",
            "         4.1198e-02,  2.3530e-01, -3.2624e-01,  8.9669e-01,  1.7542e-01,\n",
            "        -2.5547e-02, -3.4354e-02, -4.3856e-01,  3.3200e-01,  2.0432e-01,\n",
            "         4.7647e-01,  7.5859e-01, -2.6213e-01,  1.3514e-01,  3.8404e-01,\n",
            "        -3.3203e-01, -3.2004e-01,  1.0483e+00, -1.0666e-01,  1.7912e-01,\n",
            "         2.0788e-01,  5.8050e-01,  4.7077e-02,  3.1627e-01, -1.0460e+00,\n",
            "        -6.9496e-01,  3.7555e-01, -1.2798e-01,  1.3798e-01, -8.6814e-03,\n",
            "        -4.6153e-01, -3.0543e-01, -5.7648e-01, -1.6243e-01, -1.2014e-01,\n",
            "        -3.1907e-01,  5.2807e-02, -1.2497e-01, -3.0278e-01,  2.5919e-01,\n",
            "        -4.4702e-01,  4.8275e-01,  3.6764e-02,  3.6473e-01,  1.0948e-01,\n",
            "        -2.7238e-01, -1.7063e-01, -2.3543e-01,  1.2539e-01, -1.2066e-01,\n",
            "        -2.8713e-01,  1.7241e-01,  7.1846e-02,  8.0927e-01,  3.8380e-01,\n",
            "         4.1932e-01,  8.2536e-01, -4.8551e-02,  6.2362e-01, -9.4654e-01,\n",
            "        -5.9763e-01,  5.4703e-01,  2.8576e-01, -5.0343e-01, -2.9508e-01,\n",
            "        -2.0151e-01,  3.6673e-01, -4.4435e-01,  2.1904e-02, -2.4550e-01,\n",
            "        -5.5903e-02,  7.4408e-01, -2.2345e-02, -3.2543e-01, -5.6631e-02,\n",
            "        -4.5695e-03,  7.5031e-01, -3.5597e-01, -7.4034e-01,  5.1227e-01,\n",
            "        -7.5227e-02, -6.4798e-02,  9.4915e-01,  5.0919e-02,  1.7368e-01,\n",
            "         4.3473e-01, -7.6764e-02,  6.0202e-01, -7.8339e-02, -2.5995e-01,\n",
            "        -1.9125e-01,  2.1339e-01,  1.7996e-01, -5.4948e+00, -4.6421e-02,\n",
            "        -2.6267e-01,  1.1091e-02, -6.1923e-02,  5.6444e-01, -2.7245e-01,\n",
            "        -3.1373e-01, -7.9121e-01, -4.8079e-02,  4.7328e-01, -5.3894e-02,\n",
            "         1.4268e-01,  3.1600e-01,  6.5180e-02, -3.0653e-01, -9.2837e-02,\n",
            "        -5.8579e-01,  1.2039e-01,  8.0434e-01,  4.5514e-01, -6.5233e-01,\n",
            "        -4.2715e-02,  1.9440e-01, -2.6689e-01,  3.1532e-01, -9.0436e-02,\n",
            "        -5.8808e-01, -3.3619e-01, -3.4842e-01,  4.3224e-01, -3.7220e-01,\n",
            "        -1.5369e-01,  2.2611e-02, -1.2552e-01,  7.8731e-01,  3.1897e-01,\n",
            "        -1.0874e+00,  2.1859e-01, -9.0923e-02, -2.3793e-01, -1.0483e+00,\n",
            "         4.4808e-01, -2.6819e-01,  4.4550e-01, -6.8275e-01,  4.9066e-01,\n",
            "         1.8862e-01, -1.3923e-01,  3.4861e-01, -2.0648e-01,  2.7545e-01,\n",
            "        -1.8500e-01, -6.2752e-01, -1.4650e-01,  4.9763e-01, -2.9453e-02,\n",
            "         6.8325e-01,  3.1391e-01, -6.1915e-01,  2.2899e-02, -6.7953e-02,\n",
            "        -2.3032e-01, -2.5629e-01,  1.3886e-01, -3.2062e-01, -4.5776e-01,\n",
            "         5.4422e-01, -1.8638e-01,  2.2076e-01, -1.5083e-01,  2.8422e-01,\n",
            "        -7.0798e-02, -5.8028e-01,  1.5817e-01, -1.6609e-02,  2.0505e-01,\n",
            "        -3.1973e-01,  1.1266e-01, -3.1806e-02, -1.9780e-01, -4.3816e-01,\n",
            "         3.8315e-01,  5.6666e-01, -6.3548e-01, -3.9566e-01, -2.6655e-03,\n",
            "         1.9568e-01, -3.3922e-01,  1.7339e-02,  5.9738e-02, -5.8904e-01,\n",
            "        -7.0825e-02,  2.7696e-01,  2.9841e-01,  7.1153e-01, -4.3254e-02,\n",
            "        -3.1900e-01,  4.6627e-01, -4.2675e-01,  1.7187e-01,  2.8236e-01,\n",
            "         5.6191e-01,  2.8687e-01,  4.2818e-01, -5.0766e-01, -3.2528e-01,\n",
            "        -8.8782e-02,  3.8764e-01,  4.3326e-01,  5.6634e-02, -7.2727e-01,\n",
            "         3.0734e-01,  1.0507e-01,  3.3541e-01, -4.4435e-01, -1.7201e-02,\n",
            "         4.6973e-01, -8.5182e-02, -4.9300e-02, -6.4724e-01,  5.0083e-01,\n",
            "        -4.1479e-01, -2.4013e-01, -1.0620e+00,  7.3812e-01, -3.3204e-01,\n",
            "         6.3071e-01,  4.8961e-01,  1.6929e-01, -7.1569e-02, -3.9246e-01,\n",
            "        -2.6531e-02, -3.5150e-01,  1.5048e-01, -5.7336e-02, -1.8769e-01,\n",
            "         2.9114e-01, -5.3163e-01, -5.7641e-01, -6.5538e-02,  3.7688e-01,\n",
            "        -6.7685e-01,  2.5876e-01,  1.7845e-01,  9.1024e-01,  1.1841e-01,\n",
            "        -1.7002e-01, -2.0053e-01,  8.2136e-02, -3.1472e-01, -7.4274e-01,\n",
            "         2.3703e-02, -8.4713e-01, -1.3268e-01, -1.3949e-01,  3.0567e-01,\n",
            "         2.0064e-01,  7.3897e-02,  1.7796e-02,  2.4785e-01, -3.7669e-01,\n",
            "         2.6678e-01,  7.2677e-01, -3.9959e-01,  3.5186e-01,  9.5184e-02,\n",
            "        -5.2920e-02, -1.1743e-01, -8.0262e-02, -3.7458e-01, -1.7816e-02,\n",
            "        -1.7544e-03, -5.9274e-02, -2.9154e-01,  6.9142e-01,  1.1644e-01,\n",
            "         4.3979e-01, -2.2218e-01, -1.2744e-01, -5.0418e-01, -2.8369e-01,\n",
            "        -1.9398e-01, -4.9235e-01,  4.2888e-01, -1.9518e-01,  7.4151e-01,\n",
            "        -6.3348e-01,  8.2977e-02, -9.7917e-02,  5.2595e-01, -2.8987e-01,\n",
            "         1.0106e-02,  3.0738e-01, -9.8506e-02, -3.8309e-01,  1.7046e-01,\n",
            "         1.6433e-01, -2.8219e-03, -9.8676e-02, -4.2848e-01, -3.6615e-01,\n",
            "        -1.1262e-01, -1.7122e-01,  2.1247e-01, -1.8411e-01,  8.5602e-02,\n",
            "         1.4109e-01, -4.4416e-01,  3.2487e-01, -3.9638e-01, -2.3582e-01,\n",
            "         3.0730e-01, -6.4133e-01, -3.5999e-01, -3.6165e-01,  2.7245e-01,\n",
            "         1.3438e-01, -9.4222e-01, -7.1291e-01, -1.3763e-01, -6.1252e-01,\n",
            "        -4.8233e-01,  8.3171e-02, -3.1556e-01, -7.6730e-01, -4.6511e-01,\n",
            "         3.6270e-02,  1.0392e-01, -3.2860e-01, -5.2056e-01, -4.0540e-01,\n",
            "        -8.7022e-02,  1.1499e-01, -9.9026e-02, -8.1961e-01,  6.4535e-01,\n",
            "        -1.1668e+00, -4.3608e-01, -1.9071e-01,  3.0979e-01, -5.8142e-01,\n",
            "         1.9771e-01,  1.5024e-01, -2.2473e-01,  7.1638e-01, -4.1404e-01,\n",
            "        -1.3820e+00, -2.0091e-01,  4.7933e-01, -1.3594e-01, -1.7314e-03,\n",
            "        -5.4687e-01, -4.3694e-01, -3.7381e-01, -4.8229e-02,  3.0885e-01,\n",
            "         6.7100e-01, -5.4169e-02,  1.0787e-01,  3.6914e-03, -1.8106e-01,\n",
            "         6.7855e-02, -2.3725e-02, -8.8723e-02,  6.2623e-01,  1.7057e-02,\n",
            "         7.0768e-01,  2.5134e-01, -7.1437e-01, -3.6863e-03, -6.2188e-01,\n",
            "        -5.8534e-02, -2.3766e-01,  9.2992e-01,  3.4379e-01, -3.1193e-02,\n",
            "        -1.4799e-01,  1.3573e-01, -3.8082e-01,  2.0183e-01,  8.1145e-01,\n",
            "         5.1419e-01,  3.2147e-01,  1.2705e-01, -3.5473e-02, -8.8688e-02,\n",
            "         8.2029e-02,  1.3020e-01,  7.8748e-01, -9.2380e-02,  2.2403e-01,\n",
            "         6.5809e-01, -2.7175e-01, -1.4899e-01,  1.2821e-01,  7.3721e-01,\n",
            "         1.9085e-01, -8.3592e-01, -1.1036e+00,  1.3836e-01, -1.2691e-01,\n",
            "         1.1642e+00, -1.6393e-01, -8.5409e-01,  1.9888e-01,  6.6154e-01,\n",
            "        -7.2973e-01, -2.9273e-01,  8.0613e-01,  7.9494e-02,  7.3908e-01,\n",
            "         6.8503e-02,  8.1701e-01,  3.6631e-01, -1.0752e+00, -1.7898e-01,\n",
            "        -2.2350e-01, -4.6950e-01,  4.7634e-01, -3.6320e-02,  5.7443e-01,\n",
            "         8.5583e-01,  1.7914e-01,  1.6643e-01, -3.2318e-01,  5.0976e-01,\n",
            "        -5.4087e-02, -2.3783e-01,  3.9405e-01,  2.7619e-01,  6.5716e-01,\n",
            "         2.5747e-01,  6.4970e-01, -2.7104e-01, -8.4596e-01, -3.5456e-01,\n",
            "        -5.4627e-02,  1.0980e-01, -6.2926e-01, -3.2879e-01,  9.5926e-01,\n",
            "        -2.7811e-01,  3.5911e-01,  5.7302e-01,  4.7440e-01, -9.1278e-02,\n",
            "        -6.0796e-01, -4.4066e-02, -3.5560e-01,  6.0429e-01,  7.9461e-01,\n",
            "        -1.5989e-01, -4.3435e-01,  5.9576e-01,  4.8440e-01, -2.0178e-01,\n",
            "        -1.1529e-01,  1.4949e-01,  9.1360e-01, -1.2437e-01,  1.2398e-01,\n",
            "         1.5152e-01, -3.4965e-01, -1.8693e-01,  1.4229e-01,  1.7283e-01,\n",
            "        -7.7860e-03,  9.6743e-03,  4.3381e-01, -2.9500e-01,  4.5345e-01,\n",
            "        -6.6284e-01,  1.3835e-02, -2.1206e-01,  4.7138e-01, -6.3034e-01,\n",
            "         2.9850e-01,  5.9616e-01,  2.4295e-01, -4.2952e-01, -8.8597e-02,\n",
            "         1.8191e-01,  1.7223e-01, -1.3741e-01, -3.0033e-01, -3.5167e-02,\n",
            "         4.5669e-02,  1.8899e-02, -7.0797e-02, -2.8371e-01, -3.9704e-01,\n",
            "        -6.8184e-02, -3.2361e-01,  3.7995e-01, -2.7005e-01,  9.5210e-02,\n",
            "         3.9870e-01,  1.1628e+00,  1.2501e-01,  2.4600e-01,  5.9737e-01,\n",
            "         3.4218e-01, -4.1401e-01,  3.7652e-01, -5.1247e-02,  3.0440e-01,\n",
            "         7.9518e-01, -1.8902e-01, -3.5731e-01, -5.9922e-01,  8.2131e-02,\n",
            "        -2.1831e-01, -1.0739e-01,  8.2230e-02, -1.3283e-02,  4.3243e-02,\n",
            "        -2.5032e-01, -2.2352e-01, -3.6132e-01, -4.2480e-01, -7.5561e-01,\n",
            "        -2.7086e-01,  3.2048e-01, -5.0861e-01,  1.0541e-01, -3.2933e-02,\n",
            "        -1.7305e-01, -1.1011e+00,  4.8777e-01, -7.4396e-02,  4.7097e-01,\n",
            "         5.8959e-01, -2.4868e-01, -2.1313e-01, -4.8441e-01,  3.2504e-01,\n",
            "        -3.9200e-01, -2.9323e-01,  2.2777e-01, -5.6171e-03,  5.4500e-01,\n",
            "        -2.0105e-01,  4.8260e-01, -1.2724e-02,  6.8986e-03, -4.1993e-01,\n",
            "        -3.7457e-01, -5.5294e-01, -2.8456e-01, -4.4105e-01, -6.9751e-01,\n",
            "        -1.8362e-01, -4.2890e-01, -2.3229e-01,  6.2467e-02, -4.9339e-01,\n",
            "        -9.0689e-02,  5.9092e-01,  7.4601e-01], grad_fn=<SelectBackward0>)\n",
            "Token: are, Embedding: tensor([-1.1861e-01, -5.8076e-02,  4.5227e-01, -2.4515e-02,  3.9728e-01,\n",
            "         4.1091e-01,  5.3548e-02,  1.6315e-01, -8.8139e-03, -3.0130e-01,\n",
            "        -3.2965e-01, -5.4582e-01, -1.0324e+00,  5.0775e-01, -1.2561e-01,\n",
            "         5.5068e-01,  7.2370e-01, -6.9976e-02, -8.1528e-02,  3.7103e-01,\n",
            "         3.9497e-01,  2.0751e-02,  1.3339e-01, -4.2675e-01,  3.3067e-01,\n",
            "         1.7907e-01,  2.5640e-01,  3.0846e-01, -3.9318e-01, -9.1888e-01,\n",
            "         2.6544e-01, -3.1172e-01, -2.9406e-01, -6.5068e-01, -2.6591e-02,\n",
            "         1.5483e-01,  6.8779e-01, -2.6641e-01,  3.5211e-01, -4.4304e-01,\n",
            "        -8.9958e-01, -1.0260e-01,  4.1171e-01,  2.2421e-03, -1.6792e-01,\n",
            "        -8.6074e-01,  1.7373e-01,  1.6003e-01, -3.5589e-01,  1.8217e-01,\n",
            "        -4.6750e-01,  3.2181e-02,  2.3376e-01,  5.5387e-01,  7.7786e-02,\n",
            "         5.8917e-01, -3.8203e-01, -2.4427e-01, -2.0730e-01, -3.4950e-01,\n",
            "         2.8659e-01, -5.3359e-01,  4.3494e-01, -1.3164e-01,  1.1811e-01,\n",
            "         3.4029e-01, -5.3345e-01,  4.1405e-01,  3.3338e-01, -2.7913e-02,\n",
            "         2.6713e-01,  1.6955e-01, -2.9311e-01, -2.0737e-02, -9.4547e-01,\n",
            "        -6.5820e-01, -5.0392e-01,  1.6804e-01,  2.1251e-01,  1.3344e-01,\n",
            "         2.7056e-02,  1.1978e-01,  1.5966e-01,  5.0588e-02,  6.8347e-01,\n",
            "        -2.8195e-01,  1.6891e-01,  4.2550e-01, -6.7744e-01,  3.4020e-01,\n",
            "         2.6402e-01,  1.4410e-01, -1.1033e+00,  3.7041e-02,  1.0353e-01,\n",
            "         2.2304e-01,  2.4954e-02,  2.6217e-01,  5.3793e-01, -8.4706e-02,\n",
            "         2.1824e-01, -2.9526e-01,  4.0728e-01, -5.4681e-01, -2.1485e-01,\n",
            "        -2.1196e-01, -3.1695e-01, -3.7633e-01,  2.2305e-01,  1.3713e+00,\n",
            "        -4.0059e-01, -4.0994e-02,  3.5051e-01, -6.0848e-01,  3.1730e-01,\n",
            "         2.3105e-01, -3.7998e-02,  2.1689e-01,  3.1573e-02, -4.4370e-01,\n",
            "         1.6490e-02, -1.6309e-01,  5.2631e-01, -1.5603e-01,  4.7453e-01,\n",
            "         2.2756e-01, -7.9335e-01,  3.2154e-01,  1.6313e-01,  4.0392e-01,\n",
            "         8.3606e-01,  1.3492e-01,  2.9196e-01,  8.9338e-02,  7.0491e-01,\n",
            "        -5.4486e-01,  2.6186e-02, -1.7477e-01,  2.4914e-01, -5.5384e-01,\n",
            "        -6.0695e-01,  3.2321e-01, -6.6993e-02,  1.2055e-01, -2.8766e-02,\n",
            "        -4.3653e-02, -7.2666e-01, -3.3164e-02, -3.1699e-02,  8.8310e-01,\n",
            "         2.4984e-01,  9.4255e-01,  3.5289e-01,  4.2912e-02, -4.3766e-02,\n",
            "         2.0081e-01, -5.5063e-02, -1.8054e-01, -5.3483e-01, -2.4763e-01,\n",
            "         7.6557e-01,  4.5214e-01, -6.4520e-02,  5.1845e-01, -5.3463e-01,\n",
            "        -4.7813e-01, -5.4787e-01,  9.2021e-01, -4.8254e-02,  6.7467e-01,\n",
            "         2.1959e-01, -8.4367e-01,  6.7638e-01,  9.1607e-01,  2.0851e-01,\n",
            "         3.3893e-01,  5.8491e-01,  4.6894e-01, -1.7420e-01, -2.1271e-01,\n",
            "        -5.5715e-01,  7.9213e-01,  7.1516e-02,  3.6571e-01,  1.8931e-01,\n",
            "         5.1653e-03,  4.7769e-02, -4.2630e-01,  6.2642e-02, -2.4857e-01,\n",
            "        -9.9697e-01, -3.4777e-01, -1.2320e+00, -3.2459e-01,  3.9461e-01,\n",
            "        -1.6569e-01, -7.1329e-01, -9.5399e-02, -4.5724e-01, -6.7455e-01,\n",
            "         5.4890e-01,  1.6357e-01,  1.0518e-01, -1.7503e-02,  3.5725e-01,\n",
            "         2.5118e-01,  1.6151e-01,  6.3717e-01, -4.1544e-01, -4.6387e-01,\n",
            "        -3.8899e-01, -1.8152e-01,  5.2078e-01, -2.7450e-01, -4.6668e-01,\n",
            "        -5.5077e-03,  3.9180e-01, -3.6611e-01,  6.8988e-01,  2.1904e-01,\n",
            "        -1.1040e-03, -1.3465e-01, -6.2490e-01,  2.6660e-01, -4.0878e-02,\n",
            "         5.7282e-01,  7.7427e-01, -3.0718e-01,  1.4997e-01,  4.5348e-01,\n",
            "        -2.8316e-01, -4.0530e-01,  9.9269e-01, -1.2038e-01, -1.8461e-02,\n",
            "         1.6517e-01,  5.3137e-01,  1.9052e-01,  4.2503e-01, -1.1923e+00,\n",
            "        -6.2487e-01,  3.8817e-01, -1.1287e-01, -6.8035e-02,  2.0887e-02,\n",
            "        -2.6450e-01, -1.4357e-01, -6.4744e-01, -4.5320e-02, -1.0166e-01,\n",
            "        -4.4056e-01, -6.2480e-02, -1.7713e-01, -3.2508e-01,  2.4705e-01,\n",
            "        -5.7887e-01,  3.4089e-01, -1.3666e-03,  3.9807e-01,  4.6292e-02,\n",
            "        -4.0243e-01, -2.7120e-01, -3.0474e-01,  5.3939e-01, -4.0834e-01,\n",
            "        -2.6261e-01,  2.4421e-01,  9.0738e-02,  9.1611e-01,  4.6314e-01,\n",
            "         2.7961e-01,  9.6976e-01,  1.1613e-01,  7.3739e-01, -9.0445e-01,\n",
            "        -6.8855e-01,  7.0482e-01,  3.3140e-01, -5.1966e-01, -2.6025e-01,\n",
            "        -1.2619e-01,  5.4694e-01, -4.4183e-01,  4.9898e-02, -2.9903e-01,\n",
            "        -6.3687e-02,  7.7887e-01, -9.8428e-03, -3.7007e-01, -4.1308e-02,\n",
            "         2.8281e-02,  6.2194e-01, -2.9159e-01, -7.0448e-01,  5.3252e-01,\n",
            "         1.6096e-02, -2.2458e-01,  1.0160e+00, -1.5970e-02,  2.5091e-01,\n",
            "         6.7968e-01, -2.7563e-01,  4.2705e-01,  1.4023e-01, -2.1970e-01,\n",
            "        -1.4660e-01,  3.8181e-01,  4.0311e-02, -5.1745e+00, -8.2295e-02,\n",
            "        -3.6972e-01, -4.2837e-02,  8.6323e-02,  5.0018e-01, -2.2785e-01,\n",
            "        -3.5240e-01, -7.5367e-01,  2.4066e-01,  3.3382e-01,  5.3436e-02,\n",
            "         3.2752e-01,  3.6294e-01,  2.1633e-01, -4.6377e-01, -1.4676e-02,\n",
            "        -5.9109e-01, -1.3441e-01,  9.3020e-01,  6.0920e-01, -6.7237e-01,\n",
            "        -5.2399e-02,  1.3057e-01, -6.4373e-02,  3.9627e-01, -1.5455e-01,\n",
            "        -5.4573e-01, -2.8790e-01, -4.8117e-01,  3.0045e-01, -4.7347e-01,\n",
            "        -1.7169e-01,  2.4598e-01, -1.5471e-02,  8.8762e-01,  2.8438e-01,\n",
            "        -1.1860e+00,  4.2140e-01, -6.4391e-02,  9.6260e-02, -1.1928e+00,\n",
            "         6.4378e-01, -2.4177e-01,  3.9496e-01, -6.2056e-01,  4.7419e-01,\n",
            "         1.0504e-01,  2.1835e-02,  3.1262e-01, -4.3570e-01,  3.5737e-01,\n",
            "        -1.9208e-01, -6.3705e-01, -2.9480e-01,  3.5022e-01, -8.0127e-02,\n",
            "         5.4259e-01,  3.8097e-01, -5.6489e-01,  1.0143e-01, -3.4563e-02,\n",
            "        -3.6366e-01, -1.0243e-01,  1.1948e-01, -1.4307e-01, -5.7456e-01,\n",
            "         5.2272e-01, -1.9214e-01,  1.3680e-01, -2.7090e-01,  5.5106e-01,\n",
            "        -2.5756e-02, -6.0276e-01,  1.5367e-01,  7.8491e-02,  2.0230e-01,\n",
            "        -2.7711e-01, -1.2009e-01,  2.5477e-01, -1.5603e-01, -7.2277e-01,\n",
            "         3.3483e-01,  5.7874e-01, -5.3989e-01, -3.1736e-01,  3.1160e-01,\n",
            "         1.9173e-01, -1.9884e-01,  3.8655e-02,  1.7586e-01, -5.3641e-01,\n",
            "        -4.6419e-04,  3.8434e-01,  3.8786e-01,  7.2795e-01, -2.0294e-02,\n",
            "        -2.7417e-01,  7.2869e-01, -7.1792e-01,  1.2226e-01,  2.8472e-01,\n",
            "         6.0570e-01,  8.4660e-02,  5.4710e-01, -5.5351e-01, -3.2966e-01,\n",
            "        -6.0715e-02,  3.8452e-01,  5.3821e-01,  1.4886e-01, -7.4266e-01,\n",
            "         4.0808e-01,  1.0386e-01,  3.0448e-01, -4.5123e-01,  6.8848e-02,\n",
            "         5.9255e-01, -1.4220e-01, -6.9795e-02, -6.5054e-01,  4.6703e-01,\n",
            "        -5.3964e-01, -2.2346e-01, -1.3967e+00,  6.9507e-01, -3.8700e-01,\n",
            "         5.3958e-01,  5.8576e-01,  7.8808e-02, -5.4641e-02, -4.2984e-01,\n",
            "         7.4866e-02, -5.2104e-01,  1.6476e-01, -3.5598e-02, -6.7777e-02,\n",
            "         8.8551e-02, -4.6799e-01, -5.7295e-01, -1.3975e-01,  3.6976e-01,\n",
            "        -6.2822e-01,  1.1059e-01,  7.3585e-02,  1.0115e+00,  2.0328e-01,\n",
            "        -3.2923e-01, -1.7268e-01, -2.1263e-01, -4.2421e-01, -7.2205e-01,\n",
            "         3.5180e-03, -8.9037e-01,  2.3809e-02, -2.3005e-01,  1.2316e-01,\n",
            "         1.5941e-01,  4.8156e-02, -1.5425e-01,  1.9247e-01, -3.9343e-01,\n",
            "         3.7445e-02,  7.5558e-01, -5.8653e-01,  2.4090e-01,  3.4231e-01,\n",
            "         6.6054e-02, -1.9160e-01, -1.5112e-01, -5.1394e-01, -1.9862e-01,\n",
            "         1.3784e-01, -2.2947e-01, -3.0236e-01,  7.4993e-01, -6.1595e-02,\n",
            "         3.0630e-01, -3.2650e-01,  1.2010e-01, -4.9406e-01, -3.8939e-01,\n",
            "        -2.7802e-01, -4.9111e-01,  4.9819e-01,  2.7573e-01,  1.0596e+00,\n",
            "        -6.9215e-01,  3.0295e-01, -8.7007e-02,  1.6106e-01, -3.8597e-01,\n",
            "         1.2613e-01,  1.0886e-01, -7.5498e-02, -5.1104e-01,  1.6662e-01,\n",
            "         3.0902e-01, -1.3671e-01, -1.2403e-01, -3.4392e-01, -3.4023e-01,\n",
            "        -2.1652e-01, -1.8847e-01,  3.7035e-01, -4.6339e-02, -2.9827e-02,\n",
            "         7.7661e-02, -3.5057e-01,  4.3788e-01, -4.6102e-01, -1.5825e-01,\n",
            "         3.2546e-01, -6.5653e-01, -1.0586e-01, -7.4822e-02,  3.8997e-01,\n",
            "         2.1465e-02, -9.9915e-01, -8.5531e-01,  6.9005e-02, -7.1378e-01,\n",
            "        -4.9888e-01,  9.8919e-02, -4.4961e-01, -8.2598e-01, -1.6989e-01,\n",
            "         1.1041e-01, -1.3190e-01, -3.1872e-01, -5.8266e-01, -5.5481e-01,\n",
            "         7.3664e-03,  2.8611e-02, -5.0346e-02, -6.9961e-01,  4.2596e-01,\n",
            "        -1.0874e+00, -4.0863e-01, -3.4466e-01,  2.4120e-01, -6.1753e-01,\n",
            "         2.4895e-01,  1.7502e-02,  3.7529e-02,  6.0240e-01, -2.3941e-01,\n",
            "        -1.3716e+00, -1.3151e-01,  5.2861e-01, -1.7500e-01,  1.5633e-01,\n",
            "        -8.5234e-01, -5.4826e-01, -4.7234e-01, -3.3647e-01,  2.9837e-01,\n",
            "         8.5421e-01, -1.4827e-01, -2.6333e-02,  1.8551e-01, -2.3412e-02,\n",
            "         1.0260e-01, -7.0979e-02, -7.6596e-02,  3.4595e-01,  6.0459e-02,\n",
            "         5.8444e-01,  9.0840e-02, -7.7671e-01,  3.4467e-03, -6.2891e-01,\n",
            "        -1.1332e-01, -3.8727e-01,  8.4890e-01,  4.0158e-01,  2.4568e-02,\n",
            "        -2.4542e-01, -1.0363e-02, -4.0387e-01,  3.5874e-01,  8.9451e-01,\n",
            "         5.3058e-01,  3.8798e-01,  1.8133e-01, -2.3632e-01,  1.1684e-01,\n",
            "         2.4408e-01,  1.0911e-01,  7.4711e-01,  1.5645e-01,  4.0085e-01,\n",
            "         6.1654e-01, -5.4041e-01, -3.6243e-02,  6.3314e-02,  6.8439e-01,\n",
            "         2.7505e-01, -9.2006e-01, -1.2270e+00,  7.7225e-02, -1.6096e-01,\n",
            "         1.2241e+00, -3.8099e-02, -7.9405e-01,  2.7093e-01,  6.4843e-01,\n",
            "        -5.1069e-01, -5.2604e-01,  7.0140e-01,  2.5076e-01,  6.3070e-01,\n",
            "         1.7552e-01,  8.1233e-01, -5.9408e-03, -1.1622e+00, -2.7884e-01,\n",
            "        -2.4918e-01, -6.1827e-01,  8.4617e-01, -1.2972e-01,  5.0017e-01,\n",
            "         9.7316e-01,  1.0483e-01,  2.1262e-01, -2.6883e-01,  5.4541e-01,\n",
            "        -1.5184e-02, -4.4549e-01,  4.9052e-01,  1.7607e-01,  6.6431e-01,\n",
            "         1.7515e-01,  7.2203e-01, -2.7892e-01, -9.1382e-01, -3.8206e-01,\n",
            "         1.8246e-01,  1.6231e-01, -5.7502e-01, -3.5558e-01,  6.8248e-01,\n",
            "        -1.7305e-01,  6.0715e-01,  6.1311e-01,  5.2560e-01, -8.0434e-02,\n",
            "        -6.7938e-01,  3.0696e-04, -2.9862e-01,  6.8687e-01,  9.1684e-01,\n",
            "        -7.4477e-02, -2.0380e-01,  6.8241e-01,  1.9378e-01, -7.0113e-02,\n",
            "        -1.5659e-01,  1.3983e-01,  9.2339e-01, -2.1985e-01,  2.1896e-01,\n",
            "         1.6709e-01, -3.7463e-01, -1.4503e-01,  1.2193e-01,  4.0760e-01,\n",
            "         2.3967e-01,  7.0886e-02,  4.6795e-01, -4.3867e-01,  4.5514e-01,\n",
            "        -8.5949e-01,  2.3995e-01, -2.0632e-01,  4.8483e-01, -5.9367e-01,\n",
            "         7.4727e-02,  5.7918e-01,  1.6477e-01, -6.6297e-01, -2.1824e-01,\n",
            "         2.7930e-01,  1.4739e-01,  1.3535e-02, -4.9352e-01, -1.1376e-01,\n",
            "        -1.3541e-01,  8.7268e-02, -9.5807e-02, -2.0016e-01, -3.2163e-01,\n",
            "        -9.6258e-03, -4.2890e-01,  3.9612e-01, -2.3051e-01,  2.8308e-01,\n",
            "         4.7490e-01,  1.1238e+00,  1.7590e-01,  3.9835e-01,  7.2373e-01,\n",
            "         4.2588e-01, -5.2761e-01,  5.1216e-01,  4.4440e-02,  4.1587e-01,\n",
            "         6.8166e-01, -2.5860e-01, -2.7759e-01, -3.1934e-01, -6.4480e-02,\n",
            "        -2.2707e-01, -1.9922e-02, -5.8905e-02,  1.1721e-01,  1.7880e-01,\n",
            "        -2.6335e-01, -2.7498e-01, -1.5967e-01, -5.8484e-01, -1.0201e+00,\n",
            "        -4.5281e-01,  3.4071e-01, -6.5954e-01,  3.9239e-01, -1.5616e-01,\n",
            "        -1.4559e-01, -9.0389e-01,  5.1402e-01,  2.6166e-03,  5.1487e-01,\n",
            "         7.3818e-01, -2.9186e-01, -2.4636e-01, -5.3985e-01,  3.0543e-01,\n",
            "        -1.9496e-01, -3.6121e-01,  5.8166e-01, -6.5605e-02,  6.5773e-01,\n",
            "        -3.7514e-01,  6.9400e-01, -1.4394e-02,  2.6089e-02, -2.9093e-01,\n",
            "        -4.6837e-01, -5.5100e-01, -1.4512e-01, -2.7674e-01, -5.8209e-01,\n",
            "        -3.5404e-01, -3.4959e-01, -2.1414e-01,  4.0166e-03, -6.5861e-01,\n",
            "        -1.6952e-01,  7.3023e-01,  5.6713e-01], grad_fn=<SelectBackward0>)\n",
            "Token: you, Embedding: tensor([-2.0873e-01, -2.1499e-01,  3.9771e-01,  1.6727e-02,  9.0410e-02,\n",
            "         2.6631e-01, -6.9499e-02,  6.0025e-02, -9.7876e-02, -2.1737e-01,\n",
            "        -4.9750e-01, -7.2896e-01, -7.6211e-01,  3.1541e-01, -2.4580e-01,\n",
            "         6.5099e-01,  8.6316e-01, -6.1647e-02,  3.5108e-02,  5.0762e-01,\n",
            "         3.4568e-01,  2.2987e-01,  2.8059e-01, -4.2361e-01,  4.2491e-01,\n",
            "         3.5221e-01,  4.6065e-01,  3.5780e-01, -3.7635e-01, -1.0239e+00,\n",
            "         1.7072e-01, -3.1912e-01, -3.7017e-01, -6.1293e-01, -2.0324e-02,\n",
            "         6.2838e-02,  6.1690e-01, -8.0127e-02,  4.3846e-01, -2.4015e-01,\n",
            "        -1.0237e+00, -4.1700e-02,  3.5903e-01,  3.5028e-02, -2.1364e-01,\n",
            "        -9.9638e-01,  2.7651e-01,  1.5977e-01, -2.5167e-01,  1.9876e-01,\n",
            "        -2.7872e-01,  1.1979e-01,  1.9411e-01,  3.7327e-01, -1.6691e-01,\n",
            "         5.8770e-01, -5.0158e-01, -3.0862e-01, -3.7271e-01, -4.7021e-01,\n",
            "         5.6824e-02, -5.4743e-01,  4.3173e-01, -8.2642e-02,  2.0214e-01,\n",
            "         1.2064e-01, -6.8736e-01,  4.7944e-01,  3.9832e-01, -2.1311e-01,\n",
            "         3.8090e-02,  1.6429e-01, -3.1577e-01, -1.6819e-01, -7.9279e-01,\n",
            "        -5.5167e-01, -5.2330e-01,  1.1302e-01,  5.7433e-02,  2.7786e-01,\n",
            "         3.6739e-01, -1.4609e-01,  9.9388e-02,  1.4930e-01,  6.2279e-01,\n",
            "        -2.7215e-01,  1.6411e-01,  4.7763e-01, -4.6885e-01,  5.8072e-02,\n",
            "         2.4879e-01, -2.1029e-01, -1.0143e+00, -4.5444e-02,  1.7768e-01,\n",
            "         8.5098e-02, -6.2452e-03,  3.2822e-01,  3.4397e-01,  3.9606e-02,\n",
            "         1.5927e-01, -5.3251e-01,  1.8778e-01, -6.5425e-01, -3.5455e-01,\n",
            "        -2.8211e-01, -2.0805e-01, -1.8256e-01,  1.2238e-01,  1.3823e+00,\n",
            "        -4.9852e-01, -9.8404e-02,  5.1064e-01, -3.9745e-01,  2.5545e-01,\n",
            "         8.3923e-02,  1.4817e-01,  2.1753e-01,  2.3373e-01, -5.5872e-01,\n",
            "         2.1750e-01, -1.5963e-01,  5.2294e-01, -1.3855e-01,  5.4257e-01,\n",
            "         2.9937e-01, -7.1114e-01,  4.7086e-01,  3.4825e-01,  2.5008e-01,\n",
            "         9.0758e-01,  2.1369e-01,  2.3386e-01,  4.1706e-02,  6.3787e-01,\n",
            "        -4.5475e-01, -2.3329e-02, -8.4420e-02,  3.4009e-01, -6.5238e-01,\n",
            "        -5.0824e-01,  2.6004e-01, -2.1171e-01,  1.7849e-01,  1.2475e-01,\n",
            "        -1.6084e-02, -7.0887e-01,  1.7124e-01,  7.1811e-02,  9.3245e-01,\n",
            "         1.4592e-01,  7.6623e-01,  3.3873e-01, -3.8299e-02, -7.4677e-02,\n",
            "         3.6644e-01, -4.8530e-02, -1.8348e-01, -6.1932e-01, -2.2971e-01,\n",
            "         9.4534e-01,  2.2677e-01, -1.4359e-01,  4.3422e-01, -4.2516e-01,\n",
            "        -3.6682e-01, -7.3761e-01,  7.8315e-01, -2.1991e-03,  7.7850e-01,\n",
            "         2.4857e-01, -8.1087e-01,  6.1140e-01,  1.0465e+00, -5.0950e-02,\n",
            "         1.6035e-01,  5.2280e-01,  3.1997e-01, -9.7288e-02, -3.2044e-01,\n",
            "        -5.5660e-01,  7.8065e-01,  1.7475e-01,  1.7609e-01,  1.4716e-01,\n",
            "        -4.3359e-02,  1.1685e-01, -2.7059e-01, -5.6595e-03, -1.8243e-01,\n",
            "        -8.6172e-01, -4.9884e-01, -1.0788e+00, -4.2301e-01,  4.6426e-01,\n",
            "        -2.7022e-01, -6.1997e-01, -8.5921e-02, -4.2294e-01, -4.1725e-01,\n",
            "         5.5526e-01,  1.4746e-01,  2.0158e-01, -4.8295e-02,  3.6438e-01,\n",
            "         4.2774e-01,  1.5860e-01,  7.7270e-01, -4.3455e-01, -4.6861e-01,\n",
            "        -3.2430e-01, -1.0012e-01,  4.7510e-01, -4.4829e-01, -4.9187e-01,\n",
            "         1.2317e-01,  3.7646e-01, -1.5326e-01,  7.8489e-01,  1.6081e-01,\n",
            "        -7.1387e-03, -3.7744e-01, -4.1283e-01,  2.2102e-01,  6.1363e-02,\n",
            "         5.3199e-01,  5.3161e-01, -3.2177e-01,  2.9335e-01,  4.7894e-01,\n",
            "        -3.6767e-01, -3.5249e-01,  7.7255e-01, -1.2440e-01, -3.9563e-02,\n",
            "         2.4005e-01,  4.9687e-01,  1.3825e-01,  6.0513e-01, -1.1912e+00,\n",
            "        -6.4281e-01,  4.9231e-01, -1.1377e-01, -3.2405e-01, -1.8183e-01,\n",
            "        -1.2954e-01, -2.0931e-01, -5.9742e-01, -2.5672e-01, -3.3796e-02,\n",
            "        -2.2838e-01,  1.2555e-02, -1.5477e-01, -3.1774e-01,  3.6958e-01,\n",
            "        -7.2093e-01,  3.6049e-01,  5.6369e-03,  3.9497e-01,  7.2663e-02,\n",
            "        -3.2643e-01,  5.7951e-02, -4.6448e-02,  2.6184e-01, -4.1127e-01,\n",
            "        -2.6585e-01,  1.0834e-02,  2.7283e-01,  1.0647e+00,  5.7256e-01,\n",
            "         2.6859e-01,  8.5266e-01, -2.1506e-02,  8.4619e-01, -1.1958e+00,\n",
            "        -4.8290e-01,  8.0239e-01,  4.0108e-01, -6.9887e-01, -3.9498e-01,\n",
            "        -2.0182e-01,  6.9792e-01, -2.1557e-01, -6.6008e-02, -1.3493e-01,\n",
            "        -7.6305e-02,  6.8893e-01,  1.1223e-01, -4.1346e-01, -7.1979e-02,\n",
            "        -1.7514e-01,  5.7180e-01, -4.4543e-01, -8.4663e-01,  5.4297e-01,\n",
            "         1.5379e-02, -1.9932e-02,  8.3191e-01,  4.3548e-03,  2.9431e-01,\n",
            "         6.4693e-01, -4.4244e-01,  5.8065e-01,  4.2700e-02, -3.3748e-01,\n",
            "        -1.4113e-01,  2.3590e-01,  1.0953e-01, -5.1764e+00, -7.5017e-04,\n",
            "        -1.7750e-01, -9.8422e-02, -3.9365e-02,  3.8772e-01, -8.8695e-02,\n",
            "        -3.5256e-01, -8.0340e-01,  8.8063e-02,  3.4442e-01, -3.6409e-02,\n",
            "         6.2879e-01,  3.1591e-02,  3.0470e-01, -2.8602e-01,  1.1419e-01,\n",
            "        -7.4643e-01, -1.4225e-01,  8.4370e-01,  5.0533e-01, -7.1130e-01,\n",
            "        -7.0094e-03,  5.6612e-02, -4.7408e-02,  3.4294e-01, -3.6705e-02,\n",
            "        -3.5863e-01, -4.7583e-01, -3.2138e-01,  1.8900e-01, -4.1068e-01,\n",
            "        -1.6979e-01,  2.2322e-01,  1.6899e-01,  6.8858e-01,  4.2864e-01,\n",
            "        -1.0452e+00,  6.2550e-01,  1.4741e-03,  1.3762e-01, -9.2197e-01,\n",
            "         7.0244e-01, -1.6724e-01,  4.2677e-01, -4.6264e-01,  5.7173e-01,\n",
            "        -6.2926e-02,  4.1632e-02,  3.5267e-01, -3.4445e-01,  2.6397e-01,\n",
            "        -1.5531e-01, -5.5420e-01, -1.1831e-01,  3.0532e-01, -4.6731e-02,\n",
            "         5.2023e-01,  4.7089e-01, -5.5965e-01,  1.6142e-01, -7.8951e-02,\n",
            "        -4.7569e-01, -1.4014e-01,  2.0919e-01, -2.5276e-01, -6.5466e-01,\n",
            "         6.7090e-01, -2.1754e-01,  3.3395e-01, -2.3649e-01,  6.0481e-01,\n",
            "        -7.3047e-02, -8.1106e-01,  9.8414e-02,  2.5790e-01,  1.4218e-01,\n",
            "        -5.2010e-01,  2.1759e-03,  1.3046e-01, -1.5555e-01, -6.8158e-01,\n",
            "         3.1020e-01,  4.8305e-01, -4.4111e-01, -4.0482e-01,  9.0921e-02,\n",
            "         2.8126e-01, -2.9895e-01,  7.5472e-02, -3.6008e-02, -3.7848e-01,\n",
            "        -1.9958e-02,  4.7918e-01,  3.2163e-01,  6.5215e-01,  1.4666e-01,\n",
            "        -4.9958e-01,  5.6125e-01, -4.9233e-01, -1.0871e-01,  3.3910e-01,\n",
            "         9.5013e-01,  1.3198e-02,  6.2327e-01, -6.1973e-01, -4.9416e-01,\n",
            "        -1.0197e-01,  3.5362e-01,  3.5898e-01, -4.9586e-03, -7.6659e-01,\n",
            "         3.1133e-01,  1.8036e-01,  2.3324e-01, -3.4851e-01,  7.9932e-02,\n",
            "         6.6905e-01, -6.9900e-02, -4.0595e-03, -5.1165e-01,  6.0446e-01,\n",
            "        -5.2252e-01, -3.9034e-01, -1.0875e+00,  6.9759e-01, -3.8103e-01,\n",
            "         4.9750e-01,  4.9090e-01,  4.8648e-02, -3.9934e-02, -3.6472e-01,\n",
            "         2.1724e-02, -3.9117e-01,  1.3562e-01, -1.3550e-01, -1.5402e-01,\n",
            "         8.8987e-02, -2.1880e-01, -7.1417e-01, -2.7585e-02,  6.1385e-01,\n",
            "        -5.7370e-01,  1.1669e-01,  2.4221e-01,  8.0457e-01, -9.1455e-02,\n",
            "        -1.8298e-01, -1.6768e-01,  2.9635e-02, -4.2119e-01, -7.2460e-01,\n",
            "         9.0257e-02, -7.6714e-01, -2.3637e-02, -1.7408e-01,  1.9940e-01,\n",
            "         1.8147e-01, -2.5950e-01,  1.4313e-01,  4.6275e-02, -4.1852e-01,\n",
            "        -6.4525e-02,  6.9603e-01, -5.2226e-01,  2.5789e-01,  4.0216e-01,\n",
            "         1.5226e-01, -2.4313e-01, -8.7796e-02, -6.4630e-01, -1.6889e-01,\n",
            "        -7.7275e-02, -2.6535e-01, -2.9222e-01,  7.0012e-01, -1.1215e-01,\n",
            "         4.9337e-01, -3.7662e-01,  1.7952e-01, -5.0370e-01, -4.0204e-01,\n",
            "        -2.0268e-01, -3.5356e-01,  4.0055e-01,  8.2778e-02,  8.6582e-01,\n",
            "        -7.8639e-01,  2.5493e-01, -1.7239e-03,  4.2318e-01, -3.9234e-01,\n",
            "         1.7085e-01,  1.0707e-01, -5.0334e-02, -4.6400e-01,  3.0175e-01,\n",
            "         3.9271e-02, -1.2237e-01, -2.0749e-01, -4.6904e-01, -3.0235e-01,\n",
            "        -2.1549e-01, -2.8036e-01,  4.3036e-01, -1.3906e-02,  5.8287e-02,\n",
            "        -5.1460e-02, -3.9246e-01,  5.0844e-01, -4.8842e-01,  1.6389e-02,\n",
            "         7.4011e-02, -8.5536e-01, -2.2589e-01, -5.0228e-02,  4.3087e-01,\n",
            "        -1.5276e-01, -1.0408e+00, -8.7781e-01, -5.5779e-02, -8.0295e-01,\n",
            "        -6.3015e-01, -9.9655e-02, -3.1762e-01, -6.0905e-01, -3.6184e-01,\n",
            "        -3.4993e-02, -5.0256e-01, -4.0314e-01, -4.8307e-01, -4.8379e-01,\n",
            "        -1.2601e-01,  4.1746e-02,  1.2363e-01, -8.7720e-01,  5.2779e-01,\n",
            "        -1.1189e+00, -4.3321e-01, -1.6023e-01,  3.5702e-01, -6.9769e-01,\n",
            "         3.1380e-01, -4.0258e-02, -5.5135e-02,  6.2444e-01, -3.4566e-01,\n",
            "        -1.2328e+00, -1.7763e-01,  6.4598e-01, -1.5930e-01,  1.0132e-01,\n",
            "        -7.9282e-01, -6.7232e-01, -5.0337e-01, -2.8839e-01,  4.6993e-01,\n",
            "         8.3197e-01, -8.5046e-02,  1.4139e-01,  2.6604e-01,  1.0112e-01,\n",
            "         7.4822e-02, -1.5303e-01, -2.0182e-01,  3.9891e-01, -5.8368e-02,\n",
            "         5.2171e-01, -7.8855e-02, -5.0877e-01,  5.2899e-02, -6.3760e-01,\n",
            "        -3.8491e-01, -2.9851e-01,  9.0897e-01,  5.0188e-01, -2.1138e-02,\n",
            "        -2.7462e-01, -8.2728e-03, -1.2101e-01,  4.1038e-01,  8.7120e-01,\n",
            "         7.0389e-01,  2.9299e-01,  7.6268e-02, -2.4164e-01,  6.0605e-02,\n",
            "         3.8636e-01,  1.1251e-01,  6.1042e-01, -3.7575e-02,  4.3039e-01,\n",
            "         7.4699e-01, -5.0062e-01,  4.5897e-02,  2.0291e-01,  6.5717e-01,\n",
            "         4.2422e-01, -8.0435e-01, -1.2350e+00,  1.6973e-01, -2.7998e-01,\n",
            "         1.0517e+00,  1.8512e-01, -7.6793e-01,  2.5986e-01,  6.9708e-01,\n",
            "        -6.0031e-01, -4.0370e-01,  7.9328e-01,  2.2993e-01,  6.2161e-01,\n",
            "         3.0190e-01,  7.3691e-01,  2.1293e-02, -1.2252e+00, -2.8951e-01,\n",
            "        -1.9021e-01, -7.7445e-01,  7.5915e-01, -1.3333e-01,  7.4763e-02,\n",
            "         8.1763e-01,  1.1674e-01,  1.6286e-01, -2.8900e-01,  5.1048e-01,\n",
            "         2.7824e-02, -5.4453e-01,  7.0644e-01,  2.4242e-01,  7.0295e-01,\n",
            "         2.6958e-01,  9.2010e-01, -1.4773e-01, -8.1561e-01, -3.3527e-01,\n",
            "         1.3389e-01,  2.0315e-01, -6.2663e-01, -1.9653e-01,  7.7957e-01,\n",
            "        -9.6005e-02,  4.9239e-01,  6.2651e-01,  6.3986e-01,  4.7398e-03,\n",
            "        -6.4051e-01, -8.0325e-02, -1.1757e-01,  7.4869e-01,  1.0272e+00,\n",
            "        -1.4875e-01,  1.5461e-02,  6.5132e-01,  5.0572e-01, -2.4428e-01,\n",
            "         2.0100e-02,  1.3553e-01,  9.5549e-01, -8.3996e-02,  6.4863e-02,\n",
            "         1.0692e-01, -2.7998e-01, -1.0772e-01,  6.8948e-02,  3.3801e-02,\n",
            "         2.5523e-01, -1.7452e-01,  5.0692e-01, -2.0242e-01,  6.2363e-01,\n",
            "        -8.8108e-01,  5.0807e-01, -1.2107e-01,  4.5711e-01, -5.2493e-01,\n",
            "        -9.4868e-02,  5.9991e-01,  3.9980e-01, -3.3610e-01, -4.3205e-02,\n",
            "         5.0384e-02,  7.9833e-02,  2.9952e-02, -6.1392e-01, -6.1998e-02,\n",
            "        -1.1881e-01,  2.1574e-01,  2.0258e-02, -1.0553e-01, -3.8626e-01,\n",
            "        -4.1280e-01, -4.7963e-01,  5.3708e-01, -3.8381e-01,  3.7629e-01,\n",
            "         4.5270e-01,  1.0785e+00,  1.6294e-01,  3.0598e-01,  7.0001e-01,\n",
            "         4.5543e-01, -3.0918e-01,  4.2555e-01,  2.0602e-01,  3.1803e-01,\n",
            "         4.2879e-01, -1.3899e-01, -3.7388e-01, -3.9731e-01,  2.0158e-01,\n",
            "        -2.7012e-01,  1.3363e-01, -2.0038e-01,  5.0364e-03,  2.3328e-01,\n",
            "        -1.6311e-01, -4.6208e-01,  1.6595e-01, -7.1861e-01, -1.0021e+00,\n",
            "        -5.1361e-01,  5.4085e-01, -6.1997e-01,  1.7303e-01, -7.4618e-02,\n",
            "        -1.7328e-01, -9.6005e-01,  3.3525e-01,  2.5362e-02,  4.3523e-01,\n",
            "         8.3585e-01, -2.5837e-01, -2.0277e-01, -4.6383e-01,  2.6108e-01,\n",
            "        -1.5570e-01, -4.2781e-01,  4.4977e-01, -3.0523e-02,  5.6548e-01,\n",
            "        -4.8173e-01,  6.4291e-01, -6.8525e-02, -9.6296e-02, -3.6009e-01,\n",
            "        -4.5980e-01, -5.3952e-01, -2.9827e-01, -3.4683e-01, -5.4897e-01,\n",
            "        -5.6655e-01, -5.3472e-01, -2.4901e-01,  1.2273e-02, -6.5504e-01,\n",
            "         6.5021e-03,  7.2254e-01,  6.8175e-01], grad_fn=<SelectBackward0>)\n",
            "Token: ?, Embedding: tensor([ 1.9976e-03, -5.4589e-02,  3.1745e-01, -9.5703e-02,  1.6281e-01,\n",
            "         2.9364e-01,  2.3032e-01, -1.0741e-02, -9.3628e-02, -4.1472e-01,\n",
            "        -4.1110e-01, -3.4013e-01, -6.7772e-01,  2.5559e-01,  1.7892e-01,\n",
            "         3.5513e-01,  7.5159e-01,  7.6013e-03,  1.3653e-01,  1.7164e-01,\n",
            "         3.8486e-01,  2.9384e-01,  1.0449e-01, -3.7009e-01,  3.8128e-01,\n",
            "         2.9422e-01,  4.5097e-01,  2.6388e-01, -5.8952e-01, -7.7906e-01,\n",
            "         4.1120e-02, -4.2680e-01,  7.7683e-02, -6.5345e-01, -2.3108e-01,\n",
            "        -6.5426e-02,  9.6267e-01, -1.9667e-01,  5.0880e-01, -3.3082e-01,\n",
            "        -7.1587e-01, -5.9123e-02,  4.3867e-01,  8.4159e-02, -5.8854e-02,\n",
            "        -7.3346e-01,  6.0237e-02,  2.7299e-01, -5.3138e-01,  2.2484e-01,\n",
            "        -3.9791e-01,  1.7499e-01,  4.3872e-01,  4.8949e-01, -1.6940e-01,\n",
            "         4.7374e-01, -3.7444e-01, -1.9842e-01, -1.7182e-01, -3.6285e-01,\n",
            "         2.8082e-01, -7.3391e-01,  2.7475e-01, -7.7483e-02,  2.4682e-01,\n",
            "         1.9205e-01, -5.7316e-01,  2.5618e-01,  3.9597e-01, -9.2126e-02,\n",
            "         7.2272e-03,  1.9407e-01, -3.1136e-01, -6.5342e-02, -5.7141e-01,\n",
            "        -4.8090e-01, -1.7507e-01,  3.1005e-01,  1.2552e-01,  2.5161e-01,\n",
            "         3.3001e-01, -2.0581e-01,  5.0915e-01, -1.1479e-01,  6.3213e-01,\n",
            "        -1.4724e-01,  3.7691e-01,  4.7213e-01, -4.8833e-01, -4.9223e-02,\n",
            "         1.8719e-01, -3.5327e-02, -9.0767e-01, -1.6085e-01,  1.8429e-01,\n",
            "         7.6830e-02, -1.3694e-01,  1.1918e-01,  4.1873e-01, -2.4944e-01,\n",
            "        -7.7016e-02, -3.0152e-01,  2.6643e-01, -5.3051e-01, -4.2454e-01,\n",
            "        -3.6891e-01, -1.7080e-01, -2.7314e-01,  3.0539e-02,  1.0545e+00,\n",
            "        -4.9392e-01,  6.9481e-02,  3.9874e-01, -5.7214e-01,  9.3822e-02,\n",
            "         1.5602e-01,  3.3402e-02,  1.2881e-01,  4.5370e-01, -4.7938e-01,\n",
            "         1.1175e-01,  1.7836e-01,  4.5055e-01, -4.6304e-02,  3.6289e-01,\n",
            "         9.6193e-02, -5.8439e-01,  1.8818e-01,  1.0109e-01,  3.0718e-01,\n",
            "         8.0069e-01,  2.4771e-01,  2.8038e-01,  1.7690e-01,  7.2193e-01,\n",
            "        -5.3346e-01,  1.4825e-01, -1.2536e-01,  2.0369e-01, -7.9556e-01,\n",
            "        -4.9410e-01,  4.3535e-01, -2.3359e-02,  1.2439e-01,  1.4202e-02,\n",
            "         5.2003e-02, -4.6405e-01, -1.4433e-01, -1.2541e-01,  8.6414e-01,\n",
            "         8.2783e-02,  7.9650e-01,  3.1257e-01, -2.9254e-01, -2.1365e-01,\n",
            "         2.4798e-02,  8.9847e-03, -4.4039e-01, -8.2351e-01, -1.3770e-01,\n",
            "         5.1846e-01,  5.1418e-01, -9.1574e-02,  2.5372e-01, -3.9904e-01,\n",
            "        -6.9701e-01, -5.7341e-01,  7.3343e-01,  9.4760e-03,  6.6194e-01,\n",
            "         5.8619e-04, -7.8883e-01,  5.0919e-01,  6.5017e-01,  1.3310e-02,\n",
            "         3.2167e-01,  7.0496e-01,  1.9527e-01, -1.2812e-01, -2.9422e-01,\n",
            "        -6.1369e-01,  7.2596e-01,  1.5739e-01,  1.6107e-01,  2.1233e-01,\n",
            "         4.0269e-02,  3.1341e-01, -1.5444e-01,  2.1783e-01, -2.7529e-02,\n",
            "        -8.4518e-01, -4.4747e-01, -7.7374e-01, -3.6076e-01,  5.4637e-01,\n",
            "        -1.2847e-01, -7.9445e-01, -6.9144e-02, -1.7741e-01, -4.3208e-01,\n",
            "         5.1760e-01, -2.2318e-02,  1.0970e-01,  3.7267e-02,  1.6837e-01,\n",
            "         5.7746e-01,  1.4708e-01,  6.2567e-01, -2.6866e-01, -4.0113e-01,\n",
            "        -3.6516e-01, -2.4218e-01,  4.3165e-01, -5.1924e-01, -4.3699e-01,\n",
            "        -4.4951e-02,  2.7121e-01, -1.7717e-01,  5.6626e-01,  1.4209e-01,\n",
            "         1.7976e-01, -3.2324e-01, -2.8274e-01,  2.0542e-01,  6.9658e-02,\n",
            "         3.8669e-01,  8.3320e-01, -2.0429e-01,  3.7225e-01,  3.4629e-01,\n",
            "        -4.2771e-01, -2.4535e-01,  8.6933e-01, -6.6769e-03, -2.4943e-01,\n",
            "         4.7497e-02,  3.3980e-01,  1.9597e-01,  4.4980e-01, -8.9659e-01,\n",
            "        -6.8818e-01,  4.0396e-01, -2.1264e-01, -1.4830e-01, -2.8565e-01,\n",
            "        -2.5242e-01, -1.6761e-01, -6.9579e-01, -1.7223e-01,  4.0985e-02,\n",
            "        -4.6683e-01,  7.6562e-02, -1.3602e-01, -3.8000e-01,  4.9577e-01,\n",
            "        -4.4925e-01,  4.5250e-01, -8.0016e-02,  4.3239e-01,  2.2841e-01,\n",
            "        -1.4387e-01, -2.9369e-02,  7.6260e-03,  1.9519e-01, -1.8820e-01,\n",
            "        -1.5949e-01,  1.6916e-01,  2.9946e-02,  7.8033e-01,  4.5677e-01,\n",
            "         4.4050e-01,  5.9712e-01,  1.0655e-02,  6.7934e-01, -7.5805e-01,\n",
            "        -3.2781e-01,  5.9891e-01,  2.8985e-01, -5.6156e-01, -6.0312e-02,\n",
            "        -3.2166e-01,  3.2986e-01, -2.4486e-01,  4.7456e-03, -1.4889e-01,\n",
            "        -1.3750e-01,  6.4206e-01, -3.1300e-01, -3.3176e-01,  1.6224e-01,\n",
            "        -1.3876e-01,  6.4134e-01, -4.4422e-01, -7.6417e-01,  5.2550e-01,\n",
            "         8.6763e-02,  5.3544e-02,  7.8478e-01, -1.5277e-01,  9.0065e-02,\n",
            "         4.4673e-01, -2.6407e-01,  2.5377e-01, -1.5945e-01, -3.2542e-02,\n",
            "        -3.2067e-01,  2.0006e-01,  3.1700e-01, -5.6708e+00,  8.6936e-03,\n",
            "        -4.1374e-01, -1.5250e-01,  5.3621e-02,  4.0866e-01, -2.0788e-01,\n",
            "        -1.4804e-01, -9.8716e-01,  1.3772e-01,  2.7753e-01,  5.7674e-02,\n",
            "         3.4259e-01,  9.6143e-02,  7.7856e-02, -3.9371e-01,  8.9796e-03,\n",
            "        -6.4591e-01,  1.7306e-01,  5.6979e-01,  3.0722e-01, -8.3325e-01,\n",
            "        -8.6984e-02, -1.1183e-03, -2.2113e-01,  5.4339e-01,  1.6349e-01,\n",
            "        -2.9373e-01, -3.7937e-01, -3.4533e-01,  2.6454e-01, -2.2613e-01,\n",
            "        -1.4143e-01,  2.3549e-01,  3.9573e-02,  6.6908e-01,  5.0074e-01,\n",
            "        -9.6869e-01,  5.4301e-01,  1.9779e-02,  5.7586e-02, -1.0333e+00,\n",
            "         5.1480e-01,  8.7202e-02,  1.9347e-01, -4.6959e-01,  5.4183e-01,\n",
            "         2.6348e-01, -1.3667e-02,  3.7405e-01, -2.6661e-01,  1.5662e-01,\n",
            "         1.3905e-02, -5.3152e-01, -1.2662e-01,  4.2005e-01, -1.0109e-01,\n",
            "         2.2892e-01,  2.7544e-01, -3.5573e-01,  1.6615e-01, -7.7181e-02,\n",
            "        -4.6995e-01, -1.2660e-01,  2.2217e-02, -5.8505e-03, -6.2533e-01,\n",
            "         3.2671e-01,  5.9361e-03,  6.1948e-02, -1.9153e-01,  9.3707e-02,\n",
            "        -7.9666e-02, -5.9361e-01,  8.0547e-02,  1.7282e-01,  2.1188e-01,\n",
            "        -4.3315e-01,  2.2215e-02, -6.2513e-02, -1.3256e-01, -4.6577e-01,\n",
            "         2.5086e-01,  7.5096e-01, -5.8184e-01, -3.0923e-01,  9.4680e-02,\n",
            "         1.0501e-01, -2.8607e-01,  2.5364e-01,  1.2104e-01, -2.5654e-01,\n",
            "        -6.9670e-02,  3.4104e-01,  2.4310e-01,  7.8871e-01, -3.4555e-02,\n",
            "        -4.2198e-01,  3.7863e-01, -3.7189e-01, -8.8137e-02,  4.1496e-01,\n",
            "         4.9804e-01,  1.6959e-01,  3.7180e-01, -5.3225e-01, -4.4982e-01,\n",
            "         1.1947e-02,  4.5188e-01,  2.7967e-01,  1.9374e-01, -5.3418e-01,\n",
            "         1.1974e-01, -1.3106e-01,  5.5913e-01, -2.5925e-01, -1.6594e-01,\n",
            "         3.1627e-01,  9.0609e-02, -3.4222e-02, -5.9567e-01,  3.8085e-01,\n",
            "        -7.2848e-01, -1.6872e-01, -1.0767e+00,  6.1912e-01, -2.1861e-01,\n",
            "         2.8079e-01,  5.7063e-01, -2.7646e-03, -6.2087e-02, -2.6423e-01,\n",
            "         4.1496e-02, -2.0864e-01,  1.3430e-01, -4.2168e-02, -2.0812e-01,\n",
            "         2.0186e-01, -4.0327e-01, -5.9166e-01,  4.0751e-02,  4.3187e-01,\n",
            "        -6.4215e-01,  1.6238e-01,  4.2612e-01,  9.3065e-01, -2.1127e-01,\n",
            "        -2.6237e-01, -7.4859e-02,  1.9358e-01, -4.1563e-01, -6.3299e-01,\n",
            "         2.0913e-01, -5.6974e-01, -3.5634e-01, -1.5365e-01,  3.0170e-01,\n",
            "         2.9439e-01, -1.7120e-01,  8.5965e-02,  2.4687e-01, -5.0641e-01,\n",
            "        -7.3328e-02,  6.1214e-01, -4.7227e-01,  3.3086e-01,  2.5199e-01,\n",
            "         2.0232e-02, -3.3023e-01,  1.4862e-01, -2.9799e-01, -1.0535e-01,\n",
            "        -5.1416e-03,  8.6245e-02, -1.3708e-01,  4.2643e-01, -3.2110e-01,\n",
            "         2.1235e-01, -1.7631e-01, -7.8587e-02, -5.7183e-01, -4.4848e-01,\n",
            "        -1.8770e-01, -4.5525e-01,  3.5170e-01, -1.6926e-01,  4.4096e-01,\n",
            "        -7.2277e-01,  1.8231e-01, -2.6945e-03,  3.0617e-01, -4.4249e-01,\n",
            "         1.4702e-01,  6.1452e-02,  1.5346e-02, -4.0238e-01,  1.4422e-01,\n",
            "         1.8740e-01, -1.0586e-01, -5.8615e-02, -5.3788e-01, -4.5681e-01,\n",
            "        -8.3706e-02, -3.3421e-01,  4.4040e-01,  9.6709e-02,  1.3316e-01,\n",
            "        -1.6408e-02, -4.1826e-01,  4.7619e-01, -3.7805e-01, -5.2294e-03,\n",
            "         3.1751e-01, -6.2646e-01, -3.8869e-01, -5.1914e-02,  3.5368e-01,\n",
            "         7.2721e-02, -7.6951e-01, -9.1987e-01, -1.0167e-01, -8.2906e-01,\n",
            "        -5.3027e-01,  7.4361e-02, -2.7079e-01, -3.9721e-01, -3.9411e-01,\n",
            "        -1.2055e-01,  8.1893e-03, -4.1845e-01, -2.8915e-01, -3.6226e-01,\n",
            "        -2.3164e-01,  2.3253e-01, -5.9542e-02, -9.1623e-01,  3.8155e-01,\n",
            "        -7.8860e-01, -3.9322e-01, -2.0227e-01,  2.8201e-01, -7.0161e-01,\n",
            "         3.3541e-01,  1.8747e-01, -1.0623e-01,  4.6631e-01, -2.7686e-01,\n",
            "        -1.2698e+00,  1.6386e-01,  5.5379e-01, -2.8774e-02, -1.2921e-01,\n",
            "        -5.0734e-01, -3.2108e-01, -2.5267e-01, -2.0164e-01,  3.8646e-01,\n",
            "         5.1682e-01, -1.1373e-01, -2.4413e-02,  2.3238e-01,  2.3366e-01,\n",
            "         1.3973e-01,  3.1176e-03, -6.2217e-02,  3.9946e-01, -5.6971e-02,\n",
            "         3.5648e-01,  3.2779e-02, -4.5187e-01, -2.0437e-01, -3.9453e-01,\n",
            "        -3.4902e-01, -1.7922e-01,  1.0280e+00,  4.1912e-01,  1.0360e-01,\n",
            "        -3.0401e-01,  1.0033e-01,  2.3919e-02,  3.7068e-01,  7.7947e-01,\n",
            "         6.0516e-01,  2.6622e-01,  3.3646e-01, -3.3405e-01, -1.3930e-01,\n",
            "         1.1702e-01,  1.9941e-01,  7.8974e-01, -1.2941e-01,  5.0864e-01,\n",
            "         7.9675e-01, -5.1206e-01, -3.9624e-02,  3.7362e-01,  4.8678e-01,\n",
            "         3.1889e-01, -7.6107e-01, -1.1394e+00,  1.6692e-01, -1.7812e-01,\n",
            "         1.1238e+00, -1.7817e-01, -6.5181e-01,  3.4074e-01,  5.8004e-01,\n",
            "        -5.7370e-01, -2.6683e-01,  6.4204e-01,  2.3862e-01,  7.5725e-01,\n",
            "         1.7599e-02,  6.6084e-01,  3.3385e-01, -1.0673e+00, -2.0426e-01,\n",
            "        -2.6712e-01, -6.9740e-01,  9.4402e-01, -5.0211e-03,  3.0334e-01,\n",
            "         8.7607e-01, -2.3873e-02,  1.2918e-01, -2.8306e-01,  4.6407e-01,\n",
            "         5.9828e-02, -6.9456e-01,  4.6400e-01,  2.8365e-01,  4.8127e-01,\n",
            "         2.0126e-01,  7.5029e-01, -2.1757e-01, -8.3228e-01, -7.5636e-02,\n",
            "         6.1390e-03, -1.0039e-01, -6.8156e-01, -2.4556e-01,  6.6416e-01,\n",
            "        -1.2898e-01,  2.8301e-01,  5.0570e-01,  4.8747e-01, -2.3618e-01,\n",
            "        -5.3627e-01, -2.2212e-01, -6.1573e-03,  7.9231e-01,  7.1408e-01,\n",
            "        -1.0310e-01, -1.8465e-02,  6.1812e-01,  5.2244e-01, -5.4690e-02,\n",
            "        -1.2881e-01,  1.4828e-02,  8.6214e-01,  7.5014e-02,  4.2344e-02,\n",
            "         1.4548e-01, -1.9304e-01, -1.7825e-01,  1.4945e-01,  3.2771e-01,\n",
            "         2.6676e-01,  4.5807e-02,  3.5556e-01, -9.0393e-04,  2.6376e-01,\n",
            "        -7.4389e-01,  1.5301e-01, -1.0107e-01,  3.7874e-01, -3.6671e-01,\n",
            "         8.5013e-02,  4.3333e-01,  1.5252e-01, -1.6784e-01, -2.6197e-01,\n",
            "         1.1139e-01,  6.4945e-02,  9.3333e-02, -4.0367e-01, -6.4687e-02,\n",
            "        -5.4862e-02,  2.6976e-01, -9.9944e-02, -2.2469e-01, -3.6877e-01,\n",
            "        -2.3675e-01, -3.4021e-01,  5.1270e-01, -2.7878e-01,  2.9967e-01,\n",
            "         3.4913e-01,  9.7264e-01,  6.5106e-02,  4.5473e-01,  7.2499e-01,\n",
            "         4.3848e-01, -2.5900e-01,  3.3005e-01,  5.6711e-02,  3.6623e-01,\n",
            "         4.6984e-01, -2.0258e-01, -3.4030e-01, -5.2581e-01, -3.7047e-02,\n",
            "        -8.3800e-02,  1.5030e-01, -2.6027e-01,  4.1758e-02,  1.9588e-01,\n",
            "        -1.6983e-01, -9.2133e-02, -3.5149e-01, -4.9703e-01, -9.2599e-01,\n",
            "        -2.6381e-01,  3.4338e-01, -6.5873e-01,  2.0248e-01, -4.6561e-03,\n",
            "        -2.3558e-01, -9.1890e-01,  5.0680e-01, -7.9148e-02,  1.7955e-01,\n",
            "         8.0128e-01, -2.3844e-01, -3.6758e-01, -4.4079e-01,  4.6718e-01,\n",
            "        -2.5470e-01, -2.6669e-01,  2.5651e-01, -1.1395e-01,  6.6275e-01,\n",
            "         5.4839e-02,  6.5367e-01, -1.4231e-01,  5.8435e-02, -4.7860e-01,\n",
            "        -3.0167e-01, -7.0162e-01, -3.8239e-01, -2.9839e-01, -5.3015e-01,\n",
            "        -1.8944e-01, -4.0565e-01, -5.1186e-02,  9.2740e-02, -3.8478e-01,\n",
            "        -2.0145e-01,  6.0583e-01,  6.6816e-01], grad_fn=<SelectBackward0>)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [],
      "metadata": {
        "id": "ZnF4FtxyzwpB"
      },
      "execution_count": null,
      "outputs": []
    }
  ]
}