notebooks/4_deployment_and_optimization.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "fbffb0b9",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Standard library imports\n",
    "import sys  # For system-specific parameters and functions\n",
    "import os   # For interacting with the operating system\n",
    "import time # For time-related functions\n",
    "import copy # For deep copy operations\n",
    "\n",
    "# Third-party library imports\n",
    "import numpy as np  # For numerical operations\n",
    "import psutil       # For retrieving information on system utilization\n",
    "import onnx         # For Open Neural Network Exchange format support\n",
    "from sklearn.metrics import accuracy_score, f1_score, precision_score, recall_score # For model evaluation metrics\n",
    "from tqdm import tqdm  # For progress bars\n",
    "\n",
    "# PyTorch library imports\n",
    "import torch               # Main library for tensors and deep learning in PyTorch\n",
    "from torch import nn       # Neural network module in PyTorch\n",
    "import torch.nn.utils.prune as prune # For network pruning utilities in PyTorch\n",
    "import torchvision         # Computer vision extension for PyTorch\n",
    "import torchvision.models as models # Pre-trained models in PyTorch\n",
    "from torchvision.datasets import ImageFolder  # For loading image data from a directory\n",
    "import torchvision.transforms as transforms  # For image transformations in PyTorch\n",
    "from torch.utils.data import DataLoader, random_split, Dataset # For handling datasets in PyTorch\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "5a0acf53",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "VGG(\n",
       "  (features): Sequential(\n",
       "    (0): Conv2d(3, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (1): ReLU(inplace=True)\n",
       "    (2): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    (3): Conv2d(64, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (4): ReLU(inplace=True)\n",
       "    (5): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    (6): Conv2d(128, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (7): ReLU(inplace=True)\n",
       "    (8): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (9): ReLU(inplace=True)\n",
       "    (10): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    (11): Conv2d(256, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (12): ReLU(inplace=True)\n",
       "    (13): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (14): ReLU(inplace=True)\n",
       "    (15): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    (16): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (17): ReLU(inplace=True)\n",
       "    (18): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (19): ReLU(inplace=True)\n",
       "    (20): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "  )\n",
       "  (avgpool): AdaptiveAvgPool2d(output_size=(7, 7))\n",
       "  (classifier): Sequential(\n",
       "    (0): Linear(in_features=25088, out_features=4096, bias=True)\n",
       "    (1): ReLU(inplace=True)\n",
       "    (2): Dropout(p=0.5, inplace=False)\n",
       "    (3): Linear(in_features=4096, out_features=4096, bias=True)\n",
       "    (4): ReLU(inplace=True)\n",
       "    (5): Dropout(p=0.5, inplace=False)\n",
       "    (6): Linear(in_features=4096, out_features=10, bias=True)\n",
       "  )\n",
       ")"
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Load the model architecture\n",
    "trained_vgg_model = models.vgg11()\n",
    "\n",
    "num_classes = 10\n",
    "\n",
    "trained_vgg_model.classifier[-1] = nn.Linear(trained_vgg_model.classifier[-1].in_features, num_classes)\n",
    "\n",
    "\n",
    "# Load the saved weights into the model. This was our better VGG 11 model\n",
    "trained_vgg_model.load_state_dict(torch.load(\"../data/trained_vgg_model.pt\"))\n",
    "\n",
    "# Set to eval mode for faster inference\n",
    "trained_vgg_model.eval()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "36bf9355",
   "metadata": {},
   "outputs": [],
   "source": [
    "def prune_model(model, pruning_rate):\n",
    "    for module in model.modules():\n",
    "        if isinstance(module, nn.Conv2d):\n",
    "            prune.l1_unstructured(module, name='weight', amount=pruning_rate)\n",
    "            prune.remove(module, 'weight')  # Make the pruning permanent\n",
    "    return model\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "id": "350289f2",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[Parameter containing:\n",
       " tensor([ 0.1599,  0.2963,  0.1462, -1.0774,  0.0581, -0.0480,  0.1275, -0.5771,\n",
       "          0.2057, -0.0019, -0.3728,  0.1032,  0.2302,  0.2247, -0.7634, -1.0575,\n",
       "          0.2493, -0.1630,  0.1165, -1.1046,  0.0036, -0.8408, -0.4137, -0.3944,\n",
       "          0.5427,  0.2332,  0.0801,  0.1471, -0.1209, -0.4747, -0.2396, -1.1038,\n",
       "         -0.5626,  0.2906,  0.1752,  0.3620, -0.0132,  0.1501, -0.5135,  0.2279,\n",
       "          0.1374, -1.7165, -0.0161,  0.0337,  0.1304,  0.1580,  0.1544,  0.4259,\n",
       "         -0.0191, -0.0603, -1.4738, -0.7610, -1.2169,  0.1578,  0.1741, -0.0514,\n",
       "          0.1251,  0.0310, -1.1896,  0.1491, -0.8466, -0.0158,  0.2089, -1.3837],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.2704,  0.0000, -0.3916],\n",
       "           [ 0.1592,  0.3472, -0.5112],\n",
       "           [-0.1203,  0.3422, -0.2426]],\n",
       " \n",
       "          [[ 0.3847, -0.0000, -0.6880],\n",
       "           [ 0.4248,  0.4330, -0.8018],\n",
       "           [ 0.0000,  0.4729, -0.3809]],\n",
       " \n",
       "          [[ 0.2062, -0.0000, -0.3961],\n",
       "           [ 0.1371,  0.2901, -0.4324],\n",
       "           [-0.0000,  0.3379, -0.1617]]],\n",
       " \n",
       " \n",
       "         [[[-0.3591, -0.2696,  0.6586],\n",
       "           [-0.6100, -0.3607,  0.7899],\n",
       "           [-0.4298, -0.1509,  0.6455]],\n",
       " \n",
       "          [[-0.5674, -0.4035,  0.7640],\n",
       "           [-0.8700, -0.3712,  1.1020],\n",
       "           [-0.5161, -0.0000,  0.9133]],\n",
       " \n",
       "          [[-0.0000, -0.2853,  0.2220],\n",
       "           [-0.1690, -0.2809,  0.3860],\n",
       "           [-0.0000, -0.0000,  0.3756]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0000, -0.2699, -0.2422],\n",
       "           [ 0.3029,  0.1987, -0.2136],\n",
       "           [-0.0000,  0.2031, -0.0000]],\n",
       " \n",
       "          [[ 0.0000, -0.4901, -0.5531],\n",
       "           [ 0.5161,  0.2805, -0.3828],\n",
       "           [ 0.1546,  0.3938, -0.0000]],\n",
       " \n",
       "          [[-0.0000, -0.3498, -0.3976],\n",
       "           [ 0.3638,  0.1818, -0.2685],\n",
       "           [ 0.1281,  0.2808, -0.0000]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.4199,  0.5292,  0.2537],\n",
       "           [-0.8384, -0.9398, -0.3906],\n",
       "           [ 0.3819,  0.4242,  0.1477]],\n",
       " \n",
       "          [[ 0.5390,  0.6879,  0.3595],\n",
       "           [-1.0686, -1.2282, -0.5613],\n",
       "           [ 0.5006,  0.5377,  0.1987]],\n",
       " \n",
       "          [[ 0.2118,  0.2761,  0.0000],\n",
       "           [-0.5773, -0.6838, -0.2706],\n",
       "           [ 0.4067,  0.4816,  0.1622]]],\n",
       " \n",
       " \n",
       "         [[[ 0.1928,  0.3074,  0.0000],\n",
       "           [ 0.3005,  0.4285,  0.1360],\n",
       "           [ 0.0000,  0.1424, -0.0000]],\n",
       " \n",
       "          [[-0.3229, -0.4697, -0.2518],\n",
       "           [-0.5405, -0.6808, -0.3853],\n",
       "           [-0.3058, -0.4061, -0.2167]],\n",
       " \n",
       "          [[ 0.1124,  0.1457,  0.1206],\n",
       "           [ 0.1891,  0.2082,  0.2179],\n",
       "           [ 0.1899,  0.1964,  0.1745]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0000,  0.1445,  0.2239],\n",
       "           [-0.1609, -0.1317,  0.1232],\n",
       "           [-0.2115, -0.1493,  0.0000]],\n",
       " \n",
       "          [[-0.1374, -0.1351, -0.0000],\n",
       "           [-0.3027, -0.3286, -0.1028],\n",
       "           [-0.2908, -0.2614, -0.0000]],\n",
       " \n",
       "          [[ 0.0000,  0.1193,  0.1322],\n",
       "           [ 0.0000, -0.0000,  0.1318],\n",
       "           [-0.0000,  0.0000,  0.1438]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.9311e-02, -1.1897e-01,  1.3962e-01, -1.2026e-01,  1.1944e-01,\n",
       "         -7.1948e-02, -8.0144e-02, -2.1892e-01, -1.8839e-04,  1.6045e-01,\n",
       "         -2.3102e-03, -4.8943e-02,  7.8396e-02,  4.8859e-01,  1.6461e-01,\n",
       "          1.4260e-01,  5.4311e-01, -2.5714e-01,  2.4310e-01,  4.8907e-01,\n",
       "          3.3416e-02,  5.4291e-01, -2.0947e-01, -1.6997e-01, -2.3695e-01,\n",
       "          6.0132e-01, -1.3513e-01, -1.4230e-01, -1.6413e-02,  2.3224e-02,\n",
       "          8.3714e-02, -1.6798e-01,  1.8356e-01, -1.2214e-01, -4.6904e-01,\n",
       "          2.9000e-01, -2.7427e-02, -2.6221e-01, -1.9611e-01, -1.1573e-01,\n",
       "         -1.2541e-01, -7.9575e-02, -1.3037e-01, -4.9546e-01, -1.9433e-01,\n",
       "          1.3957e-02, -1.2758e-01, -2.7500e-01,  2.5603e-01,  1.2045e-01,\n",
       "          3.1469e-01, -9.9864e-01,  4.6982e-01,  1.3154e-02,  3.1325e-02,\n",
       "         -5.1597e-02,  4.4604e-02, -4.6216e-01, -8.5581e-02, -1.9536e-01,\n",
       "          7.7137e-02,  9.9023e-02, -3.0463e-01, -3.9895e-01, -1.1372e-01,\n",
       "         -9.3195e-03, -1.1679e-01,  7.4175e-02,  7.9115e-02,  3.5722e-02,\n",
       "         -8.3159e-02,  6.3176e-01,  2.8851e-01,  1.4609e-01, -9.8981e-02,\n",
       "          4.7042e-01,  3.2943e-01,  4.6652e-01,  6.5803e-02,  2.1297e-01,\n",
       "          4.5213e-02, -1.8029e-01, -8.0572e-02, -2.2490e-02,  1.8010e-01,\n",
       "         -1.4955e-01, -1.1185e-01,  9.7514e-03,  7.7096e-02, -1.5508e-01,\n",
       "          3.5993e-02,  1.5760e-01, -2.1332e-01,  1.8159e-01,  1.9639e-01,\n",
       "          5.8166e-02,  4.2637e-02,  8.1463e-02,  1.4924e-01,  5.0223e-02,\n",
       "          3.9520e-01,  8.5362e-02,  1.1723e-01, -4.8889e-02, -6.1941e-02,\n",
       "          1.0090e-02, -1.8585e-02,  2.6636e-02, -1.1573e-01, -5.6198e-02,\n",
       "          2.7975e-01, -2.4255e-01, -2.4656e-02, -1.1875e-01, -3.7861e-01,\n",
       "          5.0550e-02,  1.2704e-01, -4.8580e-02,  1.5898e-01,  9.6247e-02,\n",
       "         -1.2251e-01, -3.2524e-02,  8.8199e-02,  3.5359e-02,  6.0738e-01,\n",
       "         -9.0912e-02,  2.2572e-01,  2.6902e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0238, -0.0000, -0.0368],\n",
       "           [ 0.0000, -0.0476, -0.0463],\n",
       "           [-0.0260, -0.0561, -0.0352]],\n",
       " \n",
       "          [[ 0.0554,  0.0559,  0.0000],\n",
       "           [ 0.0258, -0.0206, -0.0342],\n",
       "           [ 0.0000, -0.0412, -0.0293]],\n",
       " \n",
       "          [[-0.0000, -0.0362, -0.0355],\n",
       "           [-0.0000, -0.0517, -0.0291],\n",
       "           [-0.0186, -0.0334, -0.0238]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0187,  0.0000, -0.0000],\n",
       "           [-0.0241, -0.0588, -0.0422],\n",
       "           [-0.0310, -0.0462, -0.0414]],\n",
       " \n",
       "          [[ 0.0214,  0.0000, -0.0453],\n",
       "           [ 0.0232, -0.0000, -0.0000],\n",
       "           [ 0.0194,  0.0198, -0.0000]],\n",
       " \n",
       "          [[ 0.0000, -0.0000, -0.0000],\n",
       "           [ 0.0000, -0.0216, -0.0000],\n",
       "           [ 0.0000, -0.0000, -0.0000]]],\n",
       " \n",
       " \n",
       "         [[[-0.0238,  0.0000,  0.0378],\n",
       "           [-0.0374,  0.0000,  0.0000],\n",
       "           [ 0.0226,  0.0603,  0.0000]],\n",
       " \n",
       "          [[-0.0549, -0.0787, -0.0000],\n",
       "           [-0.1055, -0.0857, -0.0589],\n",
       "           [-0.0000, -0.0000, -0.0000]],\n",
       " \n",
       "          [[ 0.0256,  0.0312,  0.0321],\n",
       "           [-0.0220, -0.0522, -0.0433],\n",
       "           [-0.0343, -0.0295,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0453, -0.0870, -0.0314],\n",
       "           [-0.1670, -0.1811,  0.0428],\n",
       "           [-0.0653,  0.0191,  0.1502]],\n",
       " \n",
       "          [[-0.0265, -0.0438,  0.0000],\n",
       "           [-0.0247, -0.0433, -0.0000],\n",
       "           [-0.0185, -0.0222,  0.0000]],\n",
       " \n",
       "          [[-0.0349, -0.0570, -0.0000],\n",
       "           [-0.0518, -0.0395,  0.0449],\n",
       "           [ 0.0000,  0.0000,  0.0851]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0954,  0.1124,  0.0635],\n",
       "           [ 0.1041,  0.0000,  0.0000],\n",
       "           [-0.0000, -0.0000, -0.0261]],\n",
       " \n",
       "          [[-0.0503,  0.0445,  0.0922],\n",
       "           [-0.0975, -0.1607, -0.0336],\n",
       "           [-0.0650, -0.1332, -0.0556]],\n",
       " \n",
       "          [[ 0.0828,  0.0675,  0.0635],\n",
       "           [ 0.1243,  0.1207,  0.0667],\n",
       "           [ 0.0888,  0.0483,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0463,  0.0747,  0.1162],\n",
       "           [-0.0544, -0.0289,  0.0256],\n",
       "           [ 0.0418, -0.0000,  0.0749]],\n",
       " \n",
       "          [[-0.0000, -0.0000, -0.0000],\n",
       "           [-0.0000, -0.0507, -0.0000],\n",
       "           [ 0.0000,  0.0000,  0.0309]],\n",
       " \n",
       "          [[ 0.0808,  0.1676,  0.1727],\n",
       "           [-0.0808, -0.0436,  0.0000],\n",
       "           [-0.1210, -0.1269, -0.1202]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0389,  0.0533,  0.0000],\n",
       "           [-0.0297, -0.0338, -0.0263],\n",
       "           [-0.0476, -0.0442, -0.0354]],\n",
       " \n",
       "          [[ 0.1010, -0.1033, -0.0236],\n",
       "           [-0.0000, -0.1536, -0.0477],\n",
       "           [-0.0502, -0.0373, -0.0538]],\n",
       " \n",
       "          [[ 0.0000,  0.0620, -0.0310],\n",
       "           [-0.0289, -0.0851, -0.0729],\n",
       "           [-0.0541, -0.0538, -0.0434]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0000,  0.0307, -0.1009],\n",
       "           [ 0.0617,  0.0617, -0.0000],\n",
       "           [-0.0442, -0.0388, -0.0430]],\n",
       " \n",
       "          [[ 0.0369,  0.0367, -0.0000],\n",
       "           [ 0.0284,  0.0257, -0.0000],\n",
       "           [-0.0281, -0.0237, -0.0415]],\n",
       " \n",
       "          [[ 0.0000,  0.0000, -0.0228],\n",
       "           [-0.0280, -0.0376, -0.0368],\n",
       "           [-0.0209, -0.0241, -0.0233]]],\n",
       " \n",
       " \n",
       "         [[[-0.0269,  0.1934, -0.2217],\n",
       "           [-0.0000, -0.0823,  0.0000],\n",
       "           [-0.0733, -0.0970,  0.1491]],\n",
       " \n",
       "          [[-0.1141, -0.2238,  0.4136],\n",
       "           [-0.1260,  0.0854, -0.0372],\n",
       "           [ 0.1234,  0.3138, -0.3583]],\n",
       " \n",
       "          [[ 0.0000,  0.0983, -0.1539],\n",
       "           [-0.0000, -0.0497, -0.0000],\n",
       "           [-0.0805, -0.0838,  0.0972]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0958, -0.0961],\n",
       "           [-0.0421, -0.1189, -0.1585],\n",
       "           [ 0.0301, -0.1161, -0.0665]],\n",
       " \n",
       "          [[-0.0231,  0.0000,  0.0000],\n",
       "           [-0.0288,  0.0000,  0.0000],\n",
       "           [-0.0000, -0.0000,  0.0209]],\n",
       " \n",
       "          [[-0.0257, -0.0000,  0.0216],\n",
       "           [-0.0000, -0.0000,  0.0000],\n",
       "           [ 0.0307, -0.0000, -0.0480]]],\n",
       " \n",
       " \n",
       "         [[[-0.0000, -0.0000,  0.0244],\n",
       "           [ 0.0185, -0.0000,  0.0000],\n",
       "           [-0.0227, -0.0000,  0.0000]],\n",
       " \n",
       "          [[-0.0785, -0.2872, -0.0436],\n",
       "           [ 0.0510, -0.2858, -0.2627],\n",
       "           [ 0.2744,  0.1419, -0.0325]],\n",
       " \n",
       "          [[-0.0364, -0.0261,  0.0320],\n",
       "           [ 0.0211, -0.0000, -0.0195],\n",
       "           [-0.0236, -0.0000,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0354, -0.0691,  0.0650],\n",
       "           [ 0.0000, -0.1137, -0.0815],\n",
       "           [ 0.1449,  0.0419, -0.1322]],\n",
       " \n",
       "          [[ 0.0223,  0.0000,  0.0000],\n",
       "           [-0.0000, -0.0000,  0.0282],\n",
       "           [-0.0814, -0.0409, -0.0000]],\n",
       " \n",
       "          [[-0.0000, -0.0318,  0.0412],\n",
       "           [ 0.0201, -0.0388, -0.0000],\n",
       "           [ 0.0000,  0.0194, -0.0000]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 4.6772e-02, -9.5946e-02,  4.7944e-02, -9.5759e-02,  8.1614e-02,\n",
       "          1.4823e-01, -5.3057e-03,  2.8043e-03, -6.2781e-02, -6.5111e-02,\n",
       "          4.1975e-02, -1.9837e-01,  1.7517e-01,  4.5484e-02, -1.1824e-02,\n",
       "          2.8237e-01, -6.6854e-02, -9.8085e-02, -1.7812e-02,  1.0744e-01,\n",
       "         -1.3127e-01,  9.1981e-02,  4.4198e-02,  1.4573e-01,  1.0351e-01,\n",
       "         -4.6295e-02, -1.1270e-01,  5.4923e-02, -9.1935e-02,  1.8321e-02,\n",
       "          1.5428e-01,  1.5292e-02,  7.2269e-02,  1.0594e-01, -6.0939e-02,\n",
       "          1.2984e-02,  7.1832e-02,  7.9512e-02, -1.5171e-01, -2.5047e-02,\n",
       "          1.7517e-01,  1.2168e-01, -1.2495e-01,  4.5794e-02,  1.2067e-01,\n",
       "          1.5746e-01, -2.2433e-01,  1.6027e-01,  1.0643e-01,  6.0365e-02,\n",
       "         -1.4714e-01,  1.1903e-01, -4.4959e-03,  3.2048e-01, -8.9910e-02,\n",
       "         -1.2930e-01,  4.2387e-02, -1.3150e-02,  1.3987e-01, -2.7926e-02,\n",
       "          1.7797e-01, -3.2660e-02,  1.9997e-01, -1.5150e-02,  3.5920e-02,\n",
       "          1.0857e-01,  1.0378e-01,  5.7074e-02,  6.6024e-02,  1.4060e-01,\n",
       "          1.5850e-01,  9.0132e-02,  1.2082e-01,  1.0656e-01,  3.5006e-03,\n",
       "          2.7250e-01, -2.7857e-02,  1.5488e-01,  1.2190e-01,  3.0087e-02,\n",
       "         -3.0516e-02,  1.3198e-02, -6.0927e-03,  5.4768e-03, -4.7163e-02,\n",
       "          1.0972e-01, -7.0737e-03, -1.7112e-02,  9.5129e-02,  1.5703e-01,\n",
       "         -5.2591e-02, -1.4176e-02, -2.6282e-01,  2.8398e-02,  1.8923e-01,\n",
       "          1.6258e-01,  1.5894e-01, -1.4144e-01, -1.4358e-01, -4.4844e-02,\n",
       "          1.4004e-01,  1.9232e-01, -1.0012e-01,  5.2583e-02,  4.3877e-02,\n",
       "          1.6682e-01, -1.5411e-02,  3.5740e-02,  6.8935e-02, -1.4721e-04,\n",
       "          1.0076e-01,  4.0424e-02, -3.2669e-02,  1.3293e-01, -2.1487e-02,\n",
       "          2.8445e-02,  1.9645e-02,  4.6807e-02, -8.3502e-03,  4.2439e-02,\n",
       "         -1.8842e-02, -1.5473e-01,  2.1262e-01,  6.5908e-03,  1.1451e-01,\n",
       "          2.1330e-01, -2.4496e-02, -5.1867e-02,  4.1673e-02,  3.7124e-02,\n",
       "          1.1927e-01, -9.0236e-02, -1.3128e-01,  7.7309e-02, -4.5788e-02,\n",
       "          1.8606e-01,  4.7735e-02,  2.5267e-02,  5.6782e-02,  1.6399e-01,\n",
       "         -2.0546e-02,  7.8883e-02, -6.1530e-02,  6.3766e-02,  2.8306e-02,\n",
       "         -6.3575e-02,  1.8869e-02, -3.0515e-02, -2.6771e-01, -1.1027e-01,\n",
       "         -5.8162e-03, -2.0900e-02,  1.4261e-01,  5.0621e-02,  4.4683e-02,\n",
       "          1.8754e-01, -5.4072e-02, -1.2543e-02,  3.9628e-02, -1.4192e-01,\n",
       "          7.9789e-02,  1.9831e-01,  1.5970e-01,  3.2250e-02, -7.4643e-02,\n",
       "         -4.7328e-02,  4.0187e-02,  9.8891e-03,  1.7521e-02, -3.6922e-01,\n",
       "          1.0027e-01, -7.0045e-02,  8.4828e-02,  1.6365e-02,  8.5184e-02,\n",
       "         -1.3854e-02,  6.7471e-02, -1.2510e-02, -1.0243e-01,  1.2697e-01,\n",
       "          3.4079e-02,  1.4832e-02,  2.0473e-01,  3.3145e-01, -9.6312e-02,\n",
       "          3.3424e-02,  1.3818e-02,  1.2284e-01, -8.4083e-02, -7.4416e-02,\n",
       "          5.5788e-02, -7.5643e-02,  5.8039e-02, -6.6617e-02,  1.5723e-02,\n",
       "          7.5005e-02,  3.4371e-02,  1.4696e-01, -3.1499e-02,  9.2694e-02,\n",
       "          3.5148e-02, -2.5940e-02,  2.7273e-01,  3.7846e-02,  3.8734e-02,\n",
       "          1.4859e-01, -2.7026e-01,  1.8113e-01,  4.6843e-02,  6.4597e-02,\n",
       "          1.8224e-01,  4.6730e-02,  8.8910e-02,  7.6614e-02,  2.4471e-02,\n",
       "         -5.4106e-02, -2.7093e-01, -3.5995e-02,  1.8177e-01, -8.6036e-02,\n",
       "          7.9046e-02,  2.9816e-02, -9.2080e-02,  7.8864e-02, -1.2242e-01,\n",
       "         -1.3550e-01,  1.4710e-01,  6.6792e-02, -1.7895e-01,  7.2718e-02,\n",
       "         -1.4152e-01, -4.9851e-02,  6.0858e-02, -7.1805e-03,  4.1249e-02,\n",
       "         -6.3021e-02,  1.5744e-01,  9.0947e-02, -1.2022e-02, -1.0939e-02,\n",
       "          1.2952e-01,  1.2607e-01,  1.0088e-01,  1.2425e-01, -1.1779e-01,\n",
       "          2.7871e-01, -1.3497e-01, -1.2395e-01,  1.7816e-03,  4.5480e-03,\n",
       "          9.9256e-02, -8.8049e-02,  3.8081e-02,  4.0663e-02,  1.8970e-01,\n",
       "          9.8301e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0255, -0.0258, -0.0195],\n",
       "           [-0.0000, -0.0191, -0.0153],\n",
       "           [ 0.0000, -0.0000, -0.0000]],\n",
       " \n",
       "          [[ 0.0262,  0.0000,  0.0226],\n",
       "           [-0.0144, -0.0358, -0.0320],\n",
       "           [ 0.0220, -0.0496, -0.0455]],\n",
       " \n",
       "          [[-0.0775, -0.0813, -0.0526],\n",
       "           [-0.0746, -0.0959, -0.0685],\n",
       "           [ 0.0226, -0.0297, -0.0185]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0330,  0.0653,  0.0344],\n",
       "           [ 0.0325,  0.0000,  0.0149],\n",
       "           [-0.0000,  0.0252,  0.0000]],\n",
       " \n",
       "          [[ 0.0394, -0.0390,  0.0000],\n",
       "           [-0.0000, -0.0523, -0.0000],\n",
       "           [-0.0565, -0.0701, -0.0456]],\n",
       " \n",
       "          [[-0.0185, -0.0466, -0.0451],\n",
       "           [ 0.0323,  0.0675,  0.0000],\n",
       "           [-0.0000, -0.0143,  0.0480]]],\n",
       " \n",
       " \n",
       "         [[[-0.0000, -0.0000, -0.0000],\n",
       "           [-0.0195, -0.0000, -0.0000],\n",
       "           [-0.0000, -0.0000,  0.0000]],\n",
       " \n",
       "          [[ 0.0187, -0.0287,  0.0326],\n",
       "           [ 0.0170,  0.0000,  0.0263],\n",
       "           [ 0.0282, -0.0253,  0.0144]],\n",
       " \n",
       "          [[-0.0000, -0.0463,  0.0000],\n",
       "           [ 0.0000, -0.0311, -0.0000],\n",
       "           [ 0.0000, -0.0000,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0155,  0.0000, -0.0335],\n",
       "           [-0.0000, -0.0337, -0.0294],\n",
       "           [-0.0000, -0.0142,  0.0143]],\n",
       " \n",
       "          [[ 0.0000,  0.0000, -0.0194],\n",
       "           [ 0.0197, -0.0000, -0.0000],\n",
       "           [-0.0217,  0.0138, -0.0396]],\n",
       " \n",
       "          [[ 0.0204, -0.0220, -0.0222],\n",
       "           [-0.0000, -0.0000, -0.0480],\n",
       "           [ 0.0000, -0.0243, -0.0000]]],\n",
       " \n",
       " \n",
       "         [[[-0.0437, -0.0297, -0.0200],\n",
       "           [-0.0457, -0.0355, -0.0154],\n",
       "           [-0.0287, -0.0218, -0.0281]],\n",
       " \n",
       "          [[-0.0560, -0.1009, -0.0694],\n",
       "           [-0.0478, -0.0952, -0.0286],\n",
       "           [-0.0566, -0.0533, -0.0000]],\n",
       " \n",
       "          [[ 0.0000, -0.0202, -0.0289],\n",
       "           [ 0.0000, -0.0000,  0.0299],\n",
       "           [ 0.0000,  0.0000,  0.0327]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0478, -0.0368],\n",
       "           [-0.0000, -0.0271, -0.0000],\n",
       "           [-0.0223, -0.0526, -0.0326]],\n",
       " \n",
       "          [[-0.0362,  0.0000,  0.0360],\n",
       "           [ 0.0177, -0.0207,  0.0232],\n",
       "           [ 0.0000,  0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0579, -0.0190, -0.0000],\n",
       "           [-0.0661,  0.0638,  0.0000],\n",
       "           [-0.0264,  0.0289,  0.0212]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0297, -0.0279, -0.0450],\n",
       "           [-0.0220, -0.0000, -0.0411],\n",
       "           [-0.0153, -0.0000, -0.0441]],\n",
       " \n",
       "          [[ 0.0000, -0.0000, -0.0139],\n",
       "           [ 0.0000, -0.0260, -0.0288],\n",
       "           [-0.0000, -0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0158, -0.0443, -0.0000],\n",
       "           [ 0.0305, -0.0394, -0.0425],\n",
       "           [ 0.0461, -0.0000, -0.0542]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0206, -0.0000,  0.0000],\n",
       "           [-0.0707, -0.0691, -0.0000],\n",
       "           [-0.0745, -0.0597, -0.0330]],\n",
       " \n",
       "          [[-0.0000,  0.0000, -0.0000],\n",
       "           [ 0.0000, -0.0193,  0.0000],\n",
       "           [-0.0000,  0.0000,  0.0357]],\n",
       " \n",
       "          [[-0.0518, -0.0468, -0.0498],\n",
       "           [-0.0265, -0.0702, -0.0409],\n",
       "           [-0.0355, -0.0756, -0.0410]]],\n",
       " \n",
       " \n",
       "         [[[-0.0390, -0.0288, -0.0000],\n",
       "           [-0.0000, -0.0189, -0.0139],\n",
       "           [-0.0000,  0.0158, -0.0239]],\n",
       " \n",
       "          [[ 0.0285, -0.0000,  0.0257],\n",
       "           [ 0.0397,  0.0000, -0.0000],\n",
       "           [ 0.0480,  0.0199, -0.0150]],\n",
       " \n",
       "          [[ 0.0275, -0.0000,  0.0000],\n",
       "           [ 0.0000,  0.0000, -0.0162],\n",
       "           [-0.0280, -0.0000, -0.0396]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0418,  0.0820,  0.0383],\n",
       "           [ 0.0300,  0.0365,  0.0243],\n",
       "           [-0.0195, -0.0192, -0.0351]],\n",
       " \n",
       "          [[-0.0000,  0.0218,  0.0204],\n",
       "           [ 0.0000,  0.0000, -0.0000],\n",
       "           [-0.0225,  0.0523,  0.0321]],\n",
       " \n",
       "          [[-0.0377, -0.0279,  0.0356],\n",
       "           [ 0.0226, -0.0212, -0.0601],\n",
       "           [ 0.0146,  0.0000, -0.0520]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0000, -0.0000, -0.0000],\n",
       "           [-0.0151, -0.0148, -0.0326],\n",
       "           [-0.0265,  0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0000, -0.0408, -0.0327],\n",
       "           [ 0.0000, -0.0000, -0.0458],\n",
       "           [ 0.0509,  0.0356,  0.0251]],\n",
       " \n",
       "          [[ 0.0498, -0.0187, -0.0383],\n",
       "           [ 0.0339,  0.0000,  0.0649],\n",
       "           [-0.0499, -0.0000,  0.0423]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0146,  0.0000,  0.0000],\n",
       "           [ 0.0346, -0.0000, -0.0364],\n",
       "           [ 0.0241, -0.0000, -0.0213]],\n",
       " \n",
       "          [[-0.0283, -0.0626, -0.0669],\n",
       "           [-0.0688, -0.0866, -0.0795],\n",
       "           [-0.0595, -0.0337, -0.0280]],\n",
       " \n",
       "          [[-0.0229, -0.0608, -0.0596],\n",
       "           [ 0.0474,  0.0181,  0.0273],\n",
       "           [-0.0297, -0.0223, -0.0406]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.7656e-02,  2.1073e-02,  5.7390e-02,  2.6026e-02,  2.9199e-01,\n",
       "         -1.8201e-02, -3.1452e-02, -2.9759e-02, -1.9551e-02, -2.7325e-02,\n",
       "          5.0783e-02, -8.8136e-03, -8.3447e-02, -1.2790e-01,  6.8833e-02,\n",
       "          2.2233e-01,  2.5061e-03, -4.7182e-02,  5.0917e-02,  2.6873e-02,\n",
       "         -8.0883e-02, -5.8749e-02, -1.4275e-01, -1.1223e-03, -5.1505e-02,\n",
       "          2.9044e-01,  1.2292e-01, -4.0972e-02, -2.3213e-02, -4.5733e-02,\n",
       "          1.2497e-01,  1.3419e-02, -6.3331e-02,  3.2408e-01,  1.2918e-01,\n",
       "         -3.7019e-02, -1.3910e-01,  9.7794e-02,  3.4209e-02,  4.6658e-03,\n",
       "          5.8909e-02, -2.1564e-01, -5.4526e-02, -1.2264e-02, -1.9306e-01,\n",
       "          3.8421e-02,  5.5035e-02,  9.1149e-02,  4.6917e-02, -1.6562e-01,\n",
       "          8.7019e-02, -1.0432e-02, -1.2897e-01,  3.4518e-01,  4.4314e-02,\n",
       "          2.1388e-01,  8.3200e-03, -1.2179e-01, -9.0241e-02, -8.7956e-02,\n",
       "         -1.5865e-01,  1.1826e-02, -1.7853e-01,  1.5253e-01,  1.6398e-01,\n",
       "          3.1480e-02,  3.4050e-02,  1.3429e-01,  6.7318e-02, -1.5357e-01,\n",
       "          4.4879e-01,  8.3334e-02, -3.9885e-02,  2.3856e-02,  3.6483e-01,\n",
       "          1.5452e-01, -3.0470e-02, -1.4674e-01, -2.9681e-02,  2.1439e-01,\n",
       "         -1.5378e-05,  8.6078e-03, -9.3887e-02, -8.4933e-02,  5.9341e-03,\n",
       "         -7.1608e-02,  1.5989e-02, -9.3305e-02, -7.4036e-02,  2.2214e-01,\n",
       "          3.7773e-01,  1.1291e-02,  5.3612e-02, -5.4903e-02, -1.0339e-01,\n",
       "         -3.9375e-02, -5.8010e-02, -6.2956e-02,  2.0878e-02,  7.6435e-02,\n",
       "         -1.3035e-01, -1.7996e-01, -9.5437e-02, -5.4438e-02,  1.4423e-01,\n",
       "         -5.2620e-02,  2.1737e-02, -1.6843e-02, -2.5559e-01,  1.4923e-01,\n",
       "         -3.7723e-02,  1.6879e-01, -1.8101e-01, -8.0709e-02, -1.1637e-01,\n",
       "          3.6118e-02, -5.4288e-02, -1.2587e-01, -3.3101e-04,  5.0214e-02,\n",
       "         -3.9650e-02, -2.7594e-01,  1.6934e-02,  1.6797e-01,  5.4571e-02,\n",
       "         -2.2912e-02, -4.3791e-02,  1.4634e-01, -4.2248e-02, -5.3229e-02,\n",
       "         -1.8746e-02,  1.5318e-01,  1.4971e-01,  1.7104e-02, -2.6606e-02,\n",
       "         -1.5254e-01,  1.2347e-01, -4.2271e-02,  3.4929e-01, -1.7632e-02,\n",
       "          5.7414e-02,  1.5228e-01, -7.6989e-02,  6.1595e-02, -2.7261e-02,\n",
       "         -3.3966e-02, -1.2828e-01,  4.8165e-01, -1.1063e-01,  4.7354e-02,\n",
       "          2.1745e-01,  1.4406e-02, -1.0392e-01,  9.3444e-03, -7.9186e-02,\n",
       "          6.5463e-02,  8.9706e-02,  1.6301e-01, -5.5133e-02, -2.1822e-01,\n",
       "         -6.4710e-04, -1.3621e-01,  8.9579e-02,  1.5699e-02, -1.5487e-01,\n",
       "         -4.1578e-02, -1.4590e-02,  2.3686e-01, -6.8919e-02, -2.3319e-02,\n",
       "          3.6744e-02, -7.2696e-02, -4.7204e-03,  8.1183e-02,  2.1502e-01,\n",
       "         -8.4523e-02, -8.9738e-03,  8.2646e-02,  3.2406e-01,  1.2531e-01,\n",
       "          1.7918e-01,  4.1478e-02, -1.2761e-01, -1.8242e-02, -3.6203e-01,\n",
       "          3.9074e-01, -1.4978e-01, -3.3814e-02,  1.7666e-01, -2.5454e-01,\n",
       "          7.5431e-02,  3.9039e-01,  1.0696e-01,  3.6834e-02,  9.7215e-02,\n",
       "          2.8013e-02,  1.0226e-01,  8.0709e-02,  1.8277e-01, -4.9668e-02,\n",
       "         -1.4549e-01,  2.4626e-01,  9.1832e-03, -1.0201e-01,  1.0787e-01,\n",
       "          1.2257e-01, -1.5290e-01, -2.8999e-02, -1.0086e-01, -2.3165e-02,\n",
       "          3.0431e-01, -1.3751e-01, -7.8277e-02, -2.9785e-02, -1.1489e-01,\n",
       "         -8.6175e-02,  1.0137e-02,  2.3972e-02, -1.4030e-02, -5.2900e-02,\n",
       "          3.4528e-01,  1.6637e-01, -1.7521e-02,  1.9366e-01,  1.8873e-01,\n",
       "         -1.1425e-01, -6.0459e-03,  7.8550e-03, -7.1667e-02,  3.4181e-01,\n",
       "          7.6589e-01,  5.9430e-02, -2.2362e-02, -8.8565e-02,  1.6747e-02,\n",
       "         -9.6526e-03,  1.6071e-01, -1.5113e-01,  2.1275e-02, -2.1595e-01,\n",
       "         -9.2128e-02, -1.5745e-01, -1.0565e-01,  1.9531e-01,  3.6782e-01,\n",
       "         -2.4112e-01, -1.0279e-01,  1.7215e-01,  1.4493e-01, -3.6764e-02,\n",
       "          1.4407e-01, -2.1910e-01,  2.4890e-02,  1.0346e-01,  8.8235e-02,\n",
       "          1.0390e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0165, -0.0000,  0.0235],\n",
       "           [-0.0267, -0.0301, -0.0212],\n",
       "           [-0.0000, -0.0123, -0.0000]],\n",
       " \n",
       "          [[-0.0000, -0.0180,  0.0267],\n",
       "           [-0.0375, -0.0377, -0.0000],\n",
       "           [-0.0309, -0.0267, -0.0394]],\n",
       " \n",
       "          [[ 0.0000,  0.0162, -0.0350],\n",
       "           [ 0.0265,  0.0000, -0.0357],\n",
       "           [ 0.0000,  0.0000, -0.0318]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0188, -0.0345, -0.0151],\n",
       "           [-0.0291, -0.0246,  0.0123],\n",
       "           [-0.0000, -0.0000,  0.0000]],\n",
       " \n",
       "          [[-0.0250,  0.0000,  0.0499],\n",
       "           [-0.0550, -0.0315,  0.0168],\n",
       "           [-0.0277, -0.0132, -0.0234]],\n",
       " \n",
       "          [[ 0.0000,  0.0395,  0.0359],\n",
       "           [-0.0478, -0.0399, -0.0131],\n",
       "           [-0.0190, -0.0000, -0.0000]]],\n",
       " \n",
       " \n",
       "         [[[-0.0500, -0.0312, -0.0574],\n",
       "           [-0.0583, -0.0395, -0.0350],\n",
       "           [-0.0000,  0.0306,  0.0000]],\n",
       " \n",
       "          [[-0.0770, -0.0895, -0.0942],\n",
       "           [ 0.0000,  0.0000, -0.0292],\n",
       "           [ 0.0163,  0.0470,  0.0000]],\n",
       " \n",
       "          [[-0.0135, -0.0317, -0.0163],\n",
       "           [ 0.0192, -0.0000, -0.0000],\n",
       "           [ 0.0192,  0.0000,  0.0159]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0000,  0.0189,  0.0209],\n",
       "           [-0.0443,  0.0199,  0.0147],\n",
       "           [-0.0336,  0.0418,  0.0541]],\n",
       " \n",
       "          [[ 0.1245,  0.0724,  0.0905],\n",
       "           [-0.0290, -0.1490, -0.0223],\n",
       "           [-0.0227, -0.1079, -0.0158]],\n",
       " \n",
       "          [[-0.0000,  0.0000,  0.0000],\n",
       "           [ 0.0390,  0.0315,  0.0356],\n",
       "           [-0.0000,  0.0188,  0.0000]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0331,  0.0000, -0.0000],\n",
       "           [ 0.0190,  0.0000, -0.0000],\n",
       "           [ 0.0150,  0.0200,  0.0000]],\n",
       " \n",
       "          [[-0.0534, -0.0386, -0.0441],\n",
       "           [-0.0485, -0.0770, -0.0592],\n",
       "           [-0.0460, -0.0825, -0.0863]],\n",
       " \n",
       "          [[ 0.0131,  0.0345,  0.0000],\n",
       "           [-0.0000,  0.0185, -0.0165],\n",
       "           [-0.0000,  0.0191, -0.0119]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0000,  0.0000],\n",
       "           [-0.0116, -0.0222, -0.0178],\n",
       "           [ 0.0000,  0.0000,  0.0138]],\n",
       " \n",
       "          [[-0.0374,  0.0319, -0.0000],\n",
       "           [-0.0668,  0.0606, -0.0298],\n",
       "           [-0.0000,  0.0942, -0.0449]],\n",
       " \n",
       "          [[-0.0273, -0.0000, -0.0245],\n",
       "           [-0.0328, -0.0208, -0.0315],\n",
       "           [-0.0343, -0.0250, -0.0335]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0208,  0.0000, -0.0000],\n",
       "           [-0.0272, -0.0179, -0.0000],\n",
       "           [-0.0132, -0.0000, -0.0000]],\n",
       " \n",
       "          [[ 0.1650,  0.0534,  0.0474],\n",
       "           [ 0.1539, -0.1392, -0.2158],\n",
       "           [ 0.1431, -0.1083, -0.1974]],\n",
       " \n",
       "          [[-0.0275,  0.0118, -0.0000],\n",
       "           [-0.0000,  0.0894, -0.0000],\n",
       "           [-0.0125,  0.0340, -0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0000, -0.0000,  0.0000],\n",
       "           [-0.0786,  0.0000,  0.0335],\n",
       "           [-0.0000,  0.0259, -0.0000]],\n",
       " \n",
       "          [[-0.1059, -0.0181,  0.0360],\n",
       "           [-0.1761,  0.2135,  0.0938],\n",
       "           [-0.0632, -0.0000, -0.0399]],\n",
       " \n",
       "          [[-0.0438,  0.0243,  0.0000],\n",
       "           [-0.0476,  0.0000,  0.0263],\n",
       "           [-0.0231,  0.0141,  0.0000]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0000, -0.0150,  0.0000],\n",
       "           [ 0.0308,  0.0509, -0.0680],\n",
       "           [ 0.0148,  0.0516, -0.0638]],\n",
       " \n",
       "          [[ 0.0000, -0.0000, -0.0213],\n",
       "           [-0.0000, -0.0000, -0.0481],\n",
       "           [-0.0219, -0.0000, -0.0458]],\n",
       " \n",
       "          [[-0.0000, -0.0471, -0.0403],\n",
       "           [ 0.0275, -0.0482, -0.0318],\n",
       "           [ 0.0403, -0.0447, -0.0549]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0673, -0.0000, -0.0000],\n",
       "           [ 0.0287, -0.0169, -0.0176],\n",
       "           [ 0.0000,  0.0000, -0.0000]],\n",
       " \n",
       "          [[ 0.0779,  0.0399, -0.0176],\n",
       "           [ 0.0000, -0.0420,  0.0195],\n",
       "           [ 0.0397,  0.0000, -0.0171]],\n",
       " \n",
       "          [[ 0.0000,  0.0000, -0.0406],\n",
       "           [ 0.0000, -0.0000,  0.0209],\n",
       "           [ 0.0197,  0.0164, -0.0378]]],\n",
       " \n",
       " \n",
       "         [[[-0.0381, -0.0226, -0.0211],\n",
       "           [-0.0000, -0.0407, -0.0540],\n",
       "           [-0.0317, -0.0466, -0.0395]],\n",
       " \n",
       "          [[ 0.0254, -0.0000, -0.0161],\n",
       "           [-0.0000, -0.0189,  0.0000],\n",
       "           [-0.0228, -0.0142, -0.0196]],\n",
       " \n",
       "          [[-0.0000,  0.0179, -0.0000],\n",
       "           [-0.0196,  0.0000,  0.0158],\n",
       "           [-0.0000,  0.0318,  0.0243]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0329, -0.0000, -0.0470],\n",
       "           [ 0.0418, -0.0135, -0.0590],\n",
       "           [ 0.0372, -0.0000, -0.0159]],\n",
       " \n",
       "          [[-0.0292, -0.0000,  0.0281],\n",
       "           [-0.0699, -0.0180,  0.0678],\n",
       "           [-0.0679, -0.0400,  0.0496]],\n",
       " \n",
       "          [[ 0.0140,  0.0000, -0.0000],\n",
       "           [-0.0000, -0.0266, -0.0000],\n",
       "           [ 0.0000, -0.0142,  0.0152]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-2.4246e-02,  1.5186e-01, -1.0632e-01,  3.7403e-03, -5.0267e-02,\n",
       "         -8.0718e-02, -2.6952e-02,  8.0982e-02, -7.7082e-02,  1.5480e-03,\n",
       "          6.1665e-02,  1.1581e-01, -2.3432e-02,  8.6477e-02, -4.1576e-02,\n",
       "          4.8048e-03, -1.1347e-01,  6.7258e-02, -6.5776e-02, -1.1423e-01,\n",
       "          7.0344e-02, -1.0372e-01, -1.8072e-02,  5.3167e-02,  1.5158e-01,\n",
       "          5.2509e-03,  2.6446e-03, -2.0583e-02, -1.0607e-01, -2.9791e-02,\n",
       "          2.5238e-03,  4.0444e-02, -2.1027e-02,  1.4686e-02,  1.2995e-02,\n",
       "         -2.1338e-01,  7.0244e-02, -1.2270e-01,  2.7129e-02, -1.1007e-01,\n",
       "         -2.4206e-02, -2.5889e-01, -1.7977e-01, -1.4724e-02, -3.5579e-02,\n",
       "         -6.5193e-02,  1.5896e-01,  5.3142e-02,  6.9146e-02, -7.4694e-02,\n",
       "          1.5929e-02, -2.5696e-02, -5.0972e-02,  4.6961e-02,  2.0733e-01,\n",
       "         -7.8029e-02,  7.0014e-02, -1.6635e-01,  8.2353e-02, -8.4250e-02,\n",
       "         -1.4251e-01,  9.3700e-02,  3.2732e-02,  4.9801e-03, -1.1415e-02,\n",
       "          3.6488e-02,  5.7798e-02,  6.0422e-02, -3.2064e-02,  6.5277e-02,\n",
       "         -3.4509e-02, -2.1893e-03,  3.3357e-02, -4.7108e-02,  6.4675e-03,\n",
       "          5.2268e-02,  3.7295e-02, -5.8642e-02,  4.1964e-02, -1.2486e-01,\n",
       "          6.6290e-02,  2.0960e-02,  8.9161e-02,  5.6384e-02,  9.5660e-02,\n",
       "         -9.0917e-02,  1.5166e-02,  9.5526e-04,  9.8309e-02, -1.5474e-01,\n",
       "          1.1575e-01,  2.8323e-02, -5.6133e-02, -1.9598e-01,  4.1864e-02,\n",
       "          6.3115e-02,  6.8758e-03, -6.6293e-02, -8.5006e-02,  1.3799e-02,\n",
       "         -9.0830e-02, -7.7270e-02, -4.8903e-02, -7.1966e-02,  4.5353e-02,\n",
       "          2.8576e-01, -6.0887e-02,  5.4318e-02,  7.7735e-02, -3.1670e-02,\n",
       "         -6.6726e-02,  6.7419e-02,  1.5167e-01, -2.5905e-02, -4.2489e-02,\n",
       "         -6.3318e-02, -1.2599e-01,  2.5905e-02, -2.2268e-01, -9.0665e-02,\n",
       "          2.8776e-03,  1.7489e-01,  2.6365e-02, -6.3802e-03, -5.2547e-02,\n",
       "          9.8531e-03,  2.9545e-02, -1.8863e-02,  2.6937e-01,  1.1404e-01,\n",
       "         -6.1274e-02, -5.2691e-02,  5.9184e-02,  5.3767e-02, -1.4765e-02,\n",
       "          2.1891e-02,  4.1178e-02, -1.2483e-01,  6.0841e-02,  9.0350e-03,\n",
       "          1.0374e-01,  1.6369e-02,  8.0314e-02,  4.1535e-03, -3.4743e-02,\n",
       "          6.1704e-04,  5.2221e-02,  4.9061e-02, -7.2877e-02, -4.7296e-02,\n",
       "          3.7660e-02,  3.4993e-02, -3.7125e-02,  4.8927e-03, -1.5930e-01,\n",
       "          6.0246e-02, -5.2534e-03, -3.2680e-03, -4.0931e-02,  7.0635e-02,\n",
       "         -1.5913e-02, -4.8328e-02,  5.7571e-02,  4.1097e-03, -2.7424e-02,\n",
       "         -4.9209e-02,  7.6610e-02, -1.1157e-01,  7.6349e-03, -6.6859e-02,\n",
       "         -1.5629e-01,  2.9390e-02, -5.1432e-02,  1.8863e-02,  6.1743e-02,\n",
       "          1.1266e-01, -4.8019e-02, -6.9246e-02,  1.2445e-01, -4.9825e-03,\n",
       "          1.6559e-03, -6.0794e-03,  6.4155e-02, -7.7539e-02, -3.6256e-02,\n",
       "          8.5465e-02,  4.9697e-02, -1.7707e-03, -1.0768e-02, -1.2652e-02,\n",
       "         -3.3859e-02,  3.9788e-02, -3.4090e-02,  1.2777e-01,  1.6752e-01,\n",
       "          1.5575e-02, -4.7512e-02,  4.7224e-02, -4.3663e-02,  4.1792e-02,\n",
       "         -4.8439e-02,  1.3971e-01,  5.2394e-02,  1.0854e-01,  1.1273e-01,\n",
       "         -2.0728e-01, -7.8229e-02,  5.6576e-02,  7.3932e-02, -5.6563e-02,\n",
       "         -1.4521e-02,  5.1174e-02, -4.5191e-02, -7.2583e-02,  4.5897e-02,\n",
       "         -7.1085e-03,  7.0484e-02, -9.6734e-02,  6.7285e-02, -1.8788e-02,\n",
       "         -1.7014e-01,  2.2959e-02,  5.9670e-02, -1.3689e-01,  2.6179e-02,\n",
       "         -2.9393e-02, -1.4967e-02, -2.7353e-02,  8.3125e-02, -5.8034e-02,\n",
       "         -1.1699e-01,  3.1965e-02, -3.5639e-02,  2.1590e-02,  3.0975e-02,\n",
       "         -6.3769e-02, -5.4051e-02, -1.8945e-01, -2.9398e-02,  8.8144e-02,\n",
       "          1.0533e-01,  1.6835e-01,  1.3389e-01, -4.5922e-02, -5.4534e-02,\n",
       "          7.7933e-03,  1.3505e-01, -4.3320e-02, -2.6699e-02,  1.1433e-01,\n",
       "          7.3027e-02,  1.1512e-02, -1.2536e-02, -1.3046e-01, -8.3050e-02,\n",
       "          1.2643e-01,  1.2622e-01, -1.2007e-01,  3.1939e-01,  9.0552e-02,\n",
       "         -1.2655e-01, -6.9281e-02,  1.6552e-02,  1.3860e-02,  1.9205e-01,\n",
       "         -5.4696e-03,  1.6418e-02,  1.7523e-01, -4.6486e-02, -4.8792e-02,\n",
       "          4.0070e-02, -5.0035e-03,  4.0858e-02, -6.8499e-02, -1.5614e-01,\n",
       "         -9.6661e-02,  7.1684e-03, -2.0955e-01, -8.0081e-02,  2.1810e-02,\n",
       "         -1.6712e-02,  5.9487e-02,  2.1000e-02, -1.3447e-01,  2.8708e-02,\n",
       "          1.2537e-01, -2.6044e-02, -2.9529e-02,  7.3134e-02,  1.5199e-01,\n",
       "          2.7371e-02, -8.1913e-02,  3.4475e-02, -1.5670e-01, -2.4524e-02,\n",
       "         -1.0659e-01, -1.2351e-02, -3.3641e-02,  9.5659e-02,  5.6981e-02,\n",
       "          2.0168e-01, -8.1732e-02, -1.7976e-02, -3.1651e-02,  4.3351e-02,\n",
       "          5.7151e-02, -2.3975e-02, -1.8526e-01,  5.0161e-03,  2.3623e-02,\n",
       "          9.0739e-02, -3.6880e-02,  2.6356e-02, -9.6243e-02, -9.4129e-02,\n",
       "         -1.4065e-01,  5.3761e-02,  2.1923e-01, -2.6287e-02, -5.4197e-02,\n",
       "         -1.2403e-01, -3.1882e-02, -7.6901e-02,  7.6777e-03,  1.3034e-01,\n",
       "          1.8517e-02, -7.0805e-02,  2.9175e-03, -3.3319e-01,  1.1204e-01,\n",
       "          5.4271e-02, -1.2484e-01, -7.7568e-02, -7.4394e-02, -3.0788e-02,\n",
       "         -7.2417e-04,  7.5750e-02,  5.2657e-03,  6.6516e-02,  2.1974e-02,\n",
       "         -1.3594e-01,  1.5671e-01,  3.7973e-02, -4.3670e-02, -1.0912e-01,\n",
       "          2.7013e-02,  5.7837e-03, -1.2566e-01, -1.8756e-01, -1.4802e-01,\n",
       "         -5.1825e-02,  1.2799e-01,  5.8645e-02, -1.3177e-01,  9.7064e-02,\n",
       "          6.9174e-02,  5.1777e-02,  1.4744e-01, -1.4967e-01, -3.9093e-03,\n",
       "          6.8179e-02, -1.5143e-01, -1.2447e-02, -8.9923e-03,  7.2979e-02,\n",
       "         -8.9447e-02,  1.2731e-02, -6.0804e-02,  1.5218e-01,  5.0673e-05,\n",
       "          3.6849e-02,  2.3712e-02, -2.4935e-03, -7.7613e-02, -1.3392e-01,\n",
       "         -2.0260e-02,  3.9279e-02, -4.9686e-02, -2.9021e-03,  1.8210e-02,\n",
       "         -2.2425e-02, -1.2767e-01, -4.9913e-02,  5.3416e-02,  1.0664e-01,\n",
       "         -5.5083e-02,  1.6074e-02, -6.6505e-02, -7.8450e-02, -1.1511e-01,\n",
       "         -4.2740e-02, -4.0479e-02,  2.7146e-01, -1.7990e-02,  4.2329e-02,\n",
       "         -7.6175e-02, -1.5149e-01, -3.7689e-03,  5.1641e-03,  7.8445e-02,\n",
       "         -7.0217e-02, -3.0961e-01, -4.8741e-02, -6.6676e-02,  1.0027e-01,\n",
       "         -1.7886e-02,  3.4760e-02, -1.0879e-02,  2.9834e-02, -2.1563e-02,\n",
       "          6.8497e-03, -5.0829e-02,  2.8219e-02, -5.5323e-03, -3.1779e-04,\n",
       "          2.4679e-01,  5.9456e-02,  2.3951e-02,  1.5602e-02, -1.4959e-02,\n",
       "          1.9072e-02, -4.7374e-02,  2.0324e-02, -5.0502e-02,  1.1563e-01,\n",
       "          6.7554e-02,  9.2344e-02, -4.8744e-02, -4.7812e-03, -7.5848e-02,\n",
       "         -3.6690e-02, -1.0515e-01, -1.3073e-01, -1.9029e-01,  3.8180e-02,\n",
       "         -6.9003e-03,  2.0750e-02,  1.1989e-01, -9.5620e-02, -1.3189e-02,\n",
       "          1.5673e-01, -3.2942e-02,  5.6922e-02,  2.7019e-02,  1.7268e-02,\n",
       "         -6.0323e-02, -5.5771e-02, -1.7433e-02, -9.4803e-02,  5.1824e-02,\n",
       "         -9.4428e-02,  5.9216e-02, -1.6732e-02,  1.1788e-01,  4.8003e-03,\n",
       "          7.7634e-02,  9.6305e-02, -7.0212e-02, -3.2239e-03,  5.8393e-02,\n",
       "          3.2228e-02,  9.1241e-02, -2.3315e-02,  9.7125e-02, -7.8357e-02,\n",
       "         -3.8495e-02,  3.3757e-02, -3.5437e-02,  1.3916e-01,  1.8394e-01,\n",
       "         -5.6153e-02, -5.9745e-03, -4.2682e-02, -7.1431e-02, -1.7954e-02,\n",
       "          8.2312e-02,  6.6163e-02,  1.7614e-02,  5.5761e-02,  1.5643e-02,\n",
       "          1.0774e-02,  5.7498e-02, -7.1388e-02,  1.5189e-02, -8.4404e-02,\n",
       "         -1.6452e-01, -5.1980e-02, -6.3888e-01,  1.7460e-02,  5.0524e-02,\n",
       "         -3.6637e-02,  1.6328e-01, -4.9804e-02,  9.4391e-04, -3.6646e-03,\n",
       "          3.3490e-02,  8.5156e-02,  1.3768e-02, -9.8626e-02,  5.6843e-02,\n",
       "          2.3915e-02, -4.3590e-02, -2.8072e-01,  8.4996e-02, -2.6411e-02,\n",
       "          1.3055e-02, -7.9603e-02,  1.2890e-02, -2.2924e-01, -1.3761e-02,\n",
       "         -5.2790e-02, -4.6052e-03], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0173, -0.0163, -0.0366],\n",
       "           [ 0.0449, -0.0131, -0.0232],\n",
       "           [ 0.0342, -0.0000, -0.0119]],\n",
       " \n",
       "          [[-0.0466, -0.0214,  0.0100],\n",
       "           [-0.0404, -0.0000,  0.0099],\n",
       "           [-0.0534, -0.0107,  0.0144]],\n",
       " \n",
       "          [[ 0.0000, -0.0111,  0.0095],\n",
       "           [ 0.0117,  0.0000,  0.0000],\n",
       "           [ 0.0000, -0.0000, -0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0478,  0.0259,  0.0170],\n",
       "           [ 0.0344,  0.0597,  0.1009],\n",
       "           [ 0.0232, -0.0123,  0.0147]],\n",
       " \n",
       "          [[-0.0115,  0.0202,  0.0350],\n",
       "           [-0.0148,  0.0193,  0.0000],\n",
       "           [-0.0395, -0.0000,  0.0000]],\n",
       " \n",
       "          [[ 0.0358, -0.0126,  0.0205],\n",
       "           [ 0.0776,  0.0467,  0.0334],\n",
       "           [ 0.0396, -0.0109,  0.0236]]],\n",
       " \n",
       " \n",
       "         [[[-0.0177, -0.0172,  0.0129],\n",
       "           [-0.0000, -0.0111, -0.0000],\n",
       "           [-0.0214, -0.0226, -0.0000]],\n",
       " \n",
       "          [[ 0.0214,  0.0125,  0.0178],\n",
       "           [ 0.0616,  0.0731,  0.0599],\n",
       "           [ 0.0116,  0.0173,  0.0127]],\n",
       " \n",
       "          [[-0.0000, -0.0096,  0.0000],\n",
       "           [-0.0000, -0.0133,  0.0000],\n",
       "           [-0.0000, -0.0205,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0142, -0.0000,  0.0000],\n",
       "           [-0.0321, -0.0132, -0.0176],\n",
       "           [-0.0109, -0.0000, -0.0151]],\n",
       " \n",
       "          [[-0.0373, -0.0179, -0.0555],\n",
       "           [-0.0441, -0.0281, -0.0760],\n",
       "           [-0.0157, -0.0258, -0.0328]],\n",
       " \n",
       "          [[ 0.0199,  0.0223,  0.0766],\n",
       "           [-0.0000,  0.0152,  0.0217],\n",
       "           [-0.0289,  0.0000,  0.0000]]],\n",
       " \n",
       " \n",
       "         [[[-0.0208, -0.0310, -0.0323],\n",
       "           [-0.0000, -0.0395, -0.0526],\n",
       "           [ 0.0000,  0.0000, -0.0255]],\n",
       " \n",
       "          [[ 0.0167,  0.0132,  0.0152],\n",
       "           [ 0.0214,  0.0096,  0.0279],\n",
       "           [ 0.0000,  0.0274,  0.0326]],\n",
       " \n",
       "          [[-0.0000,  0.0000,  0.0118],\n",
       "           [-0.0000, -0.0138, -0.0000],\n",
       "           [-0.0000, -0.0256,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0132,  0.0000, -0.0186],\n",
       "           [-0.0131,  0.0172,  0.0201],\n",
       "           [-0.0228, -0.0104,  0.0624]],\n",
       " \n",
       "          [[ 0.0267,  0.0137, -0.0000],\n",
       "           [ 0.0000,  0.0180, -0.0000],\n",
       "           [-0.0000, -0.0137,  0.0171]],\n",
       " \n",
       "          [[-0.0237,  0.0221, -0.0000],\n",
       "           [-0.0000,  0.0103, -0.0000],\n",
       "           [ 0.0095,  0.0201,  0.0176]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0207, -0.0148, -0.0367],\n",
       "           [-0.0271,  0.0104, -0.0110],\n",
       "           [ 0.0199,  0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0114, -0.0107,  0.0204],\n",
       "           [-0.0000,  0.0000,  0.0337],\n",
       "           [-0.0327, -0.0332, -0.0411]],\n",
       " \n",
       "          [[-0.0406, -0.0378, -0.0194],\n",
       "           [-0.0553, -0.0601, -0.0326],\n",
       "           [-0.0466, -0.0455, -0.0241]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0190, -0.0399, -0.0244],\n",
       "           [-0.0494, -0.0668, -0.0267],\n",
       "           [-0.0316, -0.0369,  0.0000]],\n",
       " \n",
       "          [[-0.0000, -0.0000,  0.0000],\n",
       "           [-0.0102, -0.0281, -0.0292],\n",
       "           [ 0.0000, -0.0219,  0.0000]],\n",
       " \n",
       "          [[-0.0378, -0.0201, -0.0000],\n",
       "           [-0.0443, -0.0425, -0.0000],\n",
       "           [-0.0283, -0.0267, -0.0000]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0495,  0.0148,  0.0000],\n",
       "           [ 0.0147, -0.0131, -0.0232],\n",
       "           [-0.0000, -0.0265, -0.0299]],\n",
       " \n",
       "          [[-0.0155,  0.0107,  0.0238],\n",
       "           [ 0.0214,  0.0285,  0.0323],\n",
       "           [ 0.0502,  0.0245,  0.0211]],\n",
       " \n",
       "          [[-0.0351, -0.0172, -0.0158],\n",
       "           [-0.0189, -0.0179, -0.0223],\n",
       "           [-0.0000, -0.0000, -0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0315,  0.0103,  0.0391],\n",
       "           [ 0.0226,  0.0496,  0.0378],\n",
       "           [ 0.0401,  0.0458, -0.0000]],\n",
       " \n",
       "          [[ 0.0099,  0.0327,  0.0259],\n",
       "           [ 0.0000, -0.0215, -0.0000],\n",
       "           [-0.0172,  0.0000, -0.0126]],\n",
       " \n",
       "          [[ 0.0155, -0.0000,  0.0000],\n",
       "           [ 0.0000, -0.0191, -0.0186],\n",
       "           [ 0.0000, -0.0000,  0.0000]]],\n",
       " \n",
       " \n",
       "         [[[-0.0137, -0.0421, -0.0164],\n",
       "           [-0.0149, -0.0362, -0.0139],\n",
       "           [ 0.0173,  0.0000,  0.0305]],\n",
       " \n",
       "          [[-0.0096, -0.0329, -0.0300],\n",
       "           [-0.0335, -0.0464, -0.0412],\n",
       "           [ 0.0000, -0.0362, -0.0263]],\n",
       " \n",
       "          [[-0.0000, -0.0000, -0.0190],\n",
       "           [-0.0247, -0.0252, -0.0308],\n",
       "           [-0.0413, -0.0421, -0.0323]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0000, -0.0203],\n",
       "           [-0.0200, -0.0282, -0.0208],\n",
       "           [-0.0271, -0.0426, -0.0207]],\n",
       " \n",
       "          [[ 0.0259,  0.0464,  0.0200],\n",
       "           [ 0.0272,  0.0468,  0.0266],\n",
       "           [-0.0136,  0.0258,  0.0298]],\n",
       " \n",
       "          [[ 0.0000,  0.0000, -0.0000],\n",
       "           [-0.0173, -0.0128,  0.0126],\n",
       "           [-0.0150, -0.0161,  0.0100]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 3.2785e-01, -1.1670e-02,  5.9252e-02,  1.5882e-01,  4.9376e-02,\n",
       "         -8.3625e-02, -6.3965e-02,  4.4863e-02, -4.4741e-02,  1.7825e-01,\n",
       "          1.5343e-01, -1.2114e-01, -1.2925e-01, -2.1641e-02,  7.8369e-02,\n",
       "          9.0640e-02,  1.4219e-01,  1.0104e-01, -5.6336e-02,  2.3585e-01,\n",
       "          9.0724e-02,  2.1427e-01,  1.3687e-01, -5.6803e-02,  1.1205e-02,\n",
       "          6.2014e-02,  6.6606e-02,  6.0135e-02, -1.4872e-01, -9.6398e-02,\n",
       "         -2.6313e-02, -5.3609e-01, -7.8366e-02,  4.9564e-02,  1.8171e-01,\n",
       "          2.4494e-02,  1.9484e-02,  3.4660e-02, -4.3450e-02,  7.2832e-02,\n",
       "         -1.0446e-01,  1.1502e-01,  2.3923e-02,  1.9399e-02,  1.1044e-01,\n",
       "         -3.2952e-02,  1.0205e-01,  5.2526e-02,  1.3915e-01,  1.0217e-01,\n",
       "         -1.3322e-01,  7.4932e-02,  2.8297e-02, -7.8022e-02, -7.4605e-02,\n",
       "         -1.7926e-02, -1.6370e-01, -5.9733e-02, -7.0614e-02,  6.3561e-02,\n",
       "          1.7057e-02,  1.0888e-01, -1.1982e-02,  1.5265e-01,  7.5086e-02,\n",
       "          1.1634e-01, -7.3173e-03, -7.3237e-02,  8.8163e-02,  5.0025e-02,\n",
       "          6.0110e-02,  8.8585e-02,  4.9681e-02, -4.8926e-02, -2.2866e-01,\n",
       "          2.1302e-01, -1.1471e-01,  3.4658e-02,  5.7753e-02,  6.7992e-02,\n",
       "         -1.0434e-01, -3.2616e-02,  8.4957e-02,  1.7480e-02, -3.2415e-02,\n",
       "          1.2082e-01, -3.5967e-02,  2.2436e-01,  7.2149e-02,  1.7920e-01,\n",
       "         -3.2388e-02, -2.5341e-02,  7.9324e-02, -1.3179e-01, -4.7001e-02,\n",
       "          8.7888e-02,  3.1908e-01, -3.4475e-03,  3.6466e-02, -9.3868e-02,\n",
       "         -4.8236e-02,  9.4114e-02,  7.8020e-02,  6.2988e-02, -1.3900e-01,\n",
       "         -8.9393e-02,  6.7538e-02,  8.5783e-02,  9.5225e-02,  9.5576e-02,\n",
       "         -2.1024e-03,  1.4501e-01,  1.8864e-01, -7.9828e-02,  6.1073e-02,\n",
       "          1.3614e-01,  1.5440e-01,  3.3174e-02, -1.1492e-02, -4.8122e-02,\n",
       "         -6.5408e-02,  3.4948e-02, -1.0621e-01,  1.4405e-01, -7.6405e-03,\n",
       "          3.3862e-02,  4.0784e-04,  5.2657e-02,  6.3489e-02,  3.6571e-02,\n",
       "          1.9380e-03,  7.4452e-02, -4.1910e-03,  1.2131e-01,  7.6991e-02,\n",
       "          8.7335e-02,  1.7405e-01,  2.8815e-01, -2.2280e-02,  1.2582e-02,\n",
       "         -5.7107e-03,  2.6789e-01,  1.5206e-02, -9.6089e-02,  2.7607e-01,\n",
       "         -1.5054e-02, -1.7405e-02,  9.5247e-02, -4.1684e-02,  7.8205e-02,\n",
       "          1.1676e-01, -4.3728e-02, -1.0656e-02,  7.7394e-02,  4.1313e-02,\n",
       "         -6.9379e-02, -7.0650e-02, -3.7292e-02, -2.9583e-02, -2.2887e-01,\n",
       "         -1.0709e-01,  8.3004e-02, -1.1579e-02,  7.1730e-02,  2.4630e-02,\n",
       "         -2.6824e-01, -1.4686e-01,  2.5216e-01, -3.1812e-03, -3.8778e-02,\n",
       "          7.9189e-02,  2.0305e-01,  9.8780e-02,  7.5356e-03, -1.9530e-02,\n",
       "          4.4468e-02,  1.7208e-01, -1.1089e-01,  1.0184e-01,  1.2059e-02,\n",
       "         -7.7236e-02, -4.4468e-02,  1.0894e-01,  1.7272e-02,  1.6730e-02,\n",
       "          1.2595e-01,  2.8621e-01,  1.9420e-02, -4.8502e-02,  4.3908e-02,\n",
       "         -1.4994e-01,  3.9241e-02,  2.8246e-03, -4.5025e-02,  2.5904e-02,\n",
       "          1.5431e-01,  1.6661e-01,  8.2192e-02,  1.6488e-02,  4.6763e-02,\n",
       "          4.5522e-02, -7.2605e-03,  6.3834e-02,  3.8301e-03,  2.1868e-01,\n",
       "          5.2695e-02,  1.8667e-01,  2.9793e-01, -5.7319e-02, -7.5529e-02,\n",
       "         -4.1814e-02,  1.1310e-01,  4.5616e-02,  1.0972e-01, -3.6026e-02,\n",
       "         -3.1515e-03, -1.1718e-01, -3.6503e-02,  7.9905e-02,  6.3275e-02,\n",
       "          2.5015e-01,  1.5475e-01,  2.4331e-01, -8.6830e-02,  8.4753e-02,\n",
       "         -2.9622e-02,  4.1752e-03,  1.5509e-01,  1.5114e-02,  4.0996e-02,\n",
       "          1.1675e-01,  1.2987e-01,  8.4551e-02, -5.5134e-03, -9.0436e-03,\n",
       "          1.5207e-01, -1.3485e-01, -8.3497e-02,  1.5728e-01, -1.1344e-01,\n",
       "          1.2520e-02, -3.5116e-02,  9.0628e-02, -8.9775e-02,  1.1141e-01,\n",
       "         -9.7015e-02,  1.0175e-01, -2.8285e-02, -8.3328e-02,  5.2862e-02,\n",
       "         -3.8638e-02, -7.6987e-02,  2.0510e-02, -1.7040e-01, -4.3434e-02,\n",
       "          5.1905e-02,  5.0642e-02,  7.5576e-02, -4.1245e-02,  2.9955e-02,\n",
       "          1.3416e-02, -2.6084e-03,  1.4891e-01,  1.0407e-01,  9.7339e-02,\n",
       "          1.1776e-02,  2.5913e-02, -9.1250e-02,  4.1197e-02, -3.0615e-02,\n",
       "         -1.4381e-01, -6.8347e-02, -2.5607e-02,  8.1290e-02,  9.9020e-02,\n",
       "         -1.5603e-02,  4.5259e-02,  1.4967e-01, -5.6633e-02,  1.9446e-02,\n",
       "          4.2244e-03,  2.5499e-01, -1.9322e-02,  2.1252e-01, -1.2779e-01,\n",
       "         -8.9945e-03,  1.3547e-02,  9.2169e-02, -1.6655e-01,  9.2906e-02,\n",
       "          5.1314e-02, -2.6515e-02, -4.6279e-03, -1.0157e-01,  1.4378e-02,\n",
       "          1.2886e-01, -1.3314e-01,  3.5350e-02, -1.9505e-02,  3.0164e-02,\n",
       "          7.4141e-02,  1.6729e-01, -1.8760e-03, -8.5133e-03, -3.5815e-02,\n",
       "         -1.8105e-02,  9.2370e-02,  1.1861e-01,  5.7890e-02,  4.3179e-02,\n",
       "          1.4409e-01,  8.0388e-02,  4.7617e-02,  1.2064e-01, -8.0452e-02,\n",
       "         -1.6755e-01,  4.0705e-02,  8.1675e-02, -2.8885e-02, -8.3991e-02,\n",
       "          1.3999e-01,  5.0274e-01,  1.0410e-01, -1.2807e-02, -3.6004e-02,\n",
       "          1.4881e-01,  1.2916e-01,  9.4434e-02, -8.5286e-02, -5.3350e-02,\n",
       "         -1.5150e-01,  3.0932e-02, -1.7242e-01,  4.5590e-02,  1.8949e-01,\n",
       "         -2.1540e-02,  1.9597e-01,  2.4260e-02, -3.2245e-02,  4.5116e-02,\n",
       "          1.5932e-02,  1.5100e-01,  2.3716e-02, -9.3650e-02,  2.6925e-02,\n",
       "         -3.3120e-01,  3.5935e-02,  1.4944e-02,  7.4415e-02,  1.3660e-01,\n",
       "          2.0968e-02, -3.2402e-02,  8.9184e-02, -4.2339e-02, -3.4568e-02,\n",
       "          4.7455e-02, -4.3692e-02,  3.7502e-02,  1.1265e-01,  2.9946e-02,\n",
       "          1.4890e-01,  9.8017e-02, -1.2332e-02,  1.1757e-01,  2.5851e-03,\n",
       "          1.5277e-02, -5.4977e-02,  1.4540e-01,  1.1332e-01,  5.8610e-02,\n",
       "          2.9156e-01,  4.3952e-02,  7.7970e-03,  1.2907e-01,  3.6932e-01,\n",
       "          1.4455e-01,  1.3046e-01, -3.7344e-02, -5.7621e-02, -4.0231e-02,\n",
       "          1.0964e-01, -1.0457e-01,  9.8383e-02,  3.0503e-02,  1.5615e-01,\n",
       "          6.3476e-02,  8.3703e-02,  1.6338e-02, -3.1959e-02, -4.0017e-02,\n",
       "          1.3663e-01,  4.5095e-02, -9.8014e-02,  8.6885e-02,  1.4410e-02,\n",
       "          4.2032e-02, -2.3377e-02,  2.9826e-02, -7.8389e-02,  4.8926e-02,\n",
       "         -1.4170e-02, -1.9561e-01,  9.9982e-02, -7.4101e-02,  2.2202e-02,\n",
       "         -5.5796e-03,  5.1677e-02, -1.3406e-01, -4.6056e-03, -7.2432e-03,\n",
       "         -2.3862e-02, -7.9286e-06,  1.5348e-01,  6.0913e-02,  8.6587e-02,\n",
       "          6.5313e-02,  2.8675e-01,  1.7093e-01,  4.7960e-02, -2.8419e-02,\n",
       "         -5.8845e-02,  4.4411e-02,  5.4718e-02,  6.0812e-02,  2.8448e-02,\n",
       "          9.9096e-02, -9.7100e-02, -2.1737e-03,  4.4442e-02,  2.3933e-01,\n",
       "          1.1516e-01, -2.9585e-02,  1.7162e-01,  7.2602e-02, -7.7551e-03,\n",
       "          1.1754e-02,  6.9261e-02,  3.5740e-02,  2.8095e-01, -1.3311e-02,\n",
       "          1.3162e-01,  5.0944e-02, -1.4749e-02,  6.6835e-02,  2.7349e-01,\n",
       "          5.3674e-02,  1.5530e-01,  2.9095e-02, -5.0401e-02,  2.9913e-02,\n",
       "         -2.5942e-02,  2.9361e-02,  7.8341e-02,  1.1507e-01,  4.8195e-02,\n",
       "          1.3909e-01,  1.3254e-01,  5.2899e-02, -1.0379e-01, -5.3569e-02,\n",
       "         -2.8501e-02,  9.7883e-02, -2.1301e-02, -7.4014e-02,  3.3396e-02,\n",
       "         -2.5691e-01, -7.9530e-02,  1.6570e-01,  8.7135e-02,  2.8185e-03,\n",
       "         -1.9246e-01, -1.2287e-02, -6.5740e-02, -1.7653e-03, -3.1150e-02,\n",
       "          5.1108e-02,  2.4925e-02, -7.1120e-03,  1.1247e-01,  3.2958e-02,\n",
       "          2.6971e-01,  2.6348e-02,  8.1351e-02,  3.2603e-01,  1.7410e-01,\n",
       "          6.0686e-02, -1.1314e-01,  1.3730e-02, -3.4418e-02, -9.1132e-03,\n",
       "         -2.1438e-02,  3.2038e-01, -1.8250e-01,  1.1241e-03,  2.2275e-02,\n",
       "          5.9959e-02, -7.4269e-02, -5.1299e-03, -3.8521e-02, -4.6880e-02,\n",
       "          9.8568e-02, -7.9337e-02, -2.9975e-03, -1.4750e-02, -2.1350e-02,\n",
       "         -6.1978e-03, -1.5916e-01,  8.4835e-02,  5.1761e-02,  4.8298e-02,\n",
       "          9.6794e-02,  4.3757e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0603,  0.0000, -0.0000],\n",
       "           [ 0.0188, -0.0094, -0.0000],\n",
       "           [ 0.0203,  0.0218,  0.0000]],\n",
       " \n",
       "          [[-0.0490, -0.0328, -0.0231],\n",
       "           [-0.0298, -0.0251, -0.0270],\n",
       "           [-0.0168, -0.0252, -0.0218]],\n",
       " \n",
       "          [[-0.0000,  0.0000,  0.0104],\n",
       "           [-0.0000,  0.0084,  0.0000],\n",
       "           [ 0.0371,  0.0312,  0.0235]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0395,  0.0290,  0.0374],\n",
       "           [ 0.0096,  0.0084,  0.0145],\n",
       "           [ 0.0101, -0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0087, -0.0000, -0.0214],\n",
       "           [-0.0181, -0.0261, -0.0291],\n",
       "           [-0.0262, -0.0217, -0.0340]],\n",
       " \n",
       "          [[ 0.0000, -0.0000, -0.0156],\n",
       "           [ 0.0089, -0.0112, -0.0000],\n",
       "           [ 0.0342,  0.0117, -0.0000]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0357,  0.0000,  0.0000],\n",
       "           [-0.0000, -0.0000,  0.0000],\n",
       "           [ 0.0145,  0.0000,  0.0000]],\n",
       " \n",
       "          [[-0.0171, -0.0257, -0.0241],\n",
       "           [-0.0166, -0.0204, -0.0279],\n",
       "           [-0.0136, -0.0164, -0.0163]],\n",
       " \n",
       "          [[ 0.0387,  0.0638,  0.0192],\n",
       "           [ 0.0322,  0.0000,  0.0000],\n",
       "           [ 0.0142,  0.0000, -0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0000, -0.0000, -0.0301],\n",
       "           [ 0.0151, -0.0000, -0.0190],\n",
       "           [ 0.0160,  0.0000,  0.0108]],\n",
       " \n",
       "          [[-0.0150,  0.0000,  0.0325],\n",
       "           [-0.0264, -0.0192,  0.0275],\n",
       "           [-0.0196, -0.0270, -0.0172]],\n",
       " \n",
       "          [[-0.0140, -0.0134, -0.0121],\n",
       "           [ 0.0088, -0.0163, -0.0000],\n",
       "           [ 0.0000, -0.0102, -0.0094]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0427,  0.0272, -0.0000],\n",
       "           [ 0.0128,  0.0140, -0.0107],\n",
       "           [ 0.0082,  0.0213, -0.0000]],\n",
       " \n",
       "          [[-0.0270, -0.0083, -0.0145],\n",
       "           [-0.0145,  0.0000, -0.0000],\n",
       "           [-0.0159, -0.0000,  0.0110]],\n",
       " \n",
       "          [[-0.0128, -0.0234, -0.0214],\n",
       "           [-0.0186, -0.0262, -0.0336],\n",
       "           [-0.0114, -0.0252, -0.0228]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0093,  0.0088,  0.0000],\n",
       "           [-0.0097, -0.0117, -0.0079],\n",
       "           [-0.0102, -0.0000,  0.0078]],\n",
       " \n",
       "          [[-0.0119, -0.0146, -0.0154],\n",
       "           [-0.0198, -0.0283, -0.0452],\n",
       "           [-0.0000, -0.0125, -0.0345]],\n",
       " \n",
       "          [[-0.0210, -0.0000, -0.0113],\n",
       "           [-0.0102, -0.0000, -0.0154],\n",
       "           [ 0.0000, -0.0083, -0.0000]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0098, -0.0000,  0.0000],\n",
       "           [-0.0321, -0.0079,  0.0105],\n",
       "           [-0.0508, -0.0165, -0.0092]],\n",
       " \n",
       "          [[-0.0131, -0.0123, -0.0344],\n",
       "           [-0.0446, -0.0650, -0.0907],\n",
       "           [-0.0084, -0.0203, -0.0417]],\n",
       " \n",
       "          [[-0.0138, -0.0109,  0.0000],\n",
       "           [-0.0097, -0.0415, -0.0279],\n",
       "           [-0.0278, -0.0181, -0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0096,  0.0189,  0.0000],\n",
       "           [-0.0172,  0.0000, -0.0164],\n",
       "           [ 0.0000,  0.0099, -0.0000]],\n",
       " \n",
       "          [[ 0.0113,  0.0192,  0.0291],\n",
       "           [ 0.0245,  0.0000,  0.0000],\n",
       "           [ 0.0087, -0.0087, -0.0109]],\n",
       " \n",
       "          [[ 0.0236,  0.0138,  0.0000],\n",
       "           [-0.0126, -0.0171, -0.0110],\n",
       "           [-0.0101, -0.0092,  0.0000]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0000, -0.0000, -0.0000],\n",
       "           [-0.0119, -0.0119, -0.0136],\n",
       "           [ 0.0000, -0.0000, -0.0192]],\n",
       " \n",
       "          [[-0.0000,  0.0000,  0.0140],\n",
       "           [ 0.0165,  0.0276,  0.0257],\n",
       "           [ 0.0313,  0.0422,  0.0358]],\n",
       " \n",
       "          [[-0.0000, -0.0000, -0.0000],\n",
       "           [-0.0153, -0.0188, -0.0090],\n",
       "           [-0.0000, -0.0000,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0118, -0.0000, -0.0000],\n",
       "           [ 0.0145, -0.0000, -0.0000],\n",
       "           [ 0.0000, -0.0000,  0.0000]],\n",
       " \n",
       "          [[ 0.0113, -0.0000,  0.0000],\n",
       "           [ 0.0144,  0.0198,  0.0000],\n",
       "           [ 0.0000,  0.0091,  0.0110]],\n",
       " \n",
       "          [[-0.0000,  0.0000, -0.0000],\n",
       "           [-0.0211, -0.0149, -0.0179],\n",
       "           [-0.0101, -0.0165, -0.0173]]],\n",
       " \n",
       " \n",
       "         [[[-0.0143, -0.0128, -0.0083],\n",
       "           [ 0.0100, -0.0092,  0.0000],\n",
       "           [-0.0209, -0.0113,  0.0000]],\n",
       " \n",
       "          [[-0.0178,  0.0108, -0.0233],\n",
       "           [-0.0200, -0.0000, -0.0085],\n",
       "           [-0.0332, -0.0237, -0.0218]],\n",
       " \n",
       "          [[-0.0000, -0.0116, -0.0000],\n",
       "           [ 0.0000, -0.0180, -0.0099],\n",
       "           [-0.0078, -0.0000,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0123, -0.0000],\n",
       "           [-0.0265, -0.0000, -0.0120],\n",
       "           [-0.0330,  0.0000,  0.0000]],\n",
       " \n",
       "          [[ 0.0000, -0.0194, -0.0385],\n",
       "           [-0.0098, -0.0000,  0.0101],\n",
       "           [ 0.0085,  0.0144,  0.0158]],\n",
       " \n",
       "          [[-0.0000, -0.0000,  0.0000],\n",
       "           [-0.0000, -0.0000, -0.0111],\n",
       "           [ 0.0183, -0.0000, -0.0191]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-6.8620e-02,  1.8720e-01,  4.2233e-02, -3.2831e-02,  2.0385e-01,\n",
       "          7.4536e-02, -5.0062e-03, -8.7908e-02, -1.1726e-02, -1.2402e-01,\n",
       "         -1.1807e-01,  3.2798e-02,  3.5993e-02,  1.4316e-03,  9.8802e-02,\n",
       "          1.1898e-02, -1.3327e-01, -6.9769e-02,  9.5802e-02, -1.2351e-02,\n",
       "         -5.2442e-02,  8.7583e-02, -2.0237e-01,  3.5395e-02, -1.2916e-01,\n",
       "          1.1222e-01,  6.3338e-02,  4.0000e-02, -6.7222e-03,  6.6149e-02,\n",
       "         -4.1235e-02,  1.1479e-02,  1.0893e-01, -1.1752e-01,  2.6296e-02,\n",
       "          9.5811e-02, -1.4225e-01, -5.9109e-02, -9.9262e-02,  2.4650e-02,\n",
       "         -1.0273e-01, -1.5456e-01,  2.6737e-02,  8.1293e-02, -2.6256e-02,\n",
       "          6.0492e-02, -5.6621e-02,  2.1381e-02,  6.6256e-02,  2.2616e-02,\n",
       "          8.7674e-02,  5.1484e-02, -4.4776e-02, -1.7652e-01, -1.7399e-02,\n",
       "         -1.4157e-01,  1.6521e-01, -4.8248e-02,  4.6457e-02,  9.0732e-02,\n",
       "          1.9641e-01,  1.5075e-01,  9.1565e-02,  1.8676e-01,  8.7034e-02,\n",
       "         -1.7168e-01,  9.0361e-02, -5.2928e-02,  1.9294e-03, -1.3388e-02,\n",
       "          1.1245e-02, -3.9830e-02,  6.9877e-02,  1.0881e-01, -6.3666e-03,\n",
       "          1.2978e-01,  1.2741e-01,  9.6501e-02, -8.1385e-02, -8.5858e-02,\n",
       "          5.9869e-02,  2.1044e-01,  5.3741e-02,  7.9346e-02,  3.3547e-02,\n",
       "         -1.9277e-01,  2.2519e-01, -5.7301e-03, -3.7282e-02,  1.4089e-02,\n",
       "         -6.2251e-02,  3.6825e-02, -3.9718e-02,  4.6857e-02, -1.7646e-01,\n",
       "          8.1270e-02, -5.9494e-02,  5.8620e-02, -1.9356e-01, -1.0619e-01,\n",
       "          4.6039e-02,  8.6996e-03,  3.1630e-01, -2.3032e-01, -2.3040e-02,\n",
       "          2.8553e-02, -9.0507e-02,  3.7536e-03,  4.9866e-02, -1.2571e-01,\n",
       "         -2.3601e-02,  1.0499e-01,  4.9121e-02,  1.2140e-01, -1.4821e-01,\n",
       "         -1.2602e-01, -1.3624e-01, -3.2884e-01, -9.0184e-02, -1.1928e-01,\n",
       "         -2.1026e-01, -1.3446e-01, -7.1711e-03, -8.0528e-02,  1.1068e-02,\n",
       "          1.7568e-01, -1.0032e-01, -1.6815e-01, -3.5146e-01,  1.3116e-01,\n",
       "          1.7390e-01,  1.6994e-02, -5.2715e-02, -1.4927e-02,  1.1773e-01,\n",
       "         -1.8560e-02, -3.1425e-02,  1.3407e-01, -2.0506e-01, -1.5305e-01,\n",
       "         -2.6800e-02,  1.2347e-01,  7.9102e-02, -8.7307e-02,  1.9283e-01,\n",
       "         -1.5484e-01, -4.1206e-02,  5.2744e-02,  1.6812e-01,  8.5207e-02,\n",
       "          1.2756e-01,  2.8252e-02,  1.1045e-01,  1.5585e-01,  2.1187e-01,\n",
       "          8.8012e-02,  8.7717e-02, -1.1704e-02,  9.0009e-02, -7.1308e-02,\n",
       "          7.8425e-02,  5.1988e-02, -4.7441e-02, -3.2872e-01,  1.2594e-01,\n",
       "          7.8579e-02, -6.6156e-02,  2.1185e-01, -9.2243e-02, -1.2172e-01,\n",
       "          3.6051e-02,  8.3268e-02, -1.1744e-01, -5.2389e-02, -3.8024e-01,\n",
       "          1.3587e-01,  1.4616e-01, -1.1994e-01,  7.4031e-02, -2.9794e-02,\n",
       "         -1.8530e-02,  2.5821e-01, -3.6194e-02, -3.8861e-02,  2.0233e-01,\n",
       "          5.7087e-02,  3.1120e-02, -3.5665e-02, -5.0561e-02, -8.4969e-02,\n",
       "         -1.1879e-01,  2.2172e-02,  3.3340e-02,  1.5149e-01,  3.7349e-02,\n",
       "         -4.6735e-02, -3.4531e-02,  1.6739e-01,  6.9484e-02,  1.4735e-01,\n",
       "          4.8442e-02,  7.4029e-02, -8.3257e-02,  6.1984e-03, -5.3061e-02,\n",
       "          5.3426e-02, -2.1171e-02,  1.9225e-01,  3.8712e-01,  9.8570e-02,\n",
       "         -1.0337e-01,  2.1829e-01, -9.9583e-02,  1.4527e-01, -1.1913e-01,\n",
       "          1.1624e-02,  3.9181e-02,  1.0789e-01, -1.4104e-01, -1.1723e-01,\n",
       "          9.9911e-02, -6.2805e-02, -7.0374e-02, -1.9817e-01,  1.1684e-01,\n",
       "          5.7219e-02,  9.9357e-02, -7.7663e-02,  7.6531e-02, -6.2036e-02,\n",
       "          1.1703e-01,  9.3236e-03, -4.2481e-02, -2.1602e-01,  1.4303e-01,\n",
       "          1.0073e-01, -2.0687e-01,  2.9223e-02,  4.5753e-02,  1.4716e-01,\n",
       "         -5.8620e-02,  3.4272e-02, -1.9075e-01,  1.4571e-02,  1.2995e-01,\n",
       "          1.4388e-01, -1.7648e-02, -4.0604e-02, -2.3133e-04,  4.6082e-02,\n",
       "         -6.4354e-02,  6.7466e-02,  7.5265e-02,  1.8956e-01, -4.8764e-02,\n",
       "         -2.9583e-02,  2.4967e-02, -3.5173e-02,  6.0710e-03,  5.1644e-02,\n",
       "         -6.7923e-02, -1.2629e-01,  5.2597e-02, -9.5566e-02,  6.5696e-02,\n",
       "         -1.6524e-01,  6.6037e-02,  2.4582e-02,  2.0484e-01,  5.8798e-02,\n",
       "         -1.8886e-01,  1.5549e-01,  7.5976e-02, -6.4824e-02,  2.2072e-02,\n",
       "          1.9373e-01,  4.5195e-02,  6.0716e-02, -1.6066e-02,  5.8700e-02,\n",
       "         -3.4191e-03,  4.0218e-02, -8.3810e-02, -1.3337e-02,  6.9338e-02,\n",
       "         -8.3971e-02,  1.4799e-01,  3.9326e-02,  9.7833e-03, -1.4105e-02,\n",
       "          1.1879e-01,  2.8317e-02, -1.0828e-01,  6.3691e-02,  1.9901e-01,\n",
       "         -2.1121e-01, -2.3203e-03, -3.7701e-02, -4.6278e-02,  1.1567e-01,\n",
       "         -4.3380e-02, -8.5171e-02, -1.6586e-01, -6.1953e-02,  8.5866e-02,\n",
       "          8.2018e-02,  6.4824e-02, -6.9423e-02,  5.1215e-02, -1.0449e-02,\n",
       "         -1.1984e-01,  5.1776e-02, -1.4522e-02,  2.7398e-02,  2.2187e-02,\n",
       "          2.5427e-02, -1.5965e-01, -3.8650e-01, -6.3239e-03,  1.7740e-01,\n",
       "         -1.1391e-01, -7.0271e-02,  7.2767e-02, -2.8762e-02, -8.4776e-02,\n",
       "          1.0465e-02, -2.2343e-02,  9.6079e-02,  2.1370e-02,  1.9362e-01,\n",
       "          2.1854e-02, -5.8084e-02,  1.2510e-01, -3.5865e-02, -2.7833e-03,\n",
       "         -2.3905e-02, -4.7809e-02,  2.0220e-01,  2.8407e-01, -1.0494e-01,\n",
       "          1.4374e-01,  1.1141e-01,  2.6691e-02,  3.2621e-03, -9.8309e-03,\n",
       "         -3.1219e-01, -2.4734e-03, -1.0144e-01,  1.7506e-01, -2.8564e-02,\n",
       "         -3.7074e-02,  1.2126e-02, -2.9324e-02, -1.6656e-01,  9.2293e-02,\n",
       "          1.5799e-02, -4.8191e-02,  1.0801e-01, -1.1994e-03, -3.6371e-02,\n",
       "          6.6275e-02, -2.1480e-01, -1.0862e-01,  2.0445e-02, -7.5027e-02,\n",
       "          1.0144e-01, -3.3833e-02,  6.3429e-04, -5.7285e-02, -2.7232e-01,\n",
       "         -4.5818e-02, -2.4526e-02,  6.9876e-02,  1.6630e-02, -4.0806e-02,\n",
       "         -9.9577e-02, -1.1973e-01, -1.1463e-01,  1.6101e-01,  2.5717e-02,\n",
       "          1.1374e-01, -1.4880e-01,  1.5203e-01,  2.0742e-01, -8.2626e-02,\n",
       "         -9.1058e-03,  7.0236e-03,  2.4819e-01,  4.4172e-02, -1.9810e-01,\n",
       "         -8.6944e-02,  4.6927e-02, -7.0528e-02,  1.7862e-01,  7.1367e-02,\n",
       "         -2.6777e-02, -4.1031e-02,  4.0167e-02, -4.6326e-02,  1.3203e-01,\n",
       "         -3.6850e-02,  1.6755e-02, -8.1545e-02,  1.1444e-01, -1.3647e-02,\n",
       "          2.5496e-01, -2.0458e-01, -2.8920e-02, -2.7735e-01,  4.3298e-02,\n",
       "          2.0172e-02,  1.8576e-01,  1.9815e-01, -2.3536e-01, -6.4560e-02,\n",
       "          1.6731e-01, -2.6027e-01, -4.3629e-02, -3.8699e-02,  1.6556e-01,\n",
       "          1.2062e-01,  8.2763e-02, -3.5379e-02,  2.6057e-02, -1.9359e-01,\n",
       "         -2.0454e-02,  2.3775e-02, -3.9896e-01, -4.7299e-02, -4.8010e-01,\n",
       "          2.4825e-01, -2.7902e-03, -7.8819e-03, -1.3955e-01,  2.5602e-01,\n",
       "          1.0564e-01,  2.4263e-02, -3.8164e-02, -1.0449e-01, -1.3249e-01,\n",
       "         -7.3070e-03,  9.7172e-02, -2.1455e-01, -9.8820e-02,  2.8115e-02,\n",
       "         -3.6928e-02,  5.8620e-02, -6.5982e-02,  3.7064e-02,  1.0890e-01,\n",
       "         -4.6950e-03, -6.3011e-02,  2.8757e-02,  2.3866e-01,  8.3413e-03,\n",
       "          2.2342e-02, -2.8795e-02, -7.4049e-02, -6.4702e-02,  1.5477e-01,\n",
       "         -1.1149e-01,  2.6482e-02, -4.3726e-02,  2.4778e-02, -3.1269e-02,\n",
       "         -2.3700e-02,  1.2548e-02, -9.1719e-02, -1.8809e-01,  1.2318e-01,\n",
       "          1.3796e-01, -2.0103e-01, -7.6292e-02, -1.8469e-02,  4.6419e-02,\n",
       "         -9.7201e-02,  2.2764e-03,  2.5014e-02,  9.7257e-02,  1.6321e-06,\n",
       "          6.4818e-02,  8.5978e-03,  9.2457e-02,  4.2495e-02, -6.9142e-02,\n",
       "          4.2921e-03, -1.2791e-02, -4.8834e-02,  1.7677e-01, -2.3606e-01,\n",
       "         -8.2537e-02, -1.1020e-01,  1.5166e-01, -1.2524e-02, -8.2963e-04,\n",
       "          6.3646e-02, -1.7313e-01,  1.0877e-01,  1.5922e-01,  6.8282e-02,\n",
       "         -8.8127e-02, -3.6040e-02,  1.3848e-01,  5.2737e-02,  3.1876e-02,\n",
       "         -7.7922e-02,  7.5330e-03, -4.4440e-02, -6.7741e-02,  2.0547e-02,\n",
       "         -1.0675e-01, -1.1006e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0087, -0.0000,  0.0000],\n",
       "           [ 0.0000, -0.0000, -0.0000],\n",
       "           [-0.0091,  0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0219, -0.0000, -0.0194],\n",
       "           [-0.0220, -0.0248, -0.0234],\n",
       "           [-0.0096, -0.0151, -0.0179]],\n",
       " \n",
       "          [[-0.0000, -0.0000, -0.0216],\n",
       "           [ 0.0322,  0.0292, -0.0000],\n",
       "           [ 0.0456,  0.0551,  0.0220]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0199,  0.0195,  0.0318],\n",
       "           [-0.0000,  0.0152,  0.0000],\n",
       "           [ 0.0000,  0.0000,  0.0000]],\n",
       " \n",
       "          [[-0.0564, -0.0523, -0.0550],\n",
       "           [-0.0334, -0.0388, -0.0524],\n",
       "           [ 0.0195, -0.0086, -0.0000]],\n",
       " \n",
       "          [[-0.0130, -0.0222, -0.0162],\n",
       "           [-0.0000, -0.0168, -0.0087],\n",
       "           [-0.0000, -0.0104, -0.0115]]],\n",
       " \n",
       " \n",
       "         [[[-0.0445, -0.0487, -0.0261],\n",
       "           [-0.0347, -0.0451, -0.0242],\n",
       "           [-0.0231, -0.0153, -0.0121]],\n",
       " \n",
       "          [[-0.0118, -0.0199, -0.0253],\n",
       "           [-0.0000,  0.0000, -0.0000],\n",
       "           [-0.0000, -0.0087, -0.0202]],\n",
       " \n",
       "          [[-0.0243, -0.0129, -0.0254],\n",
       "           [ 0.0000, -0.0000, -0.0000],\n",
       "           [ 0.0096,  0.0142, -0.0143]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0373, -0.0415, -0.0099],\n",
       "           [ 0.0101,  0.0266,  0.0957],\n",
       "           [ 0.0207,  0.0155,  0.0292]],\n",
       " \n",
       "          [[-0.0257, -0.0220, -0.0342],\n",
       "           [-0.0000,  0.0000, -0.0198],\n",
       "           [-0.0115, -0.0000, -0.0241]],\n",
       " \n",
       "          [[-0.0149, -0.0352, -0.0437],\n",
       "           [-0.0439, -0.0167, -0.0207],\n",
       "           [-0.0131, -0.0233, -0.0201]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0134,  0.0141,  0.0211],\n",
       "           [-0.0247, -0.0000,  0.0000],\n",
       "           [-0.0136, -0.0120, -0.0000]],\n",
       " \n",
       "          [[-0.0142, -0.0147, -0.0107],\n",
       "           [-0.0140, -0.0162, -0.0122],\n",
       "           [-0.0000, -0.0000, -0.0127]],\n",
       " \n",
       "          [[ 0.0084,  0.0000,  0.0120],\n",
       "           [ 0.0100,  0.0085,  0.0000],\n",
       "           [-0.0111, -0.0000, -0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0149, -0.0084, -0.0141],\n",
       "           [-0.0000, -0.0142, -0.0300],\n",
       "           [-0.0000, -0.0148, -0.0260]],\n",
       " \n",
       "          [[-0.0000, -0.0000, -0.0000],\n",
       "           [-0.0000, -0.0000, -0.0081],\n",
       "           [-0.0000, -0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0000,  0.0000, -0.0101],\n",
       "           [-0.0000,  0.0000, -0.0000],\n",
       "           [-0.0162, -0.0098, -0.0000]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0000,  0.0175, -0.0000],\n",
       "           [ 0.0141,  0.0230,  0.0000],\n",
       "           [-0.0101, -0.0000, -0.0260]],\n",
       " \n",
       "          [[-0.0155, -0.0272, -0.0767],\n",
       "           [-0.0151, -0.0000, -0.0404],\n",
       "           [-0.0187, -0.0226, -0.0136]],\n",
       " \n",
       "          [[-0.0476, -0.0507, -0.0271],\n",
       "           [-0.0346, -0.0175, -0.0156],\n",
       "           [-0.0000,  0.0155,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0191, -0.0107, -0.0000],\n",
       "           [-0.0326, -0.0000, -0.0000],\n",
       "           [-0.0310, -0.0249, -0.0305]],\n",
       " \n",
       "          [[-0.0289, -0.0474, -0.0694],\n",
       "           [-0.0145, -0.0164, -0.0422],\n",
       "           [-0.0113, -0.0082, -0.0423]],\n",
       " \n",
       "          [[ 0.0658,  0.0283,  0.0000],\n",
       "           [ 0.0231,  0.0290,  0.0312],\n",
       "           [-0.0474, -0.0377, -0.0311]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0273,  0.0000,  0.0131],\n",
       "           [ 0.0000, -0.0079,  0.0097],\n",
       "           [ 0.0129,  0.0229,  0.0000]],\n",
       " \n",
       "          [[ 0.0125,  0.0000,  0.0270],\n",
       "           [ 0.0171,  0.0255,  0.0278],\n",
       "           [ 0.0350,  0.0492,  0.0353]],\n",
       " \n",
       "          [[-0.0000,  0.0000,  0.0097],\n",
       "           [ 0.0000, -0.0000,  0.0000],\n",
       "           [ 0.0296,  0.0212,  0.0224]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0130, -0.0252],\n",
       "           [-0.0183, -0.0132, -0.0200],\n",
       "           [-0.0187, -0.0000,  0.0000]],\n",
       " \n",
       "          [[-0.0150, -0.0193, -0.0192],\n",
       "           [-0.0000, -0.0000, -0.0180],\n",
       "           [-0.0000, -0.0101, -0.0284]],\n",
       " \n",
       "          [[ 0.0325,  0.0431,  0.0094],\n",
       "           [ 0.0537,  0.1116,  0.0176],\n",
       "           [-0.0107,  0.0000, -0.0423]]],\n",
       " \n",
       " \n",
       "         [[[-0.0128, -0.0311, -0.0226],\n",
       "           [-0.0367, -0.0396, -0.0367],\n",
       "           [-0.0357, -0.0405, -0.0264]],\n",
       " \n",
       "          [[-0.0000, -0.0000, -0.0137],\n",
       "           [ 0.0093,  0.0099, -0.0079],\n",
       "           [ 0.0000, -0.0000, -0.0186]],\n",
       " \n",
       "          [[-0.0000,  0.0103, -0.0190],\n",
       "           [-0.0107, -0.0243, -0.0203],\n",
       "           [-0.0165, -0.0298, -0.0370]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0142,  0.0000, -0.0000],\n",
       "           [-0.0000, -0.0090,  0.0086],\n",
       "           [-0.0000,  0.0000,  0.0321]],\n",
       " \n",
       "          [[-0.0281, -0.0205, -0.0275],\n",
       "           [-0.0216,  0.0000,  0.0000],\n",
       "           [ 0.0000,  0.0203,  0.0095]],\n",
       " \n",
       "          [[-0.0153, -0.0133,  0.0000],\n",
       "           [-0.0000, -0.0266, -0.0000],\n",
       "           [ 0.0205,  0.0080,  0.0000]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.9816e-02, -1.2799e-01, -4.2907e-02,  2.2410e-02,  1.3466e-01,\n",
       "          3.3780e-02,  1.4881e-01,  2.6134e-02, -6.7478e-02,  9.2904e-02,\n",
       "         -1.6189e-02, -2.8376e-02,  1.7908e-01,  2.2059e-01,  2.7475e-02,\n",
       "          1.5563e-01,  7.8069e-02,  3.3021e-01,  1.3441e-01, -3.0618e-02,\n",
       "         -7.6163e-03,  9.9854e-02, -9.4380e-03,  7.9676e-02, -1.9842e-02,\n",
       "          1.1926e-01,  8.8875e-02,  2.3618e-02, -5.6362e-02,  1.5360e-01,\n",
       "         -5.1530e-03,  5.0060e-02,  3.4474e-02,  2.0324e-02,  1.1469e-01,\n",
       "          8.0056e-02,  5.3726e-02,  1.7901e-01,  8.0762e-02,  2.3792e-01,\n",
       "          1.5411e-01, -5.5672e-02,  1.2460e-01, -4.0695e-01,  2.2046e-01,\n",
       "         -2.4051e-02,  7.9738e-02,  2.6007e-01,  1.6119e-01,  1.9168e-01,\n",
       "          1.7768e-02,  6.0765e-02, -1.0883e-02,  2.1404e-01,  4.7176e-02,\n",
       "          1.4613e-01,  5.8153e-02,  1.6021e-02,  1.2350e-01, -1.9443e-02,\n",
       "          1.6019e-01, -1.2641e-01, -3.5195e-02,  5.0611e-02, -3.8622e-02,\n",
       "          1.4236e-02,  1.5884e-01,  1.2840e-02,  7.4130e-02,  2.4794e-01,\n",
       "          1.4457e-01,  6.1339e-02, -2.4126e-01,  1.1450e-03,  3.2650e-02,\n",
       "          1.5799e-01,  1.5863e-01,  3.4024e-02,  1.7067e-01,  4.8141e-02,\n",
       "          2.4758e-01,  6.8189e-02, -1.6726e-02,  1.0784e-01, -7.8870e-03,\n",
       "         -1.9132e-02, -1.0925e-01, -1.3557e-01,  4.7813e-01,  6.2837e-02,\n",
       "          1.7929e-02, -7.5082e-02,  1.4165e-01,  7.2983e-02,  1.5224e-01,\n",
       "          1.5533e-01, -4.3923e-03, -5.5200e-02, -4.4245e-02,  1.5745e-01,\n",
       "          1.1271e-01,  1.2469e-01,  8.3952e-02, -7.9832e-02, -2.3738e-02,\n",
       "          6.3287e-02,  2.7791e-02, -5.9084e-03, -5.4454e-02,  1.3698e-01,\n",
       "          3.5905e-01,  3.9273e-02,  1.0673e-01, -3.1070e-02, -2.6537e-02,\n",
       "          1.3179e-01,  1.5903e-01, -5.9234e-03,  1.8703e-01,  2.0843e-02,\n",
       "          7.9207e-02,  1.7509e-01,  4.8783e-02, -5.6750e-02,  1.2965e-01,\n",
       "          3.1021e-02,  5.0023e-02,  6.0117e-01,  3.6055e-02,  5.2565e-02,\n",
       "          4.5451e-01,  8.1040e-02,  5.3215e-01,  2.1243e-02,  1.7793e-01,\n",
       "         -1.4582e-02,  7.3297e-03,  1.0285e-01,  1.0824e-01,  3.0079e-01,\n",
       "          5.2697e-01,  1.4517e-01, -4.7220e-02, -9.6059e-02,  3.0993e-01,\n",
       "          2.0077e-01, -8.6660e-02,  1.3422e-01,  1.7101e-01,  6.7831e-02,\n",
       "         -8.4450e-03,  1.9507e-01,  1.4068e-01,  2.2044e-01,  6.2068e-02,\n",
       "          4.7667e-02,  1.4600e-01,  8.9872e-02,  7.0644e-02, -1.1354e-01,\n",
       "          3.3959e-02,  6.6133e-02,  3.4886e-01, -1.0065e-01, -2.5996e-02,\n",
       "         -1.9154e-02,  1.1318e-01,  1.1672e-01, -6.9509e-02,  1.6068e-01,\n",
       "          1.5739e-01, -9.5927e-03, -3.0081e-02, -1.4280e-01, -8.6545e-02,\n",
       "          9.0478e-03,  8.0902e-02,  1.5726e-01,  3.0532e-01,  1.0149e-01,\n",
       "          7.5543e-02,  1.1324e-01,  1.9392e-02, -1.6544e-02,  1.2406e-01,\n",
       "         -2.0806e-01, -7.2382e-03,  1.2396e-02,  2.3078e-01, -5.8574e-02,\n",
       "          4.5660e-02,  6.3753e-02,  1.5136e-01,  2.1300e-01,  8.3461e-02,\n",
       "          9.5044e-02,  1.1711e-01,  9.4304e-02,  4.4862e-02, -1.2826e-01,\n",
       "          2.9868e-02,  1.1112e-01,  1.5701e-01,  7.2315e-02,  2.1553e-01,\n",
       "          2.0831e-02,  1.1358e-01, -4.2123e-02,  5.5518e-02,  4.5996e-02,\n",
       "         -5.5740e-02,  1.7327e-01,  2.4543e-01,  7.1551e-03,  9.2726e-02,\n",
       "         -1.5288e-02, -8.8781e-02,  7.2329e-02,  2.4621e-02, -1.1336e-02,\n",
       "          2.0979e-01, -7.2708e-02, -1.0213e-02,  1.0820e-01,  3.9797e-02,\n",
       "          9.8507e-02,  1.3257e-01,  1.0756e-02,  5.1952e-02,  1.5832e-03,\n",
       "          1.9498e-02,  8.7915e-02,  6.0975e-01, -5.0366e-02, -1.8561e-01,\n",
       "         -1.5638e-01, -4.2412e-02,  1.0777e-02,  9.1042e-02,  2.6833e-01,\n",
       "          1.6852e-01, -1.7574e-02,  1.1649e-01,  1.5559e-01, -1.2142e-01,\n",
       "         -5.7047e-02,  1.2732e-01,  7.5256e-03,  1.1622e-01,  2.4738e-01,\n",
       "          6.9083e-02,  8.5763e-02,  2.2235e-01,  2.5677e-01,  1.6532e-01,\n",
       "          1.5858e-01,  8.2912e-04,  1.1647e-01,  4.4882e-03,  1.3124e-01,\n",
       "          2.1994e-01,  8.7991e-02, -1.1413e-01, -2.7490e-02,  1.8455e-01,\n",
       "          3.0004e-02,  1.7916e-01,  1.6633e-03, -5.9108e-02,  2.4093e-01,\n",
       "          1.3675e-01,  1.7106e-01,  2.4208e-01, -5.1160e-02,  2.5854e-01,\n",
       "          1.9177e-01, -2.6980e-02,  6.6229e-02, -4.7724e-02,  4.0915e-02,\n",
       "          7.3363e-02,  1.2101e-01, -5.0913e-02,  6.0090e-02, -1.2718e-01,\n",
       "          8.1839e-02,  7.1367e-02,  6.8465e-02,  4.4587e-01, -2.9044e-02,\n",
       "          2.8278e-01, -6.5153e-02,  3.0027e-02,  1.5174e-01,  5.6568e-02,\n",
       "         -5.5188e-02, -8.0798e-02,  4.0490e-02,  1.0008e-01,  2.3254e-01,\n",
       "          1.8577e-01,  1.2190e-01,  9.1687e-02,  1.8144e-01,  1.1280e-01,\n",
       "          2.8922e-01, -2.4730e-02,  8.4079e-02,  1.1619e-01,  9.1012e-03,\n",
       "         -3.0245e-02, -2.6635e-02,  5.1857e-02,  3.1411e-02,  8.4045e-02,\n",
       "          2.0193e-02,  1.1713e-02, -1.5872e-01,  5.7911e-02, -1.0098e-02,\n",
       "          7.4889e-02, -3.1728e-02,  7.9230e-02,  8.8076e-02, -1.0794e-01,\n",
       "         -1.5062e-02,  3.1412e-03,  8.4328e-02, -1.0704e-02,  3.4709e-02,\n",
       "         -3.7354e-02,  6.8603e-03,  4.9366e-02,  3.6973e-02,  1.1755e-02,\n",
       "         -4.3131e-03,  9.5292e-03,  6.7285e-02,  5.1332e-02,  9.0932e-03,\n",
       "          2.3176e-01, -5.7578e-04,  1.1025e-01,  3.7704e-03,  1.8837e-01,\n",
       "          2.1267e-01,  9.5971e-02,  1.9160e-01,  1.9926e-01, -1.0663e-01,\n",
       "          9.9557e-02, -2.0057e-02,  3.9352e-02,  1.1632e-01, -2.7523e-02,\n",
       "          4.0050e-01,  9.1377e-02,  1.7372e-01,  2.6152e-03, -3.4046e-02,\n",
       "          4.1061e-02,  5.9955e-02,  1.0328e-02, -3.1703e-01, -1.7496e-01,\n",
       "          1.0747e-01,  1.4526e-01,  6.5022e-02,  2.0628e-01,  2.0360e-01,\n",
       "          1.1551e-01,  7.5059e-02,  1.2902e-01,  1.3962e-01,  1.4581e-01,\n",
       "          8.2804e-02,  1.9736e-01, -9.5380e-02, -2.3544e-02,  7.7609e-02,\n",
       "          3.0931e-02,  9.5562e-02, -4.7981e-02,  1.0701e-01,  5.5758e-02,\n",
       "          1.1949e-02,  4.6652e-02,  4.8712e-02,  9.4037e-02, -3.3087e-02,\n",
       "          1.1150e-01,  8.6405e-02,  1.6383e-01,  1.0503e-01,  8.0349e-02,\n",
       "          1.9777e-01,  3.6578e-02,  2.4724e-02, -6.6742e-02, -3.7053e-02,\n",
       "         -1.5942e-02,  4.1117e-01,  5.4734e-04,  2.5368e-01,  1.4733e-01,\n",
       "          4.5279e-02,  1.8557e-01,  7.2113e-02,  2.8062e-02,  1.0004e-01,\n",
       "          4.2756e-02,  6.5007e-02,  5.2387e-03,  9.3693e-02,  1.2605e-01,\n",
       "          2.0060e-01, -2.9426e-02,  2.9020e-01,  2.2564e-01, -1.7905e-01,\n",
       "          2.8608e-02, -5.5259e-02, -1.1671e-01, -1.4811e-01,  4.3071e-02,\n",
       "          1.1858e-01,  3.1398e-01, -4.3717e-02,  2.3369e-02, -3.9446e-02,\n",
       "          6.5889e-02, -1.2287e-02,  1.5978e-02, -2.7090e-02,  3.4958e-01,\n",
       "          2.2533e-01, -6.8962e-02, -2.6893e-02,  1.7018e-01, -3.0094e-02,\n",
       "          2.3575e-01,  3.1543e-02,  3.9525e-02,  2.2062e-01,  1.4094e-01,\n",
       "          1.0142e-01,  6.6224e-02,  8.9685e-02, -9.2318e-02,  1.3234e-01,\n",
       "          1.5070e-03,  4.9214e-03,  5.0149e-02, -5.1841e-02,  2.8654e-01,\n",
       "          3.5192e-02,  2.2470e-01, -1.6469e-01, -1.3672e-02,  1.5008e-01,\n",
       "          1.0071e-01,  1.7304e-01,  1.1659e-01, -8.2203e-02, -1.1295e-01,\n",
       "         -5.9764e-02,  1.5145e-01, -5.5591e-02,  1.6921e-01, -1.4422e-02,\n",
       "          8.4264e-02,  3.0330e-02,  4.1679e-02,  1.2782e-01,  8.4066e-02,\n",
       "          8.5091e-02,  1.0284e-01,  1.4928e-01,  1.7259e-02,  1.5598e-01,\n",
       "         -4.0772e-02,  2.5083e-02,  1.2607e-01,  1.4701e-01,  2.9730e-01,\n",
       "         -7.9905e-02,  1.3007e-01,  2.7862e-02, -3.4203e-01, -2.7053e-02,\n",
       "          3.8470e-02,  8.0006e-02,  3.4704e-02,  7.5510e-02,  2.4415e-02,\n",
       "         -2.4813e-02,  3.6941e-03, -1.7997e-02, -1.1079e-02,  3.3701e-02,\n",
       "          1.3022e-01, -5.3713e-02,  2.1379e-01,  6.5979e-02,  3.1410e-02,\n",
       "         -2.7004e-02, -1.1131e-01,  9.5453e-02,  1.5210e-01,  1.5239e-01,\n",
       "          8.7889e-02, -1.0340e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0000,  0.0382,  0.0162],\n",
       "           [ 0.0000,  0.0110,  0.0000],\n",
       "           [ 0.0082,  0.0000,  0.0131]],\n",
       " \n",
       "          [[-0.0000,  0.0188,  0.0078],\n",
       "           [-0.0229,  0.0000, -0.0239],\n",
       "           [-0.0349, -0.0489, -0.0505]],\n",
       " \n",
       "          [[ 0.0000, -0.0000, -0.0000],\n",
       "           [ 0.0092, -0.0160, -0.0135],\n",
       "           [ 0.0000,  0.0000, -0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0212, -0.0226, -0.0095],\n",
       "           [-0.0148, -0.0225, -0.0217],\n",
       "           [-0.0145, -0.0097, -0.0000]],\n",
       " \n",
       "          [[-0.0160, -0.0172, -0.0265],\n",
       "           [-0.0213, -0.0207, -0.0362],\n",
       "           [-0.0197, -0.0269, -0.0239]],\n",
       " \n",
       "          [[-0.0000,  0.0000,  0.0147],\n",
       "           [ 0.0170,  0.0349,  0.0232],\n",
       "           [-0.0000,  0.0197,  0.0293]]],\n",
       " \n",
       " \n",
       "         [[[-0.0233, -0.0129, -0.0102],\n",
       "           [-0.0288, -0.0000, -0.0159],\n",
       "           [-0.0218, -0.0182, -0.0084]],\n",
       " \n",
       "          [[-0.0196,  0.0099, -0.0079],\n",
       "           [-0.0359, -0.0213, -0.0258],\n",
       "           [-0.0344, -0.0237, -0.0246]],\n",
       " \n",
       "          [[-0.0000,  0.0000,  0.0000],\n",
       "           [ 0.0000,  0.0000, -0.0000],\n",
       "           [ 0.0000,  0.0142,  0.0147]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0000,  0.0000,  0.0000],\n",
       "           [ 0.0252,  0.0080, -0.0095],\n",
       "           [ 0.0000,  0.0131,  0.0000]],\n",
       " \n",
       "          [[ 0.0183,  0.0365,  0.0176],\n",
       "           [ 0.0000,  0.0123,  0.0128],\n",
       "           [ 0.0098, -0.0000, -0.0100]],\n",
       " \n",
       "          [[-0.0342, -0.0352, -0.0399],\n",
       "           [-0.0538, -0.0652, -0.0570],\n",
       "           [-0.0472, -0.0396, -0.0365]]],\n",
       " \n",
       " \n",
       "         [[[-0.0181, -0.0000, -0.0127],\n",
       "           [ 0.0000,  0.0000, -0.0156],\n",
       "           [ 0.0182,  0.0167,  0.0140]],\n",
       " \n",
       "          [[-0.0375, -0.0568, -0.0258],\n",
       "           [-0.0351, -0.0593, -0.0254],\n",
       "           [-0.0161, -0.0299, -0.0150]],\n",
       " \n",
       "          [[-0.0109, -0.0087, -0.0138],\n",
       "           [-0.0132, -0.0000, -0.0000],\n",
       "           [-0.0146, -0.0144, -0.0160]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0000,  0.0000],\n",
       "           [-0.0000, -0.0255, -0.0201],\n",
       "           [-0.0120, -0.0139, -0.0000]],\n",
       " \n",
       "          [[-0.0000, -0.0199, -0.0214],\n",
       "           [-0.0128, -0.0081,  0.0000],\n",
       "           [-0.0166, -0.0078, -0.0000]],\n",
       " \n",
       "          [[-0.0117, -0.0159,  0.0000],\n",
       "           [ 0.0088,  0.0153, -0.0000],\n",
       "           [ 0.0000,  0.0097,  0.0000]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0000,  0.0141, -0.0000],\n",
       "           [ 0.0136,  0.0213,  0.0126],\n",
       "           [-0.0101, -0.0115,  0.0000]],\n",
       " \n",
       "          [[-0.0000, -0.0261, -0.0228],\n",
       "           [-0.0188, -0.0277, -0.0191],\n",
       "           [-0.0000, -0.0000,  0.0000]],\n",
       " \n",
       "          [[ 0.0113, -0.0094, -0.0000],\n",
       "           [ 0.0000, -0.0087, -0.0215],\n",
       "           [ 0.0082, -0.0000, -0.0134]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0239,  0.0283,  0.0279],\n",
       "           [ 0.0000,  0.0000,  0.0202],\n",
       "           [-0.0111, -0.0000, -0.0000]],\n",
       " \n",
       "          [[ 0.0152, -0.0000, -0.0232],\n",
       "           [-0.0242, -0.0340, -0.0508],\n",
       "           [-0.0358, -0.0475, -0.0435]],\n",
       " \n",
       "          [[ 0.0212,  0.0207,  0.0413],\n",
       "           [ 0.0456,  0.0834,  0.0695],\n",
       "           [ 0.0380,  0.0770,  0.0645]]],\n",
       " \n",
       " \n",
       "         [[[-0.0158,  0.0082,  0.0091],\n",
       "           [-0.0232, -0.0000,  0.0000],\n",
       "           [-0.0098, -0.0097,  0.0190]],\n",
       " \n",
       "          [[ 0.0405,  0.0218,  0.0079],\n",
       "           [ 0.0377,  0.0080, -0.0143],\n",
       "           [ 0.0221, -0.0154, -0.0257]],\n",
       " \n",
       "          [[-0.0311, -0.0225, -0.0132],\n",
       "           [-0.0125, -0.0197, -0.0123],\n",
       "           [-0.0219, -0.0321, -0.0103]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0211, -0.0000, -0.0000],\n",
       "           [-0.0291, -0.0167, -0.0259],\n",
       "           [-0.0187, -0.0190, -0.0215]],\n",
       " \n",
       "          [[ 0.0139,  0.0000, -0.0099],\n",
       "           [-0.0000, -0.0000, -0.0102],\n",
       "           [-0.0000,  0.0104, -0.0000]],\n",
       " \n",
       "          [[-0.0000,  0.0138, -0.0000],\n",
       "           [ 0.0331,  0.0292,  0.0000],\n",
       "           [ 0.0196,  0.0087,  0.0000]]],\n",
       " \n",
       " \n",
       "         [[[-0.0140, -0.0130, -0.0078],\n",
       "           [-0.0230, -0.0128, -0.0121],\n",
       "           [-0.0204, -0.0128, -0.0146]],\n",
       " \n",
       "          [[-0.0096, -0.0104, -0.0087],\n",
       "           [-0.0000, -0.0000, -0.0000],\n",
       "           [ 0.0000,  0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0124, -0.0175, -0.0171],\n",
       "           [-0.0000, -0.0127, -0.0168],\n",
       "           [-0.0000, -0.0138, -0.0113]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0192, -0.0097],\n",
       "           [-0.0084, -0.0133,  0.0094],\n",
       "           [-0.0000,  0.0000,  0.0000]],\n",
       " \n",
       "          [[-0.0194, -0.0143, -0.0229],\n",
       "           [-0.0099, -0.0000, -0.0187],\n",
       "           [ 0.0000,  0.0000,  0.0080]],\n",
       " \n",
       "          [[-0.0086, -0.0000, -0.0157],\n",
       "           [-0.0129, -0.0079, -0.0000],\n",
       "           [-0.0000, -0.0000,  0.0084]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[-0.0076, -0.0113, -0.0115,  ..., -0.0005,  0.0101,  0.0075],\n",
       "         [ 0.0059,  0.0028,  0.0041,  ...,  0.0021,  0.0061,  0.0056],\n",
       "         [ 0.0157,  0.0004,  0.0067,  ...,  0.0024,  0.0078,  0.0003],\n",
       "         ...,\n",
       "         [ 0.0032,  0.0040,  0.0031,  ...,  0.0015,  0.0040,  0.0008],\n",
       "         [-0.0047,  0.0154,  0.0071,  ...,  0.0038,  0.0003,  0.0007],\n",
       "         [-0.0053, -0.0003,  0.0092,  ...,  0.0111,  0.0069,  0.0042]],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0069, -0.0284,  0.0356,  ..., -0.0189, -0.0371, -0.0383],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[ 0.0003, -0.0271, -0.0063,  ...,  0.0065, -0.0139, -0.0273],\n",
       "         [-0.0201,  0.0047, -0.0249,  ...,  0.0007, -0.0048, -0.0296],\n",
       "         [ 0.0115,  0.0064,  0.0120,  ..., -0.0173,  0.0033, -0.0126],\n",
       "         ...,\n",
       "         [ 0.0057, -0.0281, -0.0153,  ..., -0.0150, -0.0122, -0.0163],\n",
       "         [-0.0044, -0.0114, -0.0073,  ..., -0.0002, -0.0111, -0.0187],\n",
       "         [-0.0126, -0.0139,  0.0094,  ..., -0.0021, -0.0058, -0.0100]],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.0122, 0.0521, 0.0728,  ..., 0.0478, 0.0258, 0.0460],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[ 0.0014,  0.0049,  0.0045,  ...,  0.0062,  0.0013,  0.0049],\n",
       "         [ 0.0053, -0.0447, -0.0027,  ...,  0.0099,  0.0014,  0.0012],\n",
       "         [ 0.0013,  0.0184, -0.0087,  ..., -0.0163, -0.0135, -0.0087],\n",
       "         ...,\n",
       "         [-0.0154,  0.0111, -0.0055,  ..., -0.0155, -0.0082, -0.0042],\n",
       "         [-0.0093,  0.0019, -0.0123,  ...,  0.0201, -0.0057, -0.0094],\n",
       "         [ 0.0127, -0.0088,  0.0041,  ...,  0.0077, -0.0129, -0.0066]],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0375, -0.0052, -0.0164,  0.0353,  0.0112,  0.0151, -0.0064, -0.0069,\n",
       "          0.0023,  0.0317], requires_grad=True)]"
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(trained_vgg_model.parameters())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 34,
   "id": "1aea2875",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[Parameter containing:\n",
       " tensor([ 0.1599,  0.2963,  0.1462, -1.0774,  0.0581, -0.0480,  0.1275, -0.5771,\n",
       "          0.2057, -0.0019, -0.3728,  0.1032,  0.2302,  0.2247, -0.7634, -1.0575,\n",
       "          0.2493, -0.1630,  0.1165, -1.1046,  0.0036, -0.8408, -0.4137, -0.3944,\n",
       "          0.5427,  0.2332,  0.0801,  0.1471, -0.1209, -0.4747, -0.2396, -1.1038,\n",
       "         -0.5626,  0.2906,  0.1752,  0.3620, -0.0132,  0.1501, -0.5135,  0.2279,\n",
       "          0.1374, -1.7165, -0.0161,  0.0337,  0.1304,  0.1580,  0.1544,  0.4259,\n",
       "         -0.0191, -0.0603, -1.4738, -0.7610, -1.2169,  0.1578,  0.1741, -0.0514,\n",
       "          0.1251,  0.0310, -1.1896,  0.1491, -0.8466, -0.0158,  0.2089, -1.3837],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[0., 0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [-0., 0., -0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [-0., 0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., 0.]]],\n",
       " \n",
       " \n",
       "         [[[0., -0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [-0., 0., -0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., 0., -0.]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[0., 0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., 0., 0.]]],\n",
       " \n",
       " \n",
       "         [[[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., 0., 0.]]],\n",
       " \n",
       " \n",
       "         [[[0., 0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., -0., 0.],\n",
       "           [-0., 0., 0.]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.9311e-02, -1.1897e-01,  1.3962e-01, -1.2026e-01,  1.1944e-01,\n",
       "         -7.1948e-02, -8.0144e-02, -2.1892e-01, -1.8839e-04,  1.6045e-01,\n",
       "         -2.3102e-03, -4.8943e-02,  7.8396e-02,  4.8859e-01,  1.6461e-01,\n",
       "          1.4260e-01,  5.4311e-01, -2.5714e-01,  2.4310e-01,  4.8907e-01,\n",
       "          3.3416e-02,  5.4291e-01, -2.0947e-01, -1.6997e-01, -2.3695e-01,\n",
       "          6.0132e-01, -1.3513e-01, -1.4230e-01, -1.6413e-02,  2.3224e-02,\n",
       "          8.3714e-02, -1.6798e-01,  1.8356e-01, -1.2214e-01, -4.6904e-01,\n",
       "          2.9000e-01, -2.7427e-02, -2.6221e-01, -1.9611e-01, -1.1573e-01,\n",
       "         -1.2541e-01, -7.9575e-02, -1.3037e-01, -4.9546e-01, -1.9433e-01,\n",
       "          1.3957e-02, -1.2758e-01, -2.7500e-01,  2.5603e-01,  1.2045e-01,\n",
       "          3.1469e-01, -9.9864e-01,  4.6982e-01,  1.3154e-02,  3.1325e-02,\n",
       "         -5.1597e-02,  4.4604e-02, -4.6216e-01, -8.5581e-02, -1.9536e-01,\n",
       "          7.7137e-02,  9.9023e-02, -3.0463e-01, -3.9895e-01, -1.1372e-01,\n",
       "         -9.3195e-03, -1.1679e-01,  7.4175e-02,  7.9115e-02,  3.5722e-02,\n",
       "         -8.3159e-02,  6.3176e-01,  2.8851e-01,  1.4609e-01, -9.8981e-02,\n",
       "          4.7042e-01,  3.2943e-01,  4.6652e-01,  6.5803e-02,  2.1297e-01,\n",
       "          4.5213e-02, -1.8029e-01, -8.0572e-02, -2.2490e-02,  1.8010e-01,\n",
       "         -1.4955e-01, -1.1185e-01,  9.7514e-03,  7.7096e-02, -1.5508e-01,\n",
       "          3.5993e-02,  1.5760e-01, -2.1332e-01,  1.8159e-01,  1.9639e-01,\n",
       "          5.8166e-02,  4.2637e-02,  8.1463e-02,  1.4924e-01,  5.0223e-02,\n",
       "          3.9520e-01,  8.5362e-02,  1.1723e-01, -4.8889e-02, -6.1941e-02,\n",
       "          1.0090e-02, -1.8585e-02,  2.6636e-02, -1.1573e-01, -5.6198e-02,\n",
       "          2.7975e-01, -2.4255e-01, -2.4656e-02, -1.1875e-01, -3.7861e-01,\n",
       "          5.0550e-02,  1.2704e-01, -4.8580e-02,  1.5898e-01,  9.6247e-02,\n",
       "         -1.2251e-01, -3.2524e-02,  8.8199e-02,  3.5359e-02,  6.0738e-01,\n",
       "         -9.0912e-02,  2.2572e-01,  2.6902e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., 0., 0.],\n",
       "           [-0., 0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., 0.],\n",
       "           [0., 0., 0.]]],\n",
       " \n",
       " \n",
       "         [[[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [0., -0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[0., 0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., 0., -0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., 0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [-0., 0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., 0.],\n",
       "           [0., -0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [0., -0., -0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., 0., -0.]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 4.6772e-02, -9.5946e-02,  4.7944e-02, -9.5759e-02,  8.1614e-02,\n",
       "          1.4823e-01, -5.3057e-03,  2.8043e-03, -6.2781e-02, -6.5111e-02,\n",
       "          4.1975e-02, -1.9837e-01,  1.7517e-01,  4.5484e-02, -1.1824e-02,\n",
       "          2.8237e-01, -6.6854e-02, -9.8085e-02, -1.7812e-02,  1.0744e-01,\n",
       "         -1.3127e-01,  9.1981e-02,  4.4198e-02,  1.4573e-01,  1.0351e-01,\n",
       "         -4.6295e-02, -1.1270e-01,  5.4923e-02, -9.1935e-02,  1.8321e-02,\n",
       "          1.5428e-01,  1.5292e-02,  7.2269e-02,  1.0594e-01, -6.0939e-02,\n",
       "          1.2984e-02,  7.1832e-02,  7.9512e-02, -1.5171e-01, -2.5047e-02,\n",
       "          1.7517e-01,  1.2168e-01, -1.2495e-01,  4.5794e-02,  1.2067e-01,\n",
       "          1.5746e-01, -2.2433e-01,  1.6027e-01,  1.0643e-01,  6.0365e-02,\n",
       "         -1.4714e-01,  1.1903e-01, -4.4959e-03,  3.2048e-01, -8.9910e-02,\n",
       "         -1.2930e-01,  4.2387e-02, -1.3150e-02,  1.3987e-01, -2.7926e-02,\n",
       "          1.7797e-01, -3.2660e-02,  1.9997e-01, -1.5150e-02,  3.5920e-02,\n",
       "          1.0857e-01,  1.0378e-01,  5.7074e-02,  6.6024e-02,  1.4060e-01,\n",
       "          1.5850e-01,  9.0132e-02,  1.2082e-01,  1.0656e-01,  3.5006e-03,\n",
       "          2.7250e-01, -2.7857e-02,  1.5488e-01,  1.2190e-01,  3.0087e-02,\n",
       "         -3.0516e-02,  1.3198e-02, -6.0927e-03,  5.4768e-03, -4.7163e-02,\n",
       "          1.0972e-01, -7.0737e-03, -1.7112e-02,  9.5129e-02,  1.5703e-01,\n",
       "         -5.2591e-02, -1.4176e-02, -2.6282e-01,  2.8398e-02,  1.8923e-01,\n",
       "          1.6258e-01,  1.5894e-01, -1.4144e-01, -1.4358e-01, -4.4844e-02,\n",
       "          1.4004e-01,  1.9232e-01, -1.0012e-01,  5.2583e-02,  4.3877e-02,\n",
       "          1.6682e-01, -1.5411e-02,  3.5740e-02,  6.8935e-02, -1.4721e-04,\n",
       "          1.0076e-01,  4.0424e-02, -3.2669e-02,  1.3293e-01, -2.1487e-02,\n",
       "          2.8445e-02,  1.9645e-02,  4.6807e-02, -8.3502e-03,  4.2439e-02,\n",
       "         -1.8842e-02, -1.5473e-01,  2.1262e-01,  6.5908e-03,  1.1451e-01,\n",
       "          2.1330e-01, -2.4496e-02, -5.1867e-02,  4.1673e-02,  3.7124e-02,\n",
       "          1.1927e-01, -9.0236e-02, -1.3128e-01,  7.7309e-02, -4.5788e-02,\n",
       "          1.8606e-01,  4.7735e-02,  2.5267e-02,  5.6782e-02,  1.6399e-01,\n",
       "         -2.0546e-02,  7.8883e-02, -6.1530e-02,  6.3766e-02,  2.8306e-02,\n",
       "         -6.3575e-02,  1.8869e-02, -3.0515e-02, -2.6771e-01, -1.1027e-01,\n",
       "         -5.8162e-03, -2.0900e-02,  1.4261e-01,  5.0621e-02,  4.4683e-02,\n",
       "          1.8754e-01, -5.4072e-02, -1.2543e-02,  3.9628e-02, -1.4192e-01,\n",
       "          7.9789e-02,  1.9831e-01,  1.5970e-01,  3.2250e-02, -7.4643e-02,\n",
       "         -4.7328e-02,  4.0187e-02,  9.8891e-03,  1.7521e-02, -3.6922e-01,\n",
       "          1.0027e-01, -7.0045e-02,  8.4828e-02,  1.6365e-02,  8.5184e-02,\n",
       "         -1.3854e-02,  6.7471e-02, -1.2510e-02, -1.0243e-01,  1.2697e-01,\n",
       "          3.4079e-02,  1.4832e-02,  2.0473e-01,  3.3145e-01, -9.6312e-02,\n",
       "          3.3424e-02,  1.3818e-02,  1.2284e-01, -8.4083e-02, -7.4416e-02,\n",
       "          5.5788e-02, -7.5643e-02,  5.8039e-02, -6.6617e-02,  1.5723e-02,\n",
       "          7.5005e-02,  3.4371e-02,  1.4696e-01, -3.1499e-02,  9.2694e-02,\n",
       "          3.5148e-02, -2.5940e-02,  2.7273e-01,  3.7846e-02,  3.8734e-02,\n",
       "          1.4859e-01, -2.7026e-01,  1.8113e-01,  4.6843e-02,  6.4597e-02,\n",
       "          1.8224e-01,  4.6730e-02,  8.8910e-02,  7.6614e-02,  2.4471e-02,\n",
       "         -5.4106e-02, -2.7093e-01, -3.5995e-02,  1.8177e-01, -8.6036e-02,\n",
       "          7.9046e-02,  2.9816e-02, -9.2080e-02,  7.8864e-02, -1.2242e-01,\n",
       "         -1.3550e-01,  1.4710e-01,  6.6792e-02, -1.7895e-01,  7.2718e-02,\n",
       "         -1.4152e-01, -4.9851e-02,  6.0858e-02, -7.1805e-03,  4.1249e-02,\n",
       "         -6.3021e-02,  1.5744e-01,  9.0947e-02, -1.2022e-02, -1.0939e-02,\n",
       "          1.2952e-01,  1.2607e-01,  1.0088e-01,  1.2425e-01, -1.1779e-01,\n",
       "          2.7871e-01, -1.3497e-01, -1.2395e-01,  1.7816e-03,  4.5480e-03,\n",
       "          9.9256e-02, -8.8049e-02,  3.8081e-02,  4.0663e-02,  1.8970e-01,\n",
       "          9.8301e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [-0., 0., 0.]],\n",
       " \n",
       "          [[0., -0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [0., 0., 0.],\n",
       "           [-0., -0., 0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[0., -0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., -0., 0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., -0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [-0., 0., -0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [0., -0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [0., -0., 0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., 0., 0.],\n",
       "           [-0., 0., 0.]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., -0.],\n",
       "           [0., -0., 0.],\n",
       "           [-0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., 0., -0.]],\n",
       " \n",
       "          [[0., -0., 0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[0., -0., 0.],\n",
       "           [0., 0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [0., 0., -0.],\n",
       "           [-0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., 0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., 0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [0., 0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [0., 0., 0.],\n",
       "           [-0., -0., -0.]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.7656e-02,  2.1073e-02,  5.7390e-02,  2.6026e-02,  2.9199e-01,\n",
       "         -1.8201e-02, -3.1452e-02, -2.9759e-02, -1.9551e-02, -2.7325e-02,\n",
       "          5.0783e-02, -8.8136e-03, -8.3447e-02, -1.2790e-01,  6.8833e-02,\n",
       "          2.2233e-01,  2.5061e-03, -4.7182e-02,  5.0917e-02,  2.6873e-02,\n",
       "         -8.0883e-02, -5.8749e-02, -1.4275e-01, -1.1223e-03, -5.1505e-02,\n",
       "          2.9044e-01,  1.2292e-01, -4.0972e-02, -2.3213e-02, -4.5733e-02,\n",
       "          1.2497e-01,  1.3419e-02, -6.3331e-02,  3.2408e-01,  1.2918e-01,\n",
       "         -3.7019e-02, -1.3910e-01,  9.7794e-02,  3.4209e-02,  4.6658e-03,\n",
       "          5.8909e-02, -2.1564e-01, -5.4526e-02, -1.2264e-02, -1.9306e-01,\n",
       "          3.8421e-02,  5.5035e-02,  9.1149e-02,  4.6917e-02, -1.6562e-01,\n",
       "          8.7019e-02, -1.0432e-02, -1.2897e-01,  3.4518e-01,  4.4314e-02,\n",
       "          2.1388e-01,  8.3200e-03, -1.2179e-01, -9.0241e-02, -8.7956e-02,\n",
       "         -1.5865e-01,  1.1826e-02, -1.7853e-01,  1.5253e-01,  1.6398e-01,\n",
       "          3.1480e-02,  3.4050e-02,  1.3429e-01,  6.7318e-02, -1.5357e-01,\n",
       "          4.4879e-01,  8.3334e-02, -3.9885e-02,  2.3856e-02,  3.6483e-01,\n",
       "          1.5452e-01, -3.0470e-02, -1.4674e-01, -2.9681e-02,  2.1439e-01,\n",
       "         -1.5378e-05,  8.6078e-03, -9.3887e-02, -8.4933e-02,  5.9341e-03,\n",
       "         -7.1608e-02,  1.5989e-02, -9.3305e-02, -7.4036e-02,  2.2214e-01,\n",
       "          3.7773e-01,  1.1291e-02,  5.3612e-02, -5.4903e-02, -1.0339e-01,\n",
       "         -3.9375e-02, -5.8010e-02, -6.2956e-02,  2.0878e-02,  7.6435e-02,\n",
       "         -1.3035e-01, -1.7996e-01, -9.5437e-02, -5.4438e-02,  1.4423e-01,\n",
       "         -5.2620e-02,  2.1737e-02, -1.6843e-02, -2.5559e-01,  1.4923e-01,\n",
       "         -3.7723e-02,  1.6879e-01, -1.8101e-01, -8.0709e-02, -1.1637e-01,\n",
       "          3.6118e-02, -5.4288e-02, -1.2587e-01, -3.3101e-04,  5.0214e-02,\n",
       "         -3.9650e-02, -2.7594e-01,  1.6934e-02,  1.6797e-01,  5.4571e-02,\n",
       "         -2.2912e-02, -4.3791e-02,  1.4634e-01, -4.2248e-02, -5.3229e-02,\n",
       "         -1.8746e-02,  1.5318e-01,  1.4971e-01,  1.7104e-02, -2.6606e-02,\n",
       "         -1.5254e-01,  1.2347e-01, -4.2271e-02,  3.4929e-01, -1.7632e-02,\n",
       "          5.7414e-02,  1.5228e-01, -7.6989e-02,  6.1595e-02, -2.7261e-02,\n",
       "         -3.3966e-02, -1.2828e-01,  4.8165e-01, -1.1063e-01,  4.7354e-02,\n",
       "          2.1745e-01,  1.4406e-02, -1.0392e-01,  9.3444e-03, -7.9186e-02,\n",
       "          6.5463e-02,  8.9706e-02,  1.6301e-01, -5.5133e-02, -2.1822e-01,\n",
       "         -6.4710e-04, -1.3621e-01,  8.9579e-02,  1.5699e-02, -1.5487e-01,\n",
       "         -4.1578e-02, -1.4590e-02,  2.3686e-01, -6.8919e-02, -2.3319e-02,\n",
       "          3.6744e-02, -7.2696e-02, -4.7204e-03,  8.1183e-02,  2.1502e-01,\n",
       "         -8.4523e-02, -8.9738e-03,  8.2646e-02,  3.2406e-01,  1.2531e-01,\n",
       "          1.7918e-01,  4.1478e-02, -1.2761e-01, -1.8242e-02, -3.6203e-01,\n",
       "          3.9074e-01, -1.4978e-01, -3.3814e-02,  1.7666e-01, -2.5454e-01,\n",
       "          7.5431e-02,  3.9039e-01,  1.0696e-01,  3.6834e-02,  9.7215e-02,\n",
       "          2.8013e-02,  1.0226e-01,  8.0709e-02,  1.8277e-01, -4.9668e-02,\n",
       "         -1.4549e-01,  2.4626e-01,  9.1832e-03, -1.0201e-01,  1.0787e-01,\n",
       "          1.2257e-01, -1.5290e-01, -2.8999e-02, -1.0086e-01, -2.3165e-02,\n",
       "          3.0431e-01, -1.3751e-01, -7.8277e-02, -2.9785e-02, -1.1489e-01,\n",
       "         -8.6175e-02,  1.0137e-02,  2.3972e-02, -1.4030e-02, -5.2900e-02,\n",
       "          3.4528e-01,  1.6637e-01, -1.7521e-02,  1.9366e-01,  1.8873e-01,\n",
       "         -1.1425e-01, -6.0459e-03,  7.8550e-03, -7.1667e-02,  3.4181e-01,\n",
       "          7.6589e-01,  5.9430e-02, -2.2362e-02, -8.8565e-02,  1.6747e-02,\n",
       "         -9.6526e-03,  1.6071e-01, -1.5113e-01,  2.1275e-02, -2.1595e-01,\n",
       "         -9.2128e-02, -1.5745e-01, -1.0565e-01,  1.9531e-01,  3.6782e-01,\n",
       "         -2.4112e-01, -1.0279e-01,  1.7215e-01,  1.4493e-01, -3.6764e-02,\n",
       "          1.4407e-01, -2.1910e-01,  2.4890e-02,  1.0346e-01,  8.8235e-02,\n",
       "          1.0390e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0., -0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., 0., 0.],\n",
       "           [-0., 0., 0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [-0., 0., 0.]]],\n",
       " \n",
       " \n",
       "         [[[0., 0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., 0., -0.],\n",
       "           [-0., 0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., 0., -0.],\n",
       "           [-0., 0., -0.],\n",
       "           [-0., 0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0., 0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., -0.],\n",
       "           [-0., 0., -0.],\n",
       "           [-0., 0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., -0., 0.],\n",
       "           [-0., 0., 0.],\n",
       "           [-0., 0., -0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., 0., 0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [-0., 0., 0.],\n",
       "           [-0., 0., 0.]]],\n",
       " \n",
       " \n",
       "         [[[0., -0., 0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [0., -0., 0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [0., -0., 0.],\n",
       "           [0., 0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., -0.],\n",
       "           [-0., 0., 0.],\n",
       "           [-0., 0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., -0., 0.]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-2.4246e-02,  1.5186e-01, -1.0632e-01,  3.7403e-03, -5.0267e-02,\n",
       "         -8.0718e-02, -2.6952e-02,  8.0982e-02, -7.7082e-02,  1.5480e-03,\n",
       "          6.1665e-02,  1.1581e-01, -2.3432e-02,  8.6477e-02, -4.1576e-02,\n",
       "          4.8048e-03, -1.1347e-01,  6.7258e-02, -6.5776e-02, -1.1423e-01,\n",
       "          7.0344e-02, -1.0372e-01, -1.8072e-02,  5.3167e-02,  1.5158e-01,\n",
       "          5.2509e-03,  2.6446e-03, -2.0583e-02, -1.0607e-01, -2.9791e-02,\n",
       "          2.5238e-03,  4.0444e-02, -2.1027e-02,  1.4686e-02,  1.2995e-02,\n",
       "         -2.1338e-01,  7.0244e-02, -1.2270e-01,  2.7129e-02, -1.1007e-01,\n",
       "         -2.4206e-02, -2.5889e-01, -1.7977e-01, -1.4724e-02, -3.5579e-02,\n",
       "         -6.5193e-02,  1.5896e-01,  5.3142e-02,  6.9146e-02, -7.4694e-02,\n",
       "          1.5929e-02, -2.5696e-02, -5.0972e-02,  4.6961e-02,  2.0733e-01,\n",
       "         -7.8029e-02,  7.0014e-02, -1.6635e-01,  8.2353e-02, -8.4250e-02,\n",
       "         -1.4251e-01,  9.3700e-02,  3.2732e-02,  4.9801e-03, -1.1415e-02,\n",
       "          3.6488e-02,  5.7798e-02,  6.0422e-02, -3.2064e-02,  6.5277e-02,\n",
       "         -3.4509e-02, -2.1893e-03,  3.3357e-02, -4.7108e-02,  6.4675e-03,\n",
       "          5.2268e-02,  3.7295e-02, -5.8642e-02,  4.1964e-02, -1.2486e-01,\n",
       "          6.6290e-02,  2.0960e-02,  8.9161e-02,  5.6384e-02,  9.5660e-02,\n",
       "         -9.0917e-02,  1.5166e-02,  9.5526e-04,  9.8309e-02, -1.5474e-01,\n",
       "          1.1575e-01,  2.8323e-02, -5.6133e-02, -1.9598e-01,  4.1864e-02,\n",
       "          6.3115e-02,  6.8758e-03, -6.6293e-02, -8.5006e-02,  1.3799e-02,\n",
       "         -9.0830e-02, -7.7270e-02, -4.8903e-02, -7.1966e-02,  4.5353e-02,\n",
       "          2.8576e-01, -6.0887e-02,  5.4318e-02,  7.7735e-02, -3.1670e-02,\n",
       "         -6.6726e-02,  6.7419e-02,  1.5167e-01, -2.5905e-02, -4.2489e-02,\n",
       "         -6.3318e-02, -1.2599e-01,  2.5905e-02, -2.2268e-01, -9.0665e-02,\n",
       "          2.8776e-03,  1.7489e-01,  2.6365e-02, -6.3802e-03, -5.2547e-02,\n",
       "          9.8531e-03,  2.9545e-02, -1.8863e-02,  2.6937e-01,  1.1404e-01,\n",
       "         -6.1274e-02, -5.2691e-02,  5.9184e-02,  5.3767e-02, -1.4765e-02,\n",
       "          2.1891e-02,  4.1178e-02, -1.2483e-01,  6.0841e-02,  9.0350e-03,\n",
       "          1.0374e-01,  1.6369e-02,  8.0314e-02,  4.1535e-03, -3.4743e-02,\n",
       "          6.1704e-04,  5.2221e-02,  4.9061e-02, -7.2877e-02, -4.7296e-02,\n",
       "          3.7660e-02,  3.4993e-02, -3.7125e-02,  4.8927e-03, -1.5930e-01,\n",
       "          6.0246e-02, -5.2534e-03, -3.2680e-03, -4.0931e-02,  7.0635e-02,\n",
       "         -1.5913e-02, -4.8328e-02,  5.7571e-02,  4.1097e-03, -2.7424e-02,\n",
       "         -4.9209e-02,  7.6610e-02, -1.1157e-01,  7.6349e-03, -6.6859e-02,\n",
       "         -1.5629e-01,  2.9390e-02, -5.1432e-02,  1.8863e-02,  6.1743e-02,\n",
       "          1.1266e-01, -4.8019e-02, -6.9246e-02,  1.2445e-01, -4.9825e-03,\n",
       "          1.6559e-03, -6.0794e-03,  6.4155e-02, -7.7539e-02, -3.6256e-02,\n",
       "          8.5465e-02,  4.9697e-02, -1.7707e-03, -1.0768e-02, -1.2652e-02,\n",
       "         -3.3859e-02,  3.9788e-02, -3.4090e-02,  1.2777e-01,  1.6752e-01,\n",
       "          1.5575e-02, -4.7512e-02,  4.7224e-02, -4.3663e-02,  4.1792e-02,\n",
       "         -4.8439e-02,  1.3971e-01,  5.2394e-02,  1.0854e-01,  1.1273e-01,\n",
       "         -2.0728e-01, -7.8229e-02,  5.6576e-02,  7.3932e-02, -5.6563e-02,\n",
       "         -1.4521e-02,  5.1174e-02, -4.5191e-02, -7.2583e-02,  4.5897e-02,\n",
       "         -7.1085e-03,  7.0484e-02, -9.6734e-02,  6.7285e-02, -1.8788e-02,\n",
       "         -1.7014e-01,  2.2959e-02,  5.9670e-02, -1.3689e-01,  2.6179e-02,\n",
       "         -2.9393e-02, -1.4967e-02, -2.7353e-02,  8.3125e-02, -5.8034e-02,\n",
       "         -1.1699e-01,  3.1965e-02, -3.5639e-02,  2.1590e-02,  3.0975e-02,\n",
       "         -6.3769e-02, -5.4051e-02, -1.8945e-01, -2.9398e-02,  8.8144e-02,\n",
       "          1.0533e-01,  1.6835e-01,  1.3389e-01, -4.5922e-02, -5.4534e-02,\n",
       "          7.7933e-03,  1.3505e-01, -4.3320e-02, -2.6699e-02,  1.1433e-01,\n",
       "          7.3027e-02,  1.1512e-02, -1.2536e-02, -1.3046e-01, -8.3050e-02,\n",
       "          1.2643e-01,  1.2622e-01, -1.2007e-01,  3.1939e-01,  9.0552e-02,\n",
       "         -1.2655e-01, -6.9281e-02,  1.6552e-02,  1.3860e-02,  1.9205e-01,\n",
       "         -5.4696e-03,  1.6418e-02,  1.7523e-01, -4.6486e-02, -4.8792e-02,\n",
       "          4.0070e-02, -5.0035e-03,  4.0858e-02, -6.8499e-02, -1.5614e-01,\n",
       "         -9.6661e-02,  7.1684e-03, -2.0955e-01, -8.0081e-02,  2.1810e-02,\n",
       "         -1.6712e-02,  5.9487e-02,  2.1000e-02, -1.3447e-01,  2.8708e-02,\n",
       "          1.2537e-01, -2.6044e-02, -2.9529e-02,  7.3134e-02,  1.5199e-01,\n",
       "          2.7371e-02, -8.1913e-02,  3.4475e-02, -1.5670e-01, -2.4524e-02,\n",
       "         -1.0659e-01, -1.2351e-02, -3.3641e-02,  9.5659e-02,  5.6981e-02,\n",
       "          2.0168e-01, -8.1732e-02, -1.7976e-02, -3.1651e-02,  4.3351e-02,\n",
       "          5.7151e-02, -2.3975e-02, -1.8526e-01,  5.0161e-03,  2.3623e-02,\n",
       "          9.0739e-02, -3.6880e-02,  2.6356e-02, -9.6243e-02, -9.4129e-02,\n",
       "         -1.4065e-01,  5.3761e-02,  2.1923e-01, -2.6287e-02, -5.4197e-02,\n",
       "         -1.2403e-01, -3.1882e-02, -7.6901e-02,  7.6777e-03,  1.3034e-01,\n",
       "          1.8517e-02, -7.0805e-02,  2.9175e-03, -3.3319e-01,  1.1204e-01,\n",
       "          5.4271e-02, -1.2484e-01, -7.7568e-02, -7.4394e-02, -3.0788e-02,\n",
       "         -7.2417e-04,  7.5750e-02,  5.2657e-03,  6.6516e-02,  2.1974e-02,\n",
       "         -1.3594e-01,  1.5671e-01,  3.7973e-02, -4.3670e-02, -1.0912e-01,\n",
       "          2.7013e-02,  5.7837e-03, -1.2566e-01, -1.8756e-01, -1.4802e-01,\n",
       "         -5.1825e-02,  1.2799e-01,  5.8645e-02, -1.3177e-01,  9.7064e-02,\n",
       "          6.9174e-02,  5.1777e-02,  1.4744e-01, -1.4967e-01, -3.9093e-03,\n",
       "          6.8179e-02, -1.5143e-01, -1.2447e-02, -8.9923e-03,  7.2979e-02,\n",
       "         -8.9447e-02,  1.2731e-02, -6.0804e-02,  1.5218e-01,  5.0673e-05,\n",
       "          3.6849e-02,  2.3712e-02, -2.4935e-03, -7.7613e-02, -1.3392e-01,\n",
       "         -2.0260e-02,  3.9279e-02, -4.9686e-02, -2.9021e-03,  1.8210e-02,\n",
       "         -2.2425e-02, -1.2767e-01, -4.9913e-02,  5.3416e-02,  1.0664e-01,\n",
       "         -5.5083e-02,  1.6074e-02, -6.6505e-02, -7.8450e-02, -1.1511e-01,\n",
       "         -4.2740e-02, -4.0479e-02,  2.7146e-01, -1.7990e-02,  4.2329e-02,\n",
       "         -7.6175e-02, -1.5149e-01, -3.7689e-03,  5.1641e-03,  7.8445e-02,\n",
       "         -7.0217e-02, -3.0961e-01, -4.8741e-02, -6.6676e-02,  1.0027e-01,\n",
       "         -1.7886e-02,  3.4760e-02, -1.0879e-02,  2.9834e-02, -2.1563e-02,\n",
       "          6.8497e-03, -5.0829e-02,  2.8219e-02, -5.5323e-03, -3.1779e-04,\n",
       "          2.4679e-01,  5.9456e-02,  2.3951e-02,  1.5602e-02, -1.4959e-02,\n",
       "          1.9072e-02, -4.7374e-02,  2.0324e-02, -5.0502e-02,  1.1563e-01,\n",
       "          6.7554e-02,  9.2344e-02, -4.8744e-02, -4.7812e-03, -7.5848e-02,\n",
       "         -3.6690e-02, -1.0515e-01, -1.3073e-01, -1.9029e-01,  3.8180e-02,\n",
       "         -6.9003e-03,  2.0750e-02,  1.1989e-01, -9.5620e-02, -1.3189e-02,\n",
       "          1.5673e-01, -3.2942e-02,  5.6922e-02,  2.7019e-02,  1.7268e-02,\n",
       "         -6.0323e-02, -5.5771e-02, -1.7433e-02, -9.4803e-02,  5.1824e-02,\n",
       "         -9.4428e-02,  5.9216e-02, -1.6732e-02,  1.1788e-01,  4.8003e-03,\n",
       "          7.7634e-02,  9.6305e-02, -7.0212e-02, -3.2239e-03,  5.8393e-02,\n",
       "          3.2228e-02,  9.1241e-02, -2.3315e-02,  9.7125e-02, -7.8357e-02,\n",
       "         -3.8495e-02,  3.3757e-02, -3.5437e-02,  1.3916e-01,  1.8394e-01,\n",
       "         -5.6153e-02, -5.9745e-03, -4.2682e-02, -7.1431e-02, -1.7954e-02,\n",
       "          8.2312e-02,  6.6163e-02,  1.7614e-02,  5.5761e-02,  1.5643e-02,\n",
       "          1.0774e-02,  5.7498e-02, -7.1388e-02,  1.5189e-02, -8.4404e-02,\n",
       "         -1.6452e-01, -5.1980e-02, -6.3888e-01,  1.7460e-02,  5.0524e-02,\n",
       "         -3.6637e-02,  1.6328e-01, -4.9804e-02,  9.4391e-04, -3.6646e-03,\n",
       "          3.3490e-02,  8.5156e-02,  1.3768e-02, -9.8626e-02,  5.6843e-02,\n",
       "          2.3915e-02, -4.3590e-02, -2.8072e-01,  8.4996e-02, -2.6411e-02,\n",
       "          1.3055e-02, -7.9603e-02,  1.2890e-02, -2.2924e-01, -1.3761e-02,\n",
       "         -5.2790e-02, -4.6052e-03], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[0., -0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., -0., 0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [-0., 0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[0., -0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., -0., 0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., 0., 0.],\n",
       "           [-0., 0., 0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., 0., -0.],\n",
       "           [-0., 0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[-0., 0., -0.],\n",
       "           [-0., 0., -0.],\n",
       "           [0., 0., 0.]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0., -0., -0.],\n",
       "           [-0., 0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., 0., 0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., -0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[0., 0., 0.],\n",
       "           [0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., -0., -0.],\n",
       "           [-0., 0., -0.]],\n",
       " \n",
       "          [[0., -0., 0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., -0., 0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [-0., 0., 0.]],\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., 0.]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 3.2785e-01, -1.1670e-02,  5.9252e-02,  1.5882e-01,  4.9376e-02,\n",
       "         -8.3625e-02, -6.3965e-02,  4.4863e-02, -4.4741e-02,  1.7825e-01,\n",
       "          1.5343e-01, -1.2114e-01, -1.2925e-01, -2.1641e-02,  7.8369e-02,\n",
       "          9.0640e-02,  1.4219e-01,  1.0104e-01, -5.6336e-02,  2.3585e-01,\n",
       "          9.0724e-02,  2.1427e-01,  1.3687e-01, -5.6803e-02,  1.1205e-02,\n",
       "          6.2014e-02,  6.6606e-02,  6.0135e-02, -1.4872e-01, -9.6398e-02,\n",
       "         -2.6313e-02, -5.3609e-01, -7.8366e-02,  4.9564e-02,  1.8171e-01,\n",
       "          2.4494e-02,  1.9484e-02,  3.4660e-02, -4.3450e-02,  7.2832e-02,\n",
       "         -1.0446e-01,  1.1502e-01,  2.3923e-02,  1.9399e-02,  1.1044e-01,\n",
       "         -3.2952e-02,  1.0205e-01,  5.2526e-02,  1.3915e-01,  1.0217e-01,\n",
       "         -1.3322e-01,  7.4932e-02,  2.8297e-02, -7.8022e-02, -7.4605e-02,\n",
       "         -1.7926e-02, -1.6370e-01, -5.9733e-02, -7.0614e-02,  6.3561e-02,\n",
       "          1.7057e-02,  1.0888e-01, -1.1982e-02,  1.5265e-01,  7.5086e-02,\n",
       "          1.1634e-01, -7.3173e-03, -7.3237e-02,  8.8163e-02,  5.0025e-02,\n",
       "          6.0110e-02,  8.8585e-02,  4.9681e-02, -4.8926e-02, -2.2866e-01,\n",
       "          2.1302e-01, -1.1471e-01,  3.4658e-02,  5.7753e-02,  6.7992e-02,\n",
       "         -1.0434e-01, -3.2616e-02,  8.4957e-02,  1.7480e-02, -3.2415e-02,\n",
       "          1.2082e-01, -3.5967e-02,  2.2436e-01,  7.2149e-02,  1.7920e-01,\n",
       "         -3.2388e-02, -2.5341e-02,  7.9324e-02, -1.3179e-01, -4.7001e-02,\n",
       "          8.7888e-02,  3.1908e-01, -3.4475e-03,  3.6466e-02, -9.3868e-02,\n",
       "         -4.8236e-02,  9.4114e-02,  7.8020e-02,  6.2988e-02, -1.3900e-01,\n",
       "         -8.9393e-02,  6.7538e-02,  8.5783e-02,  9.5225e-02,  9.5576e-02,\n",
       "         -2.1024e-03,  1.4501e-01,  1.8864e-01, -7.9828e-02,  6.1073e-02,\n",
       "          1.3614e-01,  1.5440e-01,  3.3174e-02, -1.1492e-02, -4.8122e-02,\n",
       "         -6.5408e-02,  3.4948e-02, -1.0621e-01,  1.4405e-01, -7.6405e-03,\n",
       "          3.3862e-02,  4.0784e-04,  5.2657e-02,  6.3489e-02,  3.6571e-02,\n",
       "          1.9380e-03,  7.4452e-02, -4.1910e-03,  1.2131e-01,  7.6991e-02,\n",
       "          8.7335e-02,  1.7405e-01,  2.8815e-01, -2.2280e-02,  1.2582e-02,\n",
       "         -5.7107e-03,  2.6789e-01,  1.5206e-02, -9.6089e-02,  2.7607e-01,\n",
       "         -1.5054e-02, -1.7405e-02,  9.5247e-02, -4.1684e-02,  7.8205e-02,\n",
       "          1.1676e-01, -4.3728e-02, -1.0656e-02,  7.7394e-02,  4.1313e-02,\n",
       "         -6.9379e-02, -7.0650e-02, -3.7292e-02, -2.9583e-02, -2.2887e-01,\n",
       "         -1.0709e-01,  8.3004e-02, -1.1579e-02,  7.1730e-02,  2.4630e-02,\n",
       "         -2.6824e-01, -1.4686e-01,  2.5216e-01, -3.1812e-03, -3.8778e-02,\n",
       "          7.9189e-02,  2.0305e-01,  9.8780e-02,  7.5356e-03, -1.9530e-02,\n",
       "          4.4468e-02,  1.7208e-01, -1.1089e-01,  1.0184e-01,  1.2059e-02,\n",
       "         -7.7236e-02, -4.4468e-02,  1.0894e-01,  1.7272e-02,  1.6730e-02,\n",
       "          1.2595e-01,  2.8621e-01,  1.9420e-02, -4.8502e-02,  4.3908e-02,\n",
       "         -1.4994e-01,  3.9241e-02,  2.8246e-03, -4.5025e-02,  2.5904e-02,\n",
       "          1.5431e-01,  1.6661e-01,  8.2192e-02,  1.6488e-02,  4.6763e-02,\n",
       "          4.5522e-02, -7.2605e-03,  6.3834e-02,  3.8301e-03,  2.1868e-01,\n",
       "          5.2695e-02,  1.8667e-01,  2.9793e-01, -5.7319e-02, -7.5529e-02,\n",
       "         -4.1814e-02,  1.1310e-01,  4.5616e-02,  1.0972e-01, -3.6026e-02,\n",
       "         -3.1515e-03, -1.1718e-01, -3.6503e-02,  7.9905e-02,  6.3275e-02,\n",
       "          2.5015e-01,  1.5475e-01,  2.4331e-01, -8.6830e-02,  8.4753e-02,\n",
       "         -2.9622e-02,  4.1752e-03,  1.5509e-01,  1.5114e-02,  4.0996e-02,\n",
       "          1.1675e-01,  1.2987e-01,  8.4551e-02, -5.5134e-03, -9.0436e-03,\n",
       "          1.5207e-01, -1.3485e-01, -8.3497e-02,  1.5728e-01, -1.1344e-01,\n",
       "          1.2520e-02, -3.5116e-02,  9.0628e-02, -8.9775e-02,  1.1141e-01,\n",
       "         -9.7015e-02,  1.0175e-01, -2.8285e-02, -8.3328e-02,  5.2862e-02,\n",
       "         -3.8638e-02, -7.6987e-02,  2.0510e-02, -1.7040e-01, -4.3434e-02,\n",
       "          5.1905e-02,  5.0642e-02,  7.5576e-02, -4.1245e-02,  2.9955e-02,\n",
       "          1.3416e-02, -2.6084e-03,  1.4891e-01,  1.0407e-01,  9.7339e-02,\n",
       "          1.1776e-02,  2.5913e-02, -9.1250e-02,  4.1197e-02, -3.0615e-02,\n",
       "         -1.4381e-01, -6.8347e-02, -2.5607e-02,  8.1290e-02,  9.9020e-02,\n",
       "         -1.5603e-02,  4.5259e-02,  1.4967e-01, -5.6633e-02,  1.9446e-02,\n",
       "          4.2244e-03,  2.5499e-01, -1.9322e-02,  2.1252e-01, -1.2779e-01,\n",
       "         -8.9945e-03,  1.3547e-02,  9.2169e-02, -1.6655e-01,  9.2906e-02,\n",
       "          5.1314e-02, -2.6515e-02, -4.6279e-03, -1.0157e-01,  1.4378e-02,\n",
       "          1.2886e-01, -1.3314e-01,  3.5350e-02, -1.9505e-02,  3.0164e-02,\n",
       "          7.4141e-02,  1.6729e-01, -1.8760e-03, -8.5133e-03, -3.5815e-02,\n",
       "         -1.8105e-02,  9.2370e-02,  1.1861e-01,  5.7890e-02,  4.3179e-02,\n",
       "          1.4409e-01,  8.0388e-02,  4.7617e-02,  1.2064e-01, -8.0452e-02,\n",
       "         -1.6755e-01,  4.0705e-02,  8.1675e-02, -2.8885e-02, -8.3991e-02,\n",
       "          1.3999e-01,  5.0274e-01,  1.0410e-01, -1.2807e-02, -3.6004e-02,\n",
       "          1.4881e-01,  1.2916e-01,  9.4434e-02, -8.5286e-02, -5.3350e-02,\n",
       "         -1.5150e-01,  3.0932e-02, -1.7242e-01,  4.5590e-02,  1.8949e-01,\n",
       "         -2.1540e-02,  1.9597e-01,  2.4260e-02, -3.2245e-02,  4.5116e-02,\n",
       "          1.5932e-02,  1.5100e-01,  2.3716e-02, -9.3650e-02,  2.6925e-02,\n",
       "         -3.3120e-01,  3.5935e-02,  1.4944e-02,  7.4415e-02,  1.3660e-01,\n",
       "          2.0968e-02, -3.2402e-02,  8.9184e-02, -4.2339e-02, -3.4568e-02,\n",
       "          4.7455e-02, -4.3692e-02,  3.7502e-02,  1.1265e-01,  2.9946e-02,\n",
       "          1.4890e-01,  9.8017e-02, -1.2332e-02,  1.1757e-01,  2.5851e-03,\n",
       "          1.5277e-02, -5.4977e-02,  1.4540e-01,  1.1332e-01,  5.8610e-02,\n",
       "          2.9156e-01,  4.3952e-02,  7.7970e-03,  1.2907e-01,  3.6932e-01,\n",
       "          1.4455e-01,  1.3046e-01, -3.7344e-02, -5.7621e-02, -4.0231e-02,\n",
       "          1.0964e-01, -1.0457e-01,  9.8383e-02,  3.0503e-02,  1.5615e-01,\n",
       "          6.3476e-02,  8.3703e-02,  1.6338e-02, -3.1959e-02, -4.0017e-02,\n",
       "          1.3663e-01,  4.5095e-02, -9.8014e-02,  8.6885e-02,  1.4410e-02,\n",
       "          4.2032e-02, -2.3377e-02,  2.9826e-02, -7.8389e-02,  4.8926e-02,\n",
       "         -1.4170e-02, -1.9561e-01,  9.9982e-02, -7.4101e-02,  2.2202e-02,\n",
       "         -5.5796e-03,  5.1677e-02, -1.3406e-01, -4.6056e-03, -7.2432e-03,\n",
       "         -2.3862e-02, -7.9286e-06,  1.5348e-01,  6.0913e-02,  8.6587e-02,\n",
       "          6.5313e-02,  2.8675e-01,  1.7093e-01,  4.7960e-02, -2.8419e-02,\n",
       "         -5.8845e-02,  4.4411e-02,  5.4718e-02,  6.0812e-02,  2.8448e-02,\n",
       "          9.9096e-02, -9.7100e-02, -2.1737e-03,  4.4442e-02,  2.3933e-01,\n",
       "          1.1516e-01, -2.9585e-02,  1.7162e-01,  7.2602e-02, -7.7551e-03,\n",
       "          1.1754e-02,  6.9261e-02,  3.5740e-02,  2.8095e-01, -1.3311e-02,\n",
       "          1.3162e-01,  5.0944e-02, -1.4749e-02,  6.6835e-02,  2.7349e-01,\n",
       "          5.3674e-02,  1.5530e-01,  2.9095e-02, -5.0401e-02,  2.9913e-02,\n",
       "         -2.5942e-02,  2.9361e-02,  7.8341e-02,  1.1507e-01,  4.8195e-02,\n",
       "          1.3909e-01,  1.3254e-01,  5.2899e-02, -1.0379e-01, -5.3569e-02,\n",
       "         -2.8501e-02,  9.7883e-02, -2.1301e-02, -7.4014e-02,  3.3396e-02,\n",
       "         -2.5691e-01, -7.9530e-02,  1.6570e-01,  8.7135e-02,  2.8185e-03,\n",
       "         -1.9246e-01, -1.2287e-02, -6.5740e-02, -1.7653e-03, -3.1150e-02,\n",
       "          5.1108e-02,  2.4925e-02, -7.1120e-03,  1.1247e-01,  3.2958e-02,\n",
       "          2.6971e-01,  2.6348e-02,  8.1351e-02,  3.2603e-01,  1.7410e-01,\n",
       "          6.0686e-02, -1.1314e-01,  1.3730e-02, -3.4418e-02, -9.1132e-03,\n",
       "         -2.1438e-02,  3.2038e-01, -1.8250e-01,  1.1241e-03,  2.2275e-02,\n",
       "          5.9959e-02, -7.4269e-02, -5.1299e-03, -3.8521e-02, -4.6880e-02,\n",
       "          9.8568e-02, -7.9337e-02, -2.9975e-03, -1.4750e-02, -2.1350e-02,\n",
       "         -6.1978e-03, -1.5916e-01,  8.4835e-02,  5.1761e-02,  4.8298e-02,\n",
       "          9.6794e-02,  4.3757e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[0., 0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [-0., 0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., 0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[0., 0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[0., 0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., 0., -0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0., -0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., 0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., 0.]]],\n",
       " \n",
       " \n",
       "         [[[0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., -0., 0.]],\n",
       " \n",
       "          [[0., -0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., 0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., -0.],\n",
       "           [0., -0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[-0., 0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., 0., 0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [-0., -0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., -0., -0.]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-6.8620e-02,  1.8720e-01,  4.2233e-02, -3.2831e-02,  2.0385e-01,\n",
       "          7.4536e-02, -5.0062e-03, -8.7908e-02, -1.1726e-02, -1.2402e-01,\n",
       "         -1.1807e-01,  3.2798e-02,  3.5993e-02,  1.4316e-03,  9.8802e-02,\n",
       "          1.1898e-02, -1.3327e-01, -6.9769e-02,  9.5802e-02, -1.2351e-02,\n",
       "         -5.2442e-02,  8.7583e-02, -2.0237e-01,  3.5395e-02, -1.2916e-01,\n",
       "          1.1222e-01,  6.3338e-02,  4.0000e-02, -6.7222e-03,  6.6149e-02,\n",
       "         -4.1235e-02,  1.1479e-02,  1.0893e-01, -1.1752e-01,  2.6296e-02,\n",
       "          9.5811e-02, -1.4225e-01, -5.9109e-02, -9.9262e-02,  2.4650e-02,\n",
       "         -1.0273e-01, -1.5456e-01,  2.6737e-02,  8.1293e-02, -2.6256e-02,\n",
       "          6.0492e-02, -5.6621e-02,  2.1381e-02,  6.6256e-02,  2.2616e-02,\n",
       "          8.7674e-02,  5.1484e-02, -4.4776e-02, -1.7652e-01, -1.7399e-02,\n",
       "         -1.4157e-01,  1.6521e-01, -4.8248e-02,  4.6457e-02,  9.0732e-02,\n",
       "          1.9641e-01,  1.5075e-01,  9.1565e-02,  1.8676e-01,  8.7034e-02,\n",
       "         -1.7168e-01,  9.0361e-02, -5.2928e-02,  1.9294e-03, -1.3388e-02,\n",
       "          1.1245e-02, -3.9830e-02,  6.9877e-02,  1.0881e-01, -6.3666e-03,\n",
       "          1.2978e-01,  1.2741e-01,  9.6501e-02, -8.1385e-02, -8.5858e-02,\n",
       "          5.9869e-02,  2.1044e-01,  5.3741e-02,  7.9346e-02,  3.3547e-02,\n",
       "         -1.9277e-01,  2.2519e-01, -5.7301e-03, -3.7282e-02,  1.4089e-02,\n",
       "         -6.2251e-02,  3.6825e-02, -3.9718e-02,  4.6857e-02, -1.7646e-01,\n",
       "          8.1270e-02, -5.9494e-02,  5.8620e-02, -1.9356e-01, -1.0619e-01,\n",
       "          4.6039e-02,  8.6996e-03,  3.1630e-01, -2.3032e-01, -2.3040e-02,\n",
       "          2.8553e-02, -9.0507e-02,  3.7536e-03,  4.9866e-02, -1.2571e-01,\n",
       "         -2.3601e-02,  1.0499e-01,  4.9121e-02,  1.2140e-01, -1.4821e-01,\n",
       "         -1.2602e-01, -1.3624e-01, -3.2884e-01, -9.0184e-02, -1.1928e-01,\n",
       "         -2.1026e-01, -1.3446e-01, -7.1711e-03, -8.0528e-02,  1.1068e-02,\n",
       "          1.7568e-01, -1.0032e-01, -1.6815e-01, -3.5146e-01,  1.3116e-01,\n",
       "          1.7390e-01,  1.6994e-02, -5.2715e-02, -1.4927e-02,  1.1773e-01,\n",
       "         -1.8560e-02, -3.1425e-02,  1.3407e-01, -2.0506e-01, -1.5305e-01,\n",
       "         -2.6800e-02,  1.2347e-01,  7.9102e-02, -8.7307e-02,  1.9283e-01,\n",
       "         -1.5484e-01, -4.1206e-02,  5.2744e-02,  1.6812e-01,  8.5207e-02,\n",
       "          1.2756e-01,  2.8252e-02,  1.1045e-01,  1.5585e-01,  2.1187e-01,\n",
       "          8.8012e-02,  8.7717e-02, -1.1704e-02,  9.0009e-02, -7.1308e-02,\n",
       "          7.8425e-02,  5.1988e-02, -4.7441e-02, -3.2872e-01,  1.2594e-01,\n",
       "          7.8579e-02, -6.6156e-02,  2.1185e-01, -9.2243e-02, -1.2172e-01,\n",
       "          3.6051e-02,  8.3268e-02, -1.1744e-01, -5.2389e-02, -3.8024e-01,\n",
       "          1.3587e-01,  1.4616e-01, -1.1994e-01,  7.4031e-02, -2.9794e-02,\n",
       "         -1.8530e-02,  2.5821e-01, -3.6194e-02, -3.8861e-02,  2.0233e-01,\n",
       "          5.7087e-02,  3.1120e-02, -3.5665e-02, -5.0561e-02, -8.4969e-02,\n",
       "         -1.1879e-01,  2.2172e-02,  3.3340e-02,  1.5149e-01,  3.7349e-02,\n",
       "         -4.6735e-02, -3.4531e-02,  1.6739e-01,  6.9484e-02,  1.4735e-01,\n",
       "          4.8442e-02,  7.4029e-02, -8.3257e-02,  6.1984e-03, -5.3061e-02,\n",
       "          5.3426e-02, -2.1171e-02,  1.9225e-01,  3.8712e-01,  9.8570e-02,\n",
       "         -1.0337e-01,  2.1829e-01, -9.9583e-02,  1.4527e-01, -1.1913e-01,\n",
       "          1.1624e-02,  3.9181e-02,  1.0789e-01, -1.4104e-01, -1.1723e-01,\n",
       "          9.9911e-02, -6.2805e-02, -7.0374e-02, -1.9817e-01,  1.1684e-01,\n",
       "          5.7219e-02,  9.9357e-02, -7.7663e-02,  7.6531e-02, -6.2036e-02,\n",
       "          1.1703e-01,  9.3236e-03, -4.2481e-02, -2.1602e-01,  1.4303e-01,\n",
       "          1.0073e-01, -2.0687e-01,  2.9223e-02,  4.5753e-02,  1.4716e-01,\n",
       "         -5.8620e-02,  3.4272e-02, -1.9075e-01,  1.4571e-02,  1.2995e-01,\n",
       "          1.4388e-01, -1.7648e-02, -4.0604e-02, -2.3133e-04,  4.6082e-02,\n",
       "         -6.4354e-02,  6.7466e-02,  7.5265e-02,  1.8956e-01, -4.8764e-02,\n",
       "         -2.9583e-02,  2.4967e-02, -3.5173e-02,  6.0710e-03,  5.1644e-02,\n",
       "         -6.7923e-02, -1.2629e-01,  5.2597e-02, -9.5566e-02,  6.5696e-02,\n",
       "         -1.6524e-01,  6.6037e-02,  2.4582e-02,  2.0484e-01,  5.8798e-02,\n",
       "         -1.8886e-01,  1.5549e-01,  7.5976e-02, -6.4824e-02,  2.2072e-02,\n",
       "          1.9373e-01,  4.5195e-02,  6.0716e-02, -1.6066e-02,  5.8700e-02,\n",
       "         -3.4191e-03,  4.0218e-02, -8.3810e-02, -1.3337e-02,  6.9338e-02,\n",
       "         -8.3971e-02,  1.4799e-01,  3.9326e-02,  9.7833e-03, -1.4105e-02,\n",
       "          1.1879e-01,  2.8317e-02, -1.0828e-01,  6.3691e-02,  1.9901e-01,\n",
       "         -2.1121e-01, -2.3203e-03, -3.7701e-02, -4.6278e-02,  1.1567e-01,\n",
       "         -4.3380e-02, -8.5171e-02, -1.6586e-01, -6.1953e-02,  8.5866e-02,\n",
       "          8.2018e-02,  6.4824e-02, -6.9423e-02,  5.1215e-02, -1.0449e-02,\n",
       "         -1.1984e-01,  5.1776e-02, -1.4522e-02,  2.7398e-02,  2.2187e-02,\n",
       "          2.5427e-02, -1.5965e-01, -3.8650e-01, -6.3239e-03,  1.7740e-01,\n",
       "         -1.1391e-01, -7.0271e-02,  7.2767e-02, -2.8762e-02, -8.4776e-02,\n",
       "          1.0465e-02, -2.2343e-02,  9.6079e-02,  2.1370e-02,  1.9362e-01,\n",
       "          2.1854e-02, -5.8084e-02,  1.2510e-01, -3.5865e-02, -2.7833e-03,\n",
       "         -2.3905e-02, -4.7809e-02,  2.0220e-01,  2.8407e-01, -1.0494e-01,\n",
       "          1.4374e-01,  1.1141e-01,  2.6691e-02,  3.2621e-03, -9.8309e-03,\n",
       "         -3.1219e-01, -2.4734e-03, -1.0144e-01,  1.7506e-01, -2.8564e-02,\n",
       "         -3.7074e-02,  1.2126e-02, -2.9324e-02, -1.6656e-01,  9.2293e-02,\n",
       "          1.5799e-02, -4.8191e-02,  1.0801e-01, -1.1994e-03, -3.6371e-02,\n",
       "          6.6275e-02, -2.1480e-01, -1.0862e-01,  2.0445e-02, -7.5027e-02,\n",
       "          1.0144e-01, -3.3833e-02,  6.3429e-04, -5.7285e-02, -2.7232e-01,\n",
       "         -4.5818e-02, -2.4526e-02,  6.9876e-02,  1.6630e-02, -4.0806e-02,\n",
       "         -9.9577e-02, -1.1973e-01, -1.1463e-01,  1.6101e-01,  2.5717e-02,\n",
       "          1.1374e-01, -1.4880e-01,  1.5203e-01,  2.0742e-01, -8.2626e-02,\n",
       "         -9.1058e-03,  7.0236e-03,  2.4819e-01,  4.4172e-02, -1.9810e-01,\n",
       "         -8.6944e-02,  4.6927e-02, -7.0528e-02,  1.7862e-01,  7.1367e-02,\n",
       "         -2.6777e-02, -4.1031e-02,  4.0167e-02, -4.6326e-02,  1.3203e-01,\n",
       "         -3.6850e-02,  1.6755e-02, -8.1545e-02,  1.1444e-01, -1.3647e-02,\n",
       "          2.5496e-01, -2.0458e-01, -2.8920e-02, -2.7735e-01,  4.3298e-02,\n",
       "          2.0172e-02,  1.8576e-01,  1.9815e-01, -2.3536e-01, -6.4560e-02,\n",
       "          1.6731e-01, -2.6027e-01, -4.3629e-02, -3.8699e-02,  1.6556e-01,\n",
       "          1.2062e-01,  8.2763e-02, -3.5379e-02,  2.6057e-02, -1.9359e-01,\n",
       "         -2.0454e-02,  2.3775e-02, -3.9896e-01, -4.7299e-02, -4.8010e-01,\n",
       "          2.4825e-01, -2.7902e-03, -7.8819e-03, -1.3955e-01,  2.5602e-01,\n",
       "          1.0564e-01,  2.4263e-02, -3.8164e-02, -1.0449e-01, -1.3249e-01,\n",
       "         -7.3070e-03,  9.7172e-02, -2.1455e-01, -9.8820e-02,  2.8115e-02,\n",
       "         -3.6928e-02,  5.8620e-02, -6.5982e-02,  3.7064e-02,  1.0890e-01,\n",
       "         -4.6950e-03, -6.3011e-02,  2.8757e-02,  2.3866e-01,  8.3413e-03,\n",
       "          2.2342e-02, -2.8795e-02, -7.4049e-02, -6.4702e-02,  1.5477e-01,\n",
       "         -1.1149e-01,  2.6482e-02, -4.3726e-02,  2.4778e-02, -3.1269e-02,\n",
       "         -2.3700e-02,  1.2548e-02, -9.1719e-02, -1.8809e-01,  1.2318e-01,\n",
       "          1.3796e-01, -2.0103e-01, -7.6292e-02, -1.8469e-02,  4.6419e-02,\n",
       "         -9.7201e-02,  2.2764e-03,  2.5014e-02,  9.7257e-02,  1.6321e-06,\n",
       "          6.4818e-02,  8.5978e-03,  9.2457e-02,  4.2495e-02, -6.9142e-02,\n",
       "          4.2921e-03, -1.2791e-02, -4.8834e-02,  1.7677e-01, -2.3606e-01,\n",
       "         -8.2537e-02, -1.1020e-01,  1.5166e-01, -1.2524e-02, -8.2963e-04,\n",
       "          6.3646e-02, -1.7313e-01,  1.0877e-01,  1.5922e-01,  6.8282e-02,\n",
       "         -8.8127e-02, -3.6040e-02,  1.3848e-01,  5.2737e-02,  3.1876e-02,\n",
       "         -7.7922e-02,  7.5330e-03, -4.4440e-02, -6.7741e-02,  2.0547e-02,\n",
       "         -1.0675e-01, -1.1006e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[0., -0., 0.],\n",
       "           [0., -0., -0.],\n",
       "           [-0., 0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [-0., 0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., 0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., 0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[0., 0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., -0.],\n",
       "           [-0., 0., -0.],\n",
       "           [-0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[0., 0., -0.],\n",
       "           [0., 0., 0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., 0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [-0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[0., 0., 0.],\n",
       "           [0., -0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [0., -0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [-0., 0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., 0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., 0., 0.]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.9816e-02, -1.2799e-01, -4.2907e-02,  2.2410e-02,  1.3466e-01,\n",
       "          3.3780e-02,  1.4881e-01,  2.6134e-02, -6.7478e-02,  9.2904e-02,\n",
       "         -1.6189e-02, -2.8376e-02,  1.7908e-01,  2.2059e-01,  2.7475e-02,\n",
       "          1.5563e-01,  7.8069e-02,  3.3021e-01,  1.3441e-01, -3.0618e-02,\n",
       "         -7.6163e-03,  9.9854e-02, -9.4380e-03,  7.9676e-02, -1.9842e-02,\n",
       "          1.1926e-01,  8.8875e-02,  2.3618e-02, -5.6362e-02,  1.5360e-01,\n",
       "         -5.1530e-03,  5.0060e-02,  3.4474e-02,  2.0324e-02,  1.1469e-01,\n",
       "          8.0056e-02,  5.3726e-02,  1.7901e-01,  8.0762e-02,  2.3792e-01,\n",
       "          1.5411e-01, -5.5672e-02,  1.2460e-01, -4.0695e-01,  2.2046e-01,\n",
       "         -2.4051e-02,  7.9738e-02,  2.6007e-01,  1.6119e-01,  1.9168e-01,\n",
       "          1.7768e-02,  6.0765e-02, -1.0883e-02,  2.1404e-01,  4.7176e-02,\n",
       "          1.4613e-01,  5.8153e-02,  1.6021e-02,  1.2350e-01, -1.9443e-02,\n",
       "          1.6019e-01, -1.2641e-01, -3.5195e-02,  5.0611e-02, -3.8622e-02,\n",
       "          1.4236e-02,  1.5884e-01,  1.2840e-02,  7.4130e-02,  2.4794e-01,\n",
       "          1.4457e-01,  6.1339e-02, -2.4126e-01,  1.1450e-03,  3.2650e-02,\n",
       "          1.5799e-01,  1.5863e-01,  3.4024e-02,  1.7067e-01,  4.8141e-02,\n",
       "          2.4758e-01,  6.8189e-02, -1.6726e-02,  1.0784e-01, -7.8870e-03,\n",
       "         -1.9132e-02, -1.0925e-01, -1.3557e-01,  4.7813e-01,  6.2837e-02,\n",
       "          1.7929e-02, -7.5082e-02,  1.4165e-01,  7.2983e-02,  1.5224e-01,\n",
       "          1.5533e-01, -4.3923e-03, -5.5200e-02, -4.4245e-02,  1.5745e-01,\n",
       "          1.1271e-01,  1.2469e-01,  8.3952e-02, -7.9832e-02, -2.3738e-02,\n",
       "          6.3287e-02,  2.7791e-02, -5.9084e-03, -5.4454e-02,  1.3698e-01,\n",
       "          3.5905e-01,  3.9273e-02,  1.0673e-01, -3.1070e-02, -2.6537e-02,\n",
       "          1.3179e-01,  1.5903e-01, -5.9234e-03,  1.8703e-01,  2.0843e-02,\n",
       "          7.9207e-02,  1.7509e-01,  4.8783e-02, -5.6750e-02,  1.2965e-01,\n",
       "          3.1021e-02,  5.0023e-02,  6.0117e-01,  3.6055e-02,  5.2565e-02,\n",
       "          4.5451e-01,  8.1040e-02,  5.3215e-01,  2.1243e-02,  1.7793e-01,\n",
       "         -1.4582e-02,  7.3297e-03,  1.0285e-01,  1.0824e-01,  3.0079e-01,\n",
       "          5.2697e-01,  1.4517e-01, -4.7220e-02, -9.6059e-02,  3.0993e-01,\n",
       "          2.0077e-01, -8.6660e-02,  1.3422e-01,  1.7101e-01,  6.7831e-02,\n",
       "         -8.4450e-03,  1.9507e-01,  1.4068e-01,  2.2044e-01,  6.2068e-02,\n",
       "          4.7667e-02,  1.4600e-01,  8.9872e-02,  7.0644e-02, -1.1354e-01,\n",
       "          3.3959e-02,  6.6133e-02,  3.4886e-01, -1.0065e-01, -2.5996e-02,\n",
       "         -1.9154e-02,  1.1318e-01,  1.1672e-01, -6.9509e-02,  1.6068e-01,\n",
       "          1.5739e-01, -9.5927e-03, -3.0081e-02, -1.4280e-01, -8.6545e-02,\n",
       "          9.0478e-03,  8.0902e-02,  1.5726e-01,  3.0532e-01,  1.0149e-01,\n",
       "          7.5543e-02,  1.1324e-01,  1.9392e-02, -1.6544e-02,  1.2406e-01,\n",
       "         -2.0806e-01, -7.2382e-03,  1.2396e-02,  2.3078e-01, -5.8574e-02,\n",
       "          4.5660e-02,  6.3753e-02,  1.5136e-01,  2.1300e-01,  8.3461e-02,\n",
       "          9.5044e-02,  1.1711e-01,  9.4304e-02,  4.4862e-02, -1.2826e-01,\n",
       "          2.9868e-02,  1.1112e-01,  1.5701e-01,  7.2315e-02,  2.1553e-01,\n",
       "          2.0831e-02,  1.1358e-01, -4.2123e-02,  5.5518e-02,  4.5996e-02,\n",
       "         -5.5740e-02,  1.7327e-01,  2.4543e-01,  7.1551e-03,  9.2726e-02,\n",
       "         -1.5288e-02, -8.8781e-02,  7.2329e-02,  2.4621e-02, -1.1336e-02,\n",
       "          2.0979e-01, -7.2708e-02, -1.0213e-02,  1.0820e-01,  3.9797e-02,\n",
       "          9.8507e-02,  1.3257e-01,  1.0756e-02,  5.1952e-02,  1.5832e-03,\n",
       "          1.9498e-02,  8.7915e-02,  6.0975e-01, -5.0366e-02, -1.8561e-01,\n",
       "         -1.5638e-01, -4.2412e-02,  1.0777e-02,  9.1042e-02,  2.6833e-01,\n",
       "          1.6852e-01, -1.7574e-02,  1.1649e-01,  1.5559e-01, -1.2142e-01,\n",
       "         -5.7047e-02,  1.2732e-01,  7.5256e-03,  1.1622e-01,  2.4738e-01,\n",
       "          6.9083e-02,  8.5763e-02,  2.2235e-01,  2.5677e-01,  1.6532e-01,\n",
       "          1.5858e-01,  8.2912e-04,  1.1647e-01,  4.4882e-03,  1.3124e-01,\n",
       "          2.1994e-01,  8.7991e-02, -1.1413e-01, -2.7490e-02,  1.8455e-01,\n",
       "          3.0004e-02,  1.7916e-01,  1.6633e-03, -5.9108e-02,  2.4093e-01,\n",
       "          1.3675e-01,  1.7106e-01,  2.4208e-01, -5.1160e-02,  2.5854e-01,\n",
       "          1.9177e-01, -2.6980e-02,  6.6229e-02, -4.7724e-02,  4.0915e-02,\n",
       "          7.3363e-02,  1.2101e-01, -5.0913e-02,  6.0090e-02, -1.2718e-01,\n",
       "          8.1839e-02,  7.1367e-02,  6.8465e-02,  4.4587e-01, -2.9044e-02,\n",
       "          2.8278e-01, -6.5153e-02,  3.0027e-02,  1.5174e-01,  5.6568e-02,\n",
       "         -5.5188e-02, -8.0798e-02,  4.0490e-02,  1.0008e-01,  2.3254e-01,\n",
       "          1.8577e-01,  1.2190e-01,  9.1687e-02,  1.8144e-01,  1.1280e-01,\n",
       "          2.8922e-01, -2.4730e-02,  8.4079e-02,  1.1619e-01,  9.1012e-03,\n",
       "         -3.0245e-02, -2.6635e-02,  5.1857e-02,  3.1411e-02,  8.4045e-02,\n",
       "          2.0193e-02,  1.1713e-02, -1.5872e-01,  5.7911e-02, -1.0098e-02,\n",
       "          7.4889e-02, -3.1728e-02,  7.9230e-02,  8.8076e-02, -1.0794e-01,\n",
       "         -1.5062e-02,  3.1412e-03,  8.4328e-02, -1.0704e-02,  3.4709e-02,\n",
       "         -3.7354e-02,  6.8603e-03,  4.9366e-02,  3.6973e-02,  1.1755e-02,\n",
       "         -4.3131e-03,  9.5292e-03,  6.7285e-02,  5.1332e-02,  9.0932e-03,\n",
       "          2.3176e-01, -5.7578e-04,  1.1025e-01,  3.7704e-03,  1.8837e-01,\n",
       "          2.1267e-01,  9.5971e-02,  1.9160e-01,  1.9926e-01, -1.0663e-01,\n",
       "          9.9557e-02, -2.0057e-02,  3.9352e-02,  1.1632e-01, -2.7523e-02,\n",
       "          4.0050e-01,  9.1377e-02,  1.7372e-01,  2.6152e-03, -3.4046e-02,\n",
       "          4.1061e-02,  5.9955e-02,  1.0328e-02, -3.1703e-01, -1.7496e-01,\n",
       "          1.0747e-01,  1.4526e-01,  6.5022e-02,  2.0628e-01,  2.0360e-01,\n",
       "          1.1551e-01,  7.5059e-02,  1.2902e-01,  1.3962e-01,  1.4581e-01,\n",
       "          8.2804e-02,  1.9736e-01, -9.5380e-02, -2.3544e-02,  7.7609e-02,\n",
       "          3.0931e-02,  9.5562e-02, -4.7981e-02,  1.0701e-01,  5.5758e-02,\n",
       "          1.1949e-02,  4.6652e-02,  4.8712e-02,  9.4037e-02, -3.3087e-02,\n",
       "          1.1150e-01,  8.6405e-02,  1.6383e-01,  1.0503e-01,  8.0349e-02,\n",
       "          1.9777e-01,  3.6578e-02,  2.4724e-02, -6.6742e-02, -3.7053e-02,\n",
       "         -1.5942e-02,  4.1117e-01,  5.4734e-04,  2.5368e-01,  1.4733e-01,\n",
       "          4.5279e-02,  1.8557e-01,  7.2113e-02,  2.8062e-02,  1.0004e-01,\n",
       "          4.2756e-02,  6.5007e-02,  5.2387e-03,  9.3693e-02,  1.2605e-01,\n",
       "          2.0060e-01, -2.9426e-02,  2.9020e-01,  2.2564e-01, -1.7905e-01,\n",
       "          2.8608e-02, -5.5259e-02, -1.1671e-01, -1.4811e-01,  4.3071e-02,\n",
       "          1.1858e-01,  3.1398e-01, -4.3717e-02,  2.3369e-02, -3.9446e-02,\n",
       "          6.5889e-02, -1.2287e-02,  1.5978e-02, -2.7090e-02,  3.4958e-01,\n",
       "          2.2533e-01, -6.8962e-02, -2.6893e-02,  1.7018e-01, -3.0094e-02,\n",
       "          2.3575e-01,  3.1543e-02,  3.9525e-02,  2.2062e-01,  1.4094e-01,\n",
       "          1.0142e-01,  6.6224e-02,  8.9685e-02, -9.2318e-02,  1.3234e-01,\n",
       "          1.5070e-03,  4.9214e-03,  5.0149e-02, -5.1841e-02,  2.8654e-01,\n",
       "          3.5192e-02,  2.2470e-01, -1.6469e-01, -1.3672e-02,  1.5008e-01,\n",
       "          1.0071e-01,  1.7304e-01,  1.1659e-01, -8.2203e-02, -1.1295e-01,\n",
       "         -5.9764e-02,  1.5145e-01, -5.5591e-02,  1.6921e-01, -1.4422e-02,\n",
       "          8.4264e-02,  3.0330e-02,  4.1679e-02,  1.2782e-01,  8.4066e-02,\n",
       "          8.5091e-02,  1.0284e-01,  1.4928e-01,  1.7259e-02,  1.5598e-01,\n",
       "         -4.0772e-02,  2.5083e-02,  1.2607e-01,  1.4701e-01,  2.9730e-01,\n",
       "         -7.9905e-02,  1.3007e-01,  2.7862e-02, -3.4203e-01, -2.7053e-02,\n",
       "          3.8470e-02,  8.0006e-02,  3.4704e-02,  7.5510e-02,  2.4415e-02,\n",
       "         -2.4813e-02,  3.6941e-03, -1.7997e-02, -1.1079e-02,  3.3701e-02,\n",
       "          1.3022e-01, -5.3713e-02,  2.1379e-01,  6.5979e-02,  3.1410e-02,\n",
       "         -2.7004e-02, -1.1131e-01,  9.5453e-02,  1.5210e-01,  1.5239e-01,\n",
       "          8.7889e-02, -1.0340e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [-0., 0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [-0., 0., 0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., 0., 0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., -0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., 0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., 0., 0.]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0., 0., -0.],\n",
       "           [0., 0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [0., -0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., 0., 0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., 0., 0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., -0., 0.]],\n",
       " \n",
       "          [[0., 0., 0.],\n",
       "           [0., 0., -0.],\n",
       "           [0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[0., 0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., 0., -0.]],\n",
       " \n",
       "          [[-0., 0., -0.],\n",
       "           [0., 0., 0.],\n",
       "           [0., 0., 0.]]],\n",
       " \n",
       " \n",
       "         [[[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., 0., -0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., -0.]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., 0.],\n",
       "           [-0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [0., 0., 0.]],\n",
       " \n",
       "          [[-0., -0., -0.],\n",
       "           [-0., -0., -0.],\n",
       "           [-0., -0., 0.]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[-0.0076, -0.0113, -0.0115,  ..., -0.0005,  0.0101,  0.0075],\n",
       "         [ 0.0059,  0.0028,  0.0041,  ...,  0.0021,  0.0061,  0.0056],\n",
       "         [ 0.0157,  0.0004,  0.0067,  ...,  0.0024,  0.0078,  0.0003],\n",
       "         ...,\n",
       "         [ 0.0032,  0.0040,  0.0031,  ...,  0.0015,  0.0040,  0.0008],\n",
       "         [-0.0047,  0.0154,  0.0071,  ...,  0.0038,  0.0003,  0.0007],\n",
       "         [-0.0053, -0.0003,  0.0092,  ...,  0.0111,  0.0069,  0.0042]],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0069, -0.0284,  0.0356,  ..., -0.0189, -0.0371, -0.0383],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[ 0.0003, -0.0271, -0.0063,  ...,  0.0065, -0.0139, -0.0273],\n",
       "         [-0.0201,  0.0047, -0.0249,  ...,  0.0007, -0.0048, -0.0296],\n",
       "         [ 0.0115,  0.0064,  0.0120,  ..., -0.0173,  0.0033, -0.0126],\n",
       "         ...,\n",
       "         [ 0.0057, -0.0281, -0.0153,  ..., -0.0150, -0.0122, -0.0163],\n",
       "         [-0.0044, -0.0114, -0.0073,  ..., -0.0002, -0.0111, -0.0187],\n",
       "         [-0.0126, -0.0139,  0.0094,  ..., -0.0021, -0.0058, -0.0100]],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.0122, 0.0521, 0.0728,  ..., 0.0478, 0.0258, 0.0460],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[ 0.0014,  0.0049,  0.0045,  ...,  0.0062,  0.0013,  0.0049],\n",
       "         [ 0.0053, -0.0447, -0.0027,  ...,  0.0099,  0.0014,  0.0012],\n",
       "         [ 0.0013,  0.0184, -0.0087,  ..., -0.0163, -0.0135, -0.0087],\n",
       "         ...,\n",
       "         [-0.0154,  0.0111, -0.0055,  ..., -0.0155, -0.0082, -0.0042],\n",
       "         [-0.0093,  0.0019, -0.0123,  ...,  0.0201, -0.0057, -0.0094],\n",
       "         [ 0.0127, -0.0088,  0.0041,  ...,  0.0077, -0.0129, -0.0066]],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0375, -0.0052, -0.0164,  0.0353,  0.0112,  0.0151, -0.0064, -0.0069,\n",
       "          0.0023,  0.0317], requires_grad=True)]"
      ]
     },
     "execution_count": 34,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(pruned_vgg_model.parameters())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "f846bd5d",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "VGG(\n",
       "  (features): Sequential(\n",
       "    (0): Conv2d(3, 64, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (1): ReLU(inplace=True)\n",
       "    (2): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    (3): Conv2d(64, 128, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (4): ReLU(inplace=True)\n",
       "    (5): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    (6): Conv2d(128, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (7): ReLU(inplace=True)\n",
       "    (8): Conv2d(256, 256, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (9): ReLU(inplace=True)\n",
       "    (10): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    (11): Conv2d(256, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (12): ReLU(inplace=True)\n",
       "    (13): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (14): ReLU(inplace=True)\n",
       "    (15): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "    (16): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (17): ReLU(inplace=True)\n",
       "    (18): Conv2d(512, 512, kernel_size=(3, 3), stride=(1, 1), padding=(1, 1))\n",
       "    (19): ReLU(inplace=True)\n",
       "    (20): MaxPool2d(kernel_size=2, stride=2, padding=0, dilation=1, ceil_mode=False)\n",
       "  )\n",
       "  (avgpool): AdaptiveAvgPool2d(output_size=(7, 7))\n",
       "  (classifier): Sequential(\n",
       "    (0): Linear(in_features=25088, out_features=4096, bias=True)\n",
       "    (1): ReLU(inplace=True)\n",
       "    (2): Dropout(p=0.5, inplace=False)\n",
       "    (3): Linear(in_features=4096, out_features=4096, bias=True)\n",
       "    (4): ReLU(inplace=True)\n",
       "    (5): Dropout(p=0.5, inplace=False)\n",
       "    (6): Linear(in_features=4096, out_features=10, bias=True)\n",
       "  )\n",
       ")"
      ]
     },
     "execution_count": 5,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "pruning_rate = 1.  # Define the pruning rate (e.g., 0.3 means pruning 30% of the weights)\n",
    "pruned_vgg_model = prune_model(trained_vgg_model, pruning_rate)\n",
    "pruned_vgg_model.eval()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "ef9610b0",
   "metadata": {},
   "outputs": [],
   "source": [
    "torch.save(pruned_vgg_model.state_dict(), \"../data/trained_vgg_model_pruned.pt\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "558fe8c3",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f4ac6112",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Define the input data shape (batch size, channels, height, width)\n",
    "input_shape = (1, 3, 224, 224)\n",
    "\n",
    "# Generate some random input data\n",
    "input_data = torch.randn(input_shape)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "48de07d4",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "id": "72156b34",
   "metadata": {},
   "source": [
    "# Compare results from pruned and original model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "id": "ab1c0d0e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Original output shape: torch.Size([1, 10])\n",
      "Pruned output shape: torch.Size([1, 10])\n",
      "Max absolute error: tensor(17.7294)\n"
     ]
    }
   ],
   "source": [
    "# Run inference on the original model\n",
    "with torch.no_grad():\n",
    "    output = trained_vgg_model(input_data)\n",
    "\n",
    "# Run inference on the pruned model\n",
    "with torch.no_grad():\n",
    "    pruned_output = pruned_vgg_model(input_data)\n",
    "\n",
    "# Compare the results. The quantized model has the exact same output\n",
    "print(\"Original output shape:\", output.shape)\n",
    "print(\"Pruned output shape:\", quantized_output.shape)\n",
    "print(\"Max absolute error:\", torch.max(torch.abs(output - pruned_output)))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6bac1885",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "markdown",
   "id": "5215000a",
   "metadata": {},
   "source": [
    "# Quantize the model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "42a277a5",
   "metadata": {},
   "outputs": [],
   "source": [
    "quantized_vgg_model = torch.quantization.quantize_dynamic(\n",
    "    trained_vgg_model, {torch.nn.Conv2d}, dtype=torch.qint8\n",
    ")\n",
    "quantized_vgg_model.eval()"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0df0dbcd",
   "metadata": {},
   "source": [
    "# Compare results from quantized and original model"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 28,
   "id": "da5ffda4",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Original output shape: torch.Size([1, 10])\n",
      "Quantized output shape: torch.Size([1, 10])\n",
      "Max absolute error: tensor(0.)\n"
     ]
    }
   ],
   "source": [
    "# Define the input data shape (batch size, channels, height, width)\n",
    "input_shape = (1, 3, 224, 224)\n",
    "\n",
    "# Generate some random input data\n",
    "input_data = torch.randn(input_shape)\n",
    "\n",
    "\n",
    "# Run inference on the original model\n",
    "with torch.no_grad():\n",
    "    output = trained_vgg_model(input_data)\n",
    "\n",
    "# Run inference on the quantized model\n",
    "with torch.no_grad():\n",
    "    quantized_output = quantized_vgg_model(input_data)\n",
    "\n",
    "# Compare the results. The quantized model has the exact same output\n",
    "print(\"Original output shape:\", output.shape)\n",
    "print(\"Quantized output shape:\", quantized_output.shape)\n",
    "print(\"Max absolute error:\", torch.max(torch.abs(output - quantized_output)))\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 41,
   "id": "bd2fd0cd",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[Parameter containing:\n",
       " tensor([ 0.1599,  0.2963,  0.1462, -1.0774,  0.0581, -0.0480,  0.1275, -0.5771,\n",
       "          0.2057, -0.0019, -0.3728,  0.1032,  0.2302,  0.2247, -0.7634, -1.0575,\n",
       "          0.2493, -0.1630,  0.1165, -1.1046,  0.0036, -0.8408, -0.4137, -0.3944,\n",
       "          0.5427,  0.2332,  0.0801,  0.1471, -0.1209, -0.4747, -0.2396, -1.1038,\n",
       "         -0.5626,  0.2906,  0.1752,  0.3620, -0.0132,  0.1501, -0.5135,  0.2279,\n",
       "          0.1374, -1.7165, -0.0161,  0.0337,  0.1304,  0.1580,  0.1544,  0.4259,\n",
       "         -0.0191, -0.0603, -1.4738, -0.7610, -1.2169,  0.1578,  0.1741, -0.0514,\n",
       "          0.1251,  0.0310, -1.1896,  0.1491, -0.8466, -0.0158,  0.2089, -1.3837],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.2704,  0.0000, -0.3916],\n",
       "           [ 0.1592,  0.3472, -0.5112],\n",
       "           [-0.1203,  0.3422, -0.2426]],\n",
       " \n",
       "          [[ 0.3847, -0.0000, -0.6880],\n",
       "           [ 0.4248,  0.4330, -0.8018],\n",
       "           [ 0.0000,  0.4729, -0.3809]],\n",
       " \n",
       "          [[ 0.2062, -0.0000, -0.3961],\n",
       "           [ 0.1371,  0.2901, -0.4324],\n",
       "           [-0.0000,  0.3379, -0.1617]]],\n",
       " \n",
       " \n",
       "         [[[-0.3591, -0.2696,  0.6586],\n",
       "           [-0.6100, -0.3607,  0.7899],\n",
       "           [-0.4298, -0.1509,  0.6455]],\n",
       " \n",
       "          [[-0.5674, -0.4035,  0.7640],\n",
       "           [-0.8700, -0.3712,  1.1020],\n",
       "           [-0.5161, -0.0000,  0.9133]],\n",
       " \n",
       "          [[-0.0000, -0.2853,  0.2220],\n",
       "           [-0.1690, -0.2809,  0.3860],\n",
       "           [-0.0000, -0.0000,  0.3756]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0000, -0.2699, -0.2422],\n",
       "           [ 0.3029,  0.1987, -0.2136],\n",
       "           [-0.0000,  0.2031, -0.0000]],\n",
       " \n",
       "          [[ 0.0000, -0.4901, -0.5531],\n",
       "           [ 0.5161,  0.2805, -0.3828],\n",
       "           [ 0.1546,  0.3938, -0.0000]],\n",
       " \n",
       "          [[-0.0000, -0.3498, -0.3976],\n",
       "           [ 0.3638,  0.1818, -0.2685],\n",
       "           [ 0.1281,  0.2808, -0.0000]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.4199,  0.5292,  0.2537],\n",
       "           [-0.8384, -0.9398, -0.3906],\n",
       "           [ 0.3819,  0.4242,  0.1477]],\n",
       " \n",
       "          [[ 0.5390,  0.6879,  0.3595],\n",
       "           [-1.0686, -1.2282, -0.5613],\n",
       "           [ 0.5006,  0.5377,  0.1987]],\n",
       " \n",
       "          [[ 0.2118,  0.2761,  0.0000],\n",
       "           [-0.5773, -0.6838, -0.2706],\n",
       "           [ 0.4067,  0.4816,  0.1622]]],\n",
       " \n",
       " \n",
       "         [[[ 0.1928,  0.3074,  0.0000],\n",
       "           [ 0.3005,  0.4285,  0.1360],\n",
       "           [ 0.0000,  0.1424, -0.0000]],\n",
       " \n",
       "          [[-0.3229, -0.4697, -0.2518],\n",
       "           [-0.5405, -0.6808, -0.3853],\n",
       "           [-0.3058, -0.4061, -0.2167]],\n",
       " \n",
       "          [[ 0.1124,  0.1457,  0.1206],\n",
       "           [ 0.1891,  0.2082,  0.2179],\n",
       "           [ 0.1899,  0.1964,  0.1745]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0000,  0.1445,  0.2239],\n",
       "           [-0.1609, -0.1317,  0.1232],\n",
       "           [-0.2115, -0.1493,  0.0000]],\n",
       " \n",
       "          [[-0.1374, -0.1351, -0.0000],\n",
       "           [-0.3027, -0.3286, -0.1028],\n",
       "           [-0.2908, -0.2614, -0.0000]],\n",
       " \n",
       "          [[ 0.0000,  0.1193,  0.1322],\n",
       "           [ 0.0000, -0.0000,  0.1318],\n",
       "           [-0.0000,  0.0000,  0.1438]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.9311e-02, -1.1897e-01,  1.3962e-01, -1.2026e-01,  1.1944e-01,\n",
       "         -7.1948e-02, -8.0144e-02, -2.1892e-01, -1.8839e-04,  1.6045e-01,\n",
       "         -2.3102e-03, -4.8943e-02,  7.8396e-02,  4.8859e-01,  1.6461e-01,\n",
       "          1.4260e-01,  5.4311e-01, -2.5714e-01,  2.4310e-01,  4.8907e-01,\n",
       "          3.3416e-02,  5.4291e-01, -2.0947e-01, -1.6997e-01, -2.3695e-01,\n",
       "          6.0132e-01, -1.3513e-01, -1.4230e-01, -1.6413e-02,  2.3224e-02,\n",
       "          8.3714e-02, -1.6798e-01,  1.8356e-01, -1.2214e-01, -4.6904e-01,\n",
       "          2.9000e-01, -2.7427e-02, -2.6221e-01, -1.9611e-01, -1.1573e-01,\n",
       "         -1.2541e-01, -7.9575e-02, -1.3037e-01, -4.9546e-01, -1.9433e-01,\n",
       "          1.3957e-02, -1.2758e-01, -2.7500e-01,  2.5603e-01,  1.2045e-01,\n",
       "          3.1469e-01, -9.9864e-01,  4.6982e-01,  1.3154e-02,  3.1325e-02,\n",
       "         -5.1597e-02,  4.4604e-02, -4.6216e-01, -8.5581e-02, -1.9536e-01,\n",
       "          7.7137e-02,  9.9023e-02, -3.0463e-01, -3.9895e-01, -1.1372e-01,\n",
       "         -9.3195e-03, -1.1679e-01,  7.4175e-02,  7.9115e-02,  3.5722e-02,\n",
       "         -8.3159e-02,  6.3176e-01,  2.8851e-01,  1.4609e-01, -9.8981e-02,\n",
       "          4.7042e-01,  3.2943e-01,  4.6652e-01,  6.5803e-02,  2.1297e-01,\n",
       "          4.5213e-02, -1.8029e-01, -8.0572e-02, -2.2490e-02,  1.8010e-01,\n",
       "         -1.4955e-01, -1.1185e-01,  9.7514e-03,  7.7096e-02, -1.5508e-01,\n",
       "          3.5993e-02,  1.5760e-01, -2.1332e-01,  1.8159e-01,  1.9639e-01,\n",
       "          5.8166e-02,  4.2637e-02,  8.1463e-02,  1.4924e-01,  5.0223e-02,\n",
       "          3.9520e-01,  8.5362e-02,  1.1723e-01, -4.8889e-02, -6.1941e-02,\n",
       "          1.0090e-02, -1.8585e-02,  2.6636e-02, -1.1573e-01, -5.6198e-02,\n",
       "          2.7975e-01, -2.4255e-01, -2.4656e-02, -1.1875e-01, -3.7861e-01,\n",
       "          5.0550e-02,  1.2704e-01, -4.8580e-02,  1.5898e-01,  9.6247e-02,\n",
       "         -1.2251e-01, -3.2524e-02,  8.8199e-02,  3.5359e-02,  6.0738e-01,\n",
       "         -9.0912e-02,  2.2572e-01,  2.6902e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0238, -0.0000, -0.0368],\n",
       "           [ 0.0000, -0.0476, -0.0463],\n",
       "           [-0.0260, -0.0561, -0.0352]],\n",
       " \n",
       "          [[ 0.0554,  0.0559,  0.0000],\n",
       "           [ 0.0258, -0.0206, -0.0342],\n",
       "           [ 0.0000, -0.0412, -0.0293]],\n",
       " \n",
       "          [[-0.0000, -0.0362, -0.0355],\n",
       "           [-0.0000, -0.0517, -0.0291],\n",
       "           [-0.0186, -0.0334, -0.0238]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0187,  0.0000, -0.0000],\n",
       "           [-0.0241, -0.0588, -0.0422],\n",
       "           [-0.0310, -0.0462, -0.0414]],\n",
       " \n",
       "          [[ 0.0214,  0.0000, -0.0453],\n",
       "           [ 0.0232, -0.0000, -0.0000],\n",
       "           [ 0.0194,  0.0198, -0.0000]],\n",
       " \n",
       "          [[ 0.0000, -0.0000, -0.0000],\n",
       "           [ 0.0000, -0.0216, -0.0000],\n",
       "           [ 0.0000, -0.0000, -0.0000]]],\n",
       " \n",
       " \n",
       "         [[[-0.0238,  0.0000,  0.0378],\n",
       "           [-0.0374,  0.0000,  0.0000],\n",
       "           [ 0.0226,  0.0603,  0.0000]],\n",
       " \n",
       "          [[-0.0549, -0.0787, -0.0000],\n",
       "           [-0.1055, -0.0857, -0.0589],\n",
       "           [-0.0000, -0.0000, -0.0000]],\n",
       " \n",
       "          [[ 0.0256,  0.0312,  0.0321],\n",
       "           [-0.0220, -0.0522, -0.0433],\n",
       "           [-0.0343, -0.0295,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0453, -0.0870, -0.0314],\n",
       "           [-0.1670, -0.1811,  0.0428],\n",
       "           [-0.0653,  0.0191,  0.1502]],\n",
       " \n",
       "          [[-0.0265, -0.0438,  0.0000],\n",
       "           [-0.0247, -0.0433, -0.0000],\n",
       "           [-0.0185, -0.0222,  0.0000]],\n",
       " \n",
       "          [[-0.0349, -0.0570, -0.0000],\n",
       "           [-0.0518, -0.0395,  0.0449],\n",
       "           [ 0.0000,  0.0000,  0.0851]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0954,  0.1124,  0.0635],\n",
       "           [ 0.1041,  0.0000,  0.0000],\n",
       "           [-0.0000, -0.0000, -0.0261]],\n",
       " \n",
       "          [[-0.0503,  0.0445,  0.0922],\n",
       "           [-0.0975, -0.1607, -0.0336],\n",
       "           [-0.0650, -0.1332, -0.0556]],\n",
       " \n",
       "          [[ 0.0828,  0.0675,  0.0635],\n",
       "           [ 0.1243,  0.1207,  0.0667],\n",
       "           [ 0.0888,  0.0483,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0463,  0.0747,  0.1162],\n",
       "           [-0.0544, -0.0289,  0.0256],\n",
       "           [ 0.0418, -0.0000,  0.0749]],\n",
       " \n",
       "          [[-0.0000, -0.0000, -0.0000],\n",
       "           [-0.0000, -0.0507, -0.0000],\n",
       "           [ 0.0000,  0.0000,  0.0309]],\n",
       " \n",
       "          [[ 0.0808,  0.1676,  0.1727],\n",
       "           [-0.0808, -0.0436,  0.0000],\n",
       "           [-0.1210, -0.1269, -0.1202]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0389,  0.0533,  0.0000],\n",
       "           [-0.0297, -0.0338, -0.0263],\n",
       "           [-0.0476, -0.0442, -0.0354]],\n",
       " \n",
       "          [[ 0.1010, -0.1033, -0.0236],\n",
       "           [-0.0000, -0.1536, -0.0477],\n",
       "           [-0.0502, -0.0373, -0.0538]],\n",
       " \n",
       "          [[ 0.0000,  0.0620, -0.0310],\n",
       "           [-0.0289, -0.0851, -0.0729],\n",
       "           [-0.0541, -0.0538, -0.0434]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0000,  0.0307, -0.1009],\n",
       "           [ 0.0617,  0.0617, -0.0000],\n",
       "           [-0.0442, -0.0388, -0.0430]],\n",
       " \n",
       "          [[ 0.0369,  0.0367, -0.0000],\n",
       "           [ 0.0284,  0.0257, -0.0000],\n",
       "           [-0.0281, -0.0237, -0.0415]],\n",
       " \n",
       "          [[ 0.0000,  0.0000, -0.0228],\n",
       "           [-0.0280, -0.0376, -0.0368],\n",
       "           [-0.0209, -0.0241, -0.0233]]],\n",
       " \n",
       " \n",
       "         [[[-0.0269,  0.1934, -0.2217],\n",
       "           [-0.0000, -0.0823,  0.0000],\n",
       "           [-0.0733, -0.0970,  0.1491]],\n",
       " \n",
       "          [[-0.1141, -0.2238,  0.4136],\n",
       "           [-0.1260,  0.0854, -0.0372],\n",
       "           [ 0.1234,  0.3138, -0.3583]],\n",
       " \n",
       "          [[ 0.0000,  0.0983, -0.1539],\n",
       "           [-0.0000, -0.0497, -0.0000],\n",
       "           [-0.0805, -0.0838,  0.0972]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0958, -0.0961],\n",
       "           [-0.0421, -0.1189, -0.1585],\n",
       "           [ 0.0301, -0.1161, -0.0665]],\n",
       " \n",
       "          [[-0.0231,  0.0000,  0.0000],\n",
       "           [-0.0288,  0.0000,  0.0000],\n",
       "           [-0.0000, -0.0000,  0.0209]],\n",
       " \n",
       "          [[-0.0257, -0.0000,  0.0216],\n",
       "           [-0.0000, -0.0000,  0.0000],\n",
       "           [ 0.0307, -0.0000, -0.0480]]],\n",
       " \n",
       " \n",
       "         [[[-0.0000, -0.0000,  0.0244],\n",
       "           [ 0.0185, -0.0000,  0.0000],\n",
       "           [-0.0227, -0.0000,  0.0000]],\n",
       " \n",
       "          [[-0.0785, -0.2872, -0.0436],\n",
       "           [ 0.0510, -0.2858, -0.2627],\n",
       "           [ 0.2744,  0.1419, -0.0325]],\n",
       " \n",
       "          [[-0.0364, -0.0261,  0.0320],\n",
       "           [ 0.0211, -0.0000, -0.0195],\n",
       "           [-0.0236, -0.0000,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0354, -0.0691,  0.0650],\n",
       "           [ 0.0000, -0.1137, -0.0815],\n",
       "           [ 0.1449,  0.0419, -0.1322]],\n",
       " \n",
       "          [[ 0.0223,  0.0000,  0.0000],\n",
       "           [-0.0000, -0.0000,  0.0282],\n",
       "           [-0.0814, -0.0409, -0.0000]],\n",
       " \n",
       "          [[-0.0000, -0.0318,  0.0412],\n",
       "           [ 0.0201, -0.0388, -0.0000],\n",
       "           [ 0.0000,  0.0194, -0.0000]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 4.6772e-02, -9.5946e-02,  4.7944e-02, -9.5759e-02,  8.1614e-02,\n",
       "          1.4823e-01, -5.3057e-03,  2.8043e-03, -6.2781e-02, -6.5111e-02,\n",
       "          4.1975e-02, -1.9837e-01,  1.7517e-01,  4.5484e-02, -1.1824e-02,\n",
       "          2.8237e-01, -6.6854e-02, -9.8085e-02, -1.7812e-02,  1.0744e-01,\n",
       "         -1.3127e-01,  9.1981e-02,  4.4198e-02,  1.4573e-01,  1.0351e-01,\n",
       "         -4.6295e-02, -1.1270e-01,  5.4923e-02, -9.1935e-02,  1.8321e-02,\n",
       "          1.5428e-01,  1.5292e-02,  7.2269e-02,  1.0594e-01, -6.0939e-02,\n",
       "          1.2984e-02,  7.1832e-02,  7.9512e-02, -1.5171e-01, -2.5047e-02,\n",
       "          1.7517e-01,  1.2168e-01, -1.2495e-01,  4.5794e-02,  1.2067e-01,\n",
       "          1.5746e-01, -2.2433e-01,  1.6027e-01,  1.0643e-01,  6.0365e-02,\n",
       "         -1.4714e-01,  1.1903e-01, -4.4959e-03,  3.2048e-01, -8.9910e-02,\n",
       "         -1.2930e-01,  4.2387e-02, -1.3150e-02,  1.3987e-01, -2.7926e-02,\n",
       "          1.7797e-01, -3.2660e-02,  1.9997e-01, -1.5150e-02,  3.5920e-02,\n",
       "          1.0857e-01,  1.0378e-01,  5.7074e-02,  6.6024e-02,  1.4060e-01,\n",
       "          1.5850e-01,  9.0132e-02,  1.2082e-01,  1.0656e-01,  3.5006e-03,\n",
       "          2.7250e-01, -2.7857e-02,  1.5488e-01,  1.2190e-01,  3.0087e-02,\n",
       "         -3.0516e-02,  1.3198e-02, -6.0927e-03,  5.4768e-03, -4.7163e-02,\n",
       "          1.0972e-01, -7.0737e-03, -1.7112e-02,  9.5129e-02,  1.5703e-01,\n",
       "         -5.2591e-02, -1.4176e-02, -2.6282e-01,  2.8398e-02,  1.8923e-01,\n",
       "          1.6258e-01,  1.5894e-01, -1.4144e-01, -1.4358e-01, -4.4844e-02,\n",
       "          1.4004e-01,  1.9232e-01, -1.0012e-01,  5.2583e-02,  4.3877e-02,\n",
       "          1.6682e-01, -1.5411e-02,  3.5740e-02,  6.8935e-02, -1.4721e-04,\n",
       "          1.0076e-01,  4.0424e-02, -3.2669e-02,  1.3293e-01, -2.1487e-02,\n",
       "          2.8445e-02,  1.9645e-02,  4.6807e-02, -8.3502e-03,  4.2439e-02,\n",
       "         -1.8842e-02, -1.5473e-01,  2.1262e-01,  6.5908e-03,  1.1451e-01,\n",
       "          2.1330e-01, -2.4496e-02, -5.1867e-02,  4.1673e-02,  3.7124e-02,\n",
       "          1.1927e-01, -9.0236e-02, -1.3128e-01,  7.7309e-02, -4.5788e-02,\n",
       "          1.8606e-01,  4.7735e-02,  2.5267e-02,  5.6782e-02,  1.6399e-01,\n",
       "         -2.0546e-02,  7.8883e-02, -6.1530e-02,  6.3766e-02,  2.8306e-02,\n",
       "         -6.3575e-02,  1.8869e-02, -3.0515e-02, -2.6771e-01, -1.1027e-01,\n",
       "         -5.8162e-03, -2.0900e-02,  1.4261e-01,  5.0621e-02,  4.4683e-02,\n",
       "          1.8754e-01, -5.4072e-02, -1.2543e-02,  3.9628e-02, -1.4192e-01,\n",
       "          7.9789e-02,  1.9831e-01,  1.5970e-01,  3.2250e-02, -7.4643e-02,\n",
       "         -4.7328e-02,  4.0187e-02,  9.8891e-03,  1.7521e-02, -3.6922e-01,\n",
       "          1.0027e-01, -7.0045e-02,  8.4828e-02,  1.6365e-02,  8.5184e-02,\n",
       "         -1.3854e-02,  6.7471e-02, -1.2510e-02, -1.0243e-01,  1.2697e-01,\n",
       "          3.4079e-02,  1.4832e-02,  2.0473e-01,  3.3145e-01, -9.6312e-02,\n",
       "          3.3424e-02,  1.3818e-02,  1.2284e-01, -8.4083e-02, -7.4416e-02,\n",
       "          5.5788e-02, -7.5643e-02,  5.8039e-02, -6.6617e-02,  1.5723e-02,\n",
       "          7.5005e-02,  3.4371e-02,  1.4696e-01, -3.1499e-02,  9.2694e-02,\n",
       "          3.5148e-02, -2.5940e-02,  2.7273e-01,  3.7846e-02,  3.8734e-02,\n",
       "          1.4859e-01, -2.7026e-01,  1.8113e-01,  4.6843e-02,  6.4597e-02,\n",
       "          1.8224e-01,  4.6730e-02,  8.8910e-02,  7.6614e-02,  2.4471e-02,\n",
       "         -5.4106e-02, -2.7093e-01, -3.5995e-02,  1.8177e-01, -8.6036e-02,\n",
       "          7.9046e-02,  2.9816e-02, -9.2080e-02,  7.8864e-02, -1.2242e-01,\n",
       "         -1.3550e-01,  1.4710e-01,  6.6792e-02, -1.7895e-01,  7.2718e-02,\n",
       "         -1.4152e-01, -4.9851e-02,  6.0858e-02, -7.1805e-03,  4.1249e-02,\n",
       "         -6.3021e-02,  1.5744e-01,  9.0947e-02, -1.2022e-02, -1.0939e-02,\n",
       "          1.2952e-01,  1.2607e-01,  1.0088e-01,  1.2425e-01, -1.1779e-01,\n",
       "          2.7871e-01, -1.3497e-01, -1.2395e-01,  1.7816e-03,  4.5480e-03,\n",
       "          9.9256e-02, -8.8049e-02,  3.8081e-02,  4.0663e-02,  1.8970e-01,\n",
       "          9.8301e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0255, -0.0258, -0.0195],\n",
       "           [-0.0000, -0.0191, -0.0153],\n",
       "           [ 0.0000, -0.0000, -0.0000]],\n",
       " \n",
       "          [[ 0.0262,  0.0000,  0.0226],\n",
       "           [-0.0144, -0.0358, -0.0320],\n",
       "           [ 0.0220, -0.0496, -0.0455]],\n",
       " \n",
       "          [[-0.0775, -0.0813, -0.0526],\n",
       "           [-0.0746, -0.0959, -0.0685],\n",
       "           [ 0.0226, -0.0297, -0.0185]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0330,  0.0653,  0.0344],\n",
       "           [ 0.0325,  0.0000,  0.0149],\n",
       "           [-0.0000,  0.0252,  0.0000]],\n",
       " \n",
       "          [[ 0.0394, -0.0390,  0.0000],\n",
       "           [-0.0000, -0.0523, -0.0000],\n",
       "           [-0.0565, -0.0701, -0.0456]],\n",
       " \n",
       "          [[-0.0185, -0.0466, -0.0451],\n",
       "           [ 0.0323,  0.0675,  0.0000],\n",
       "           [-0.0000, -0.0143,  0.0480]]],\n",
       " \n",
       " \n",
       "         [[[-0.0000, -0.0000, -0.0000],\n",
       "           [-0.0195, -0.0000, -0.0000],\n",
       "           [-0.0000, -0.0000,  0.0000]],\n",
       " \n",
       "          [[ 0.0187, -0.0287,  0.0326],\n",
       "           [ 0.0170,  0.0000,  0.0263],\n",
       "           [ 0.0282, -0.0253,  0.0144]],\n",
       " \n",
       "          [[-0.0000, -0.0463,  0.0000],\n",
       "           [ 0.0000, -0.0311, -0.0000],\n",
       "           [ 0.0000, -0.0000,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0155,  0.0000, -0.0335],\n",
       "           [-0.0000, -0.0337, -0.0294],\n",
       "           [-0.0000, -0.0142,  0.0143]],\n",
       " \n",
       "          [[ 0.0000,  0.0000, -0.0194],\n",
       "           [ 0.0197, -0.0000, -0.0000],\n",
       "           [-0.0217,  0.0138, -0.0396]],\n",
       " \n",
       "          [[ 0.0204, -0.0220, -0.0222],\n",
       "           [-0.0000, -0.0000, -0.0480],\n",
       "           [ 0.0000, -0.0243, -0.0000]]],\n",
       " \n",
       " \n",
       "         [[[-0.0437, -0.0297, -0.0200],\n",
       "           [-0.0457, -0.0355, -0.0154],\n",
       "           [-0.0287, -0.0218, -0.0281]],\n",
       " \n",
       "          [[-0.0560, -0.1009, -0.0694],\n",
       "           [-0.0478, -0.0952, -0.0286],\n",
       "           [-0.0566, -0.0533, -0.0000]],\n",
       " \n",
       "          [[ 0.0000, -0.0202, -0.0289],\n",
       "           [ 0.0000, -0.0000,  0.0299],\n",
       "           [ 0.0000,  0.0000,  0.0327]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0478, -0.0368],\n",
       "           [-0.0000, -0.0271, -0.0000],\n",
       "           [-0.0223, -0.0526, -0.0326]],\n",
       " \n",
       "          [[-0.0362,  0.0000,  0.0360],\n",
       "           [ 0.0177, -0.0207,  0.0232],\n",
       "           [ 0.0000,  0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0579, -0.0190, -0.0000],\n",
       "           [-0.0661,  0.0638,  0.0000],\n",
       "           [-0.0264,  0.0289,  0.0212]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0297, -0.0279, -0.0450],\n",
       "           [-0.0220, -0.0000, -0.0411],\n",
       "           [-0.0153, -0.0000, -0.0441]],\n",
       " \n",
       "          [[ 0.0000, -0.0000, -0.0139],\n",
       "           [ 0.0000, -0.0260, -0.0288],\n",
       "           [-0.0000, -0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0158, -0.0443, -0.0000],\n",
       "           [ 0.0305, -0.0394, -0.0425],\n",
       "           [ 0.0461, -0.0000, -0.0542]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0206, -0.0000,  0.0000],\n",
       "           [-0.0707, -0.0691, -0.0000],\n",
       "           [-0.0745, -0.0597, -0.0330]],\n",
       " \n",
       "          [[-0.0000,  0.0000, -0.0000],\n",
       "           [ 0.0000, -0.0193,  0.0000],\n",
       "           [-0.0000,  0.0000,  0.0357]],\n",
       " \n",
       "          [[-0.0518, -0.0468, -0.0498],\n",
       "           [-0.0265, -0.0702, -0.0409],\n",
       "           [-0.0355, -0.0756, -0.0410]]],\n",
       " \n",
       " \n",
       "         [[[-0.0390, -0.0288, -0.0000],\n",
       "           [-0.0000, -0.0189, -0.0139],\n",
       "           [-0.0000,  0.0158, -0.0239]],\n",
       " \n",
       "          [[ 0.0285, -0.0000,  0.0257],\n",
       "           [ 0.0397,  0.0000, -0.0000],\n",
       "           [ 0.0480,  0.0199, -0.0150]],\n",
       " \n",
       "          [[ 0.0275, -0.0000,  0.0000],\n",
       "           [ 0.0000,  0.0000, -0.0162],\n",
       "           [-0.0280, -0.0000, -0.0396]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0418,  0.0820,  0.0383],\n",
       "           [ 0.0300,  0.0365,  0.0243],\n",
       "           [-0.0195, -0.0192, -0.0351]],\n",
       " \n",
       "          [[-0.0000,  0.0218,  0.0204],\n",
       "           [ 0.0000,  0.0000, -0.0000],\n",
       "           [-0.0225,  0.0523,  0.0321]],\n",
       " \n",
       "          [[-0.0377, -0.0279,  0.0356],\n",
       "           [ 0.0226, -0.0212, -0.0601],\n",
       "           [ 0.0146,  0.0000, -0.0520]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0000, -0.0000, -0.0000],\n",
       "           [-0.0151, -0.0148, -0.0326],\n",
       "           [-0.0265,  0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0000, -0.0408, -0.0327],\n",
       "           [ 0.0000, -0.0000, -0.0458],\n",
       "           [ 0.0509,  0.0356,  0.0251]],\n",
       " \n",
       "          [[ 0.0498, -0.0187, -0.0383],\n",
       "           [ 0.0339,  0.0000,  0.0649],\n",
       "           [-0.0499, -0.0000,  0.0423]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0146,  0.0000,  0.0000],\n",
       "           [ 0.0346, -0.0000, -0.0364],\n",
       "           [ 0.0241, -0.0000, -0.0213]],\n",
       " \n",
       "          [[-0.0283, -0.0626, -0.0669],\n",
       "           [-0.0688, -0.0866, -0.0795],\n",
       "           [-0.0595, -0.0337, -0.0280]],\n",
       " \n",
       "          [[-0.0229, -0.0608, -0.0596],\n",
       "           [ 0.0474,  0.0181,  0.0273],\n",
       "           [-0.0297, -0.0223, -0.0406]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.7656e-02,  2.1073e-02,  5.7390e-02,  2.6026e-02,  2.9199e-01,\n",
       "         -1.8201e-02, -3.1452e-02, -2.9759e-02, -1.9551e-02, -2.7325e-02,\n",
       "          5.0783e-02, -8.8136e-03, -8.3447e-02, -1.2790e-01,  6.8833e-02,\n",
       "          2.2233e-01,  2.5061e-03, -4.7182e-02,  5.0917e-02,  2.6873e-02,\n",
       "         -8.0883e-02, -5.8749e-02, -1.4275e-01, -1.1223e-03, -5.1505e-02,\n",
       "          2.9044e-01,  1.2292e-01, -4.0972e-02, -2.3213e-02, -4.5733e-02,\n",
       "          1.2497e-01,  1.3419e-02, -6.3331e-02,  3.2408e-01,  1.2918e-01,\n",
       "         -3.7019e-02, -1.3910e-01,  9.7794e-02,  3.4209e-02,  4.6658e-03,\n",
       "          5.8909e-02, -2.1564e-01, -5.4526e-02, -1.2264e-02, -1.9306e-01,\n",
       "          3.8421e-02,  5.5035e-02,  9.1149e-02,  4.6917e-02, -1.6562e-01,\n",
       "          8.7019e-02, -1.0432e-02, -1.2897e-01,  3.4518e-01,  4.4314e-02,\n",
       "          2.1388e-01,  8.3200e-03, -1.2179e-01, -9.0241e-02, -8.7956e-02,\n",
       "         -1.5865e-01,  1.1826e-02, -1.7853e-01,  1.5253e-01,  1.6398e-01,\n",
       "          3.1480e-02,  3.4050e-02,  1.3429e-01,  6.7318e-02, -1.5357e-01,\n",
       "          4.4879e-01,  8.3334e-02, -3.9885e-02,  2.3856e-02,  3.6483e-01,\n",
       "          1.5452e-01, -3.0470e-02, -1.4674e-01, -2.9681e-02,  2.1439e-01,\n",
       "         -1.5378e-05,  8.6078e-03, -9.3887e-02, -8.4933e-02,  5.9341e-03,\n",
       "         -7.1608e-02,  1.5989e-02, -9.3305e-02, -7.4036e-02,  2.2214e-01,\n",
       "          3.7773e-01,  1.1291e-02,  5.3612e-02, -5.4903e-02, -1.0339e-01,\n",
       "         -3.9375e-02, -5.8010e-02, -6.2956e-02,  2.0878e-02,  7.6435e-02,\n",
       "         -1.3035e-01, -1.7996e-01, -9.5437e-02, -5.4438e-02,  1.4423e-01,\n",
       "         -5.2620e-02,  2.1737e-02, -1.6843e-02, -2.5559e-01,  1.4923e-01,\n",
       "         -3.7723e-02,  1.6879e-01, -1.8101e-01, -8.0709e-02, -1.1637e-01,\n",
       "          3.6118e-02, -5.4288e-02, -1.2587e-01, -3.3101e-04,  5.0214e-02,\n",
       "         -3.9650e-02, -2.7594e-01,  1.6934e-02,  1.6797e-01,  5.4571e-02,\n",
       "         -2.2912e-02, -4.3791e-02,  1.4634e-01, -4.2248e-02, -5.3229e-02,\n",
       "         -1.8746e-02,  1.5318e-01,  1.4971e-01,  1.7104e-02, -2.6606e-02,\n",
       "         -1.5254e-01,  1.2347e-01, -4.2271e-02,  3.4929e-01, -1.7632e-02,\n",
       "          5.7414e-02,  1.5228e-01, -7.6989e-02,  6.1595e-02, -2.7261e-02,\n",
       "         -3.3966e-02, -1.2828e-01,  4.8165e-01, -1.1063e-01,  4.7354e-02,\n",
       "          2.1745e-01,  1.4406e-02, -1.0392e-01,  9.3444e-03, -7.9186e-02,\n",
       "          6.5463e-02,  8.9706e-02,  1.6301e-01, -5.5133e-02, -2.1822e-01,\n",
       "         -6.4710e-04, -1.3621e-01,  8.9579e-02,  1.5699e-02, -1.5487e-01,\n",
       "         -4.1578e-02, -1.4590e-02,  2.3686e-01, -6.8919e-02, -2.3319e-02,\n",
       "          3.6744e-02, -7.2696e-02, -4.7204e-03,  8.1183e-02,  2.1502e-01,\n",
       "         -8.4523e-02, -8.9738e-03,  8.2646e-02,  3.2406e-01,  1.2531e-01,\n",
       "          1.7918e-01,  4.1478e-02, -1.2761e-01, -1.8242e-02, -3.6203e-01,\n",
       "          3.9074e-01, -1.4978e-01, -3.3814e-02,  1.7666e-01, -2.5454e-01,\n",
       "          7.5431e-02,  3.9039e-01,  1.0696e-01,  3.6834e-02,  9.7215e-02,\n",
       "          2.8013e-02,  1.0226e-01,  8.0709e-02,  1.8277e-01, -4.9668e-02,\n",
       "         -1.4549e-01,  2.4626e-01,  9.1832e-03, -1.0201e-01,  1.0787e-01,\n",
       "          1.2257e-01, -1.5290e-01, -2.8999e-02, -1.0086e-01, -2.3165e-02,\n",
       "          3.0431e-01, -1.3751e-01, -7.8277e-02, -2.9785e-02, -1.1489e-01,\n",
       "         -8.6175e-02,  1.0137e-02,  2.3972e-02, -1.4030e-02, -5.2900e-02,\n",
       "          3.4528e-01,  1.6637e-01, -1.7521e-02,  1.9366e-01,  1.8873e-01,\n",
       "         -1.1425e-01, -6.0459e-03,  7.8550e-03, -7.1667e-02,  3.4181e-01,\n",
       "          7.6589e-01,  5.9430e-02, -2.2362e-02, -8.8565e-02,  1.6747e-02,\n",
       "         -9.6526e-03,  1.6071e-01, -1.5113e-01,  2.1275e-02, -2.1595e-01,\n",
       "         -9.2128e-02, -1.5745e-01, -1.0565e-01,  1.9531e-01,  3.6782e-01,\n",
       "         -2.4112e-01, -1.0279e-01,  1.7215e-01,  1.4493e-01, -3.6764e-02,\n",
       "          1.4407e-01, -2.1910e-01,  2.4890e-02,  1.0346e-01,  8.8235e-02,\n",
       "          1.0390e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0165, -0.0000,  0.0235],\n",
       "           [-0.0267, -0.0301, -0.0212],\n",
       "           [-0.0000, -0.0123, -0.0000]],\n",
       " \n",
       "          [[-0.0000, -0.0180,  0.0267],\n",
       "           [-0.0375, -0.0377, -0.0000],\n",
       "           [-0.0309, -0.0267, -0.0394]],\n",
       " \n",
       "          [[ 0.0000,  0.0162, -0.0350],\n",
       "           [ 0.0265,  0.0000, -0.0357],\n",
       "           [ 0.0000,  0.0000, -0.0318]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0188, -0.0345, -0.0151],\n",
       "           [-0.0291, -0.0246,  0.0123],\n",
       "           [-0.0000, -0.0000,  0.0000]],\n",
       " \n",
       "          [[-0.0250,  0.0000,  0.0499],\n",
       "           [-0.0550, -0.0315,  0.0168],\n",
       "           [-0.0277, -0.0132, -0.0234]],\n",
       " \n",
       "          [[ 0.0000,  0.0395,  0.0359],\n",
       "           [-0.0478, -0.0399, -0.0131],\n",
       "           [-0.0190, -0.0000, -0.0000]]],\n",
       " \n",
       " \n",
       "         [[[-0.0500, -0.0312, -0.0574],\n",
       "           [-0.0583, -0.0395, -0.0350],\n",
       "           [-0.0000,  0.0306,  0.0000]],\n",
       " \n",
       "          [[-0.0770, -0.0895, -0.0942],\n",
       "           [ 0.0000,  0.0000, -0.0292],\n",
       "           [ 0.0163,  0.0470,  0.0000]],\n",
       " \n",
       "          [[-0.0135, -0.0317, -0.0163],\n",
       "           [ 0.0192, -0.0000, -0.0000],\n",
       "           [ 0.0192,  0.0000,  0.0159]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0000,  0.0189,  0.0209],\n",
       "           [-0.0443,  0.0199,  0.0147],\n",
       "           [-0.0336,  0.0418,  0.0541]],\n",
       " \n",
       "          [[ 0.1245,  0.0724,  0.0905],\n",
       "           [-0.0290, -0.1490, -0.0223],\n",
       "           [-0.0227, -0.1079, -0.0158]],\n",
       " \n",
       "          [[-0.0000,  0.0000,  0.0000],\n",
       "           [ 0.0390,  0.0315,  0.0356],\n",
       "           [-0.0000,  0.0188,  0.0000]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0331,  0.0000, -0.0000],\n",
       "           [ 0.0190,  0.0000, -0.0000],\n",
       "           [ 0.0150,  0.0200,  0.0000]],\n",
       " \n",
       "          [[-0.0534, -0.0386, -0.0441],\n",
       "           [-0.0485, -0.0770, -0.0592],\n",
       "           [-0.0460, -0.0825, -0.0863]],\n",
       " \n",
       "          [[ 0.0131,  0.0345,  0.0000],\n",
       "           [-0.0000,  0.0185, -0.0165],\n",
       "           [-0.0000,  0.0191, -0.0119]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0000,  0.0000],\n",
       "           [-0.0116, -0.0222, -0.0178],\n",
       "           [ 0.0000,  0.0000,  0.0138]],\n",
       " \n",
       "          [[-0.0374,  0.0319, -0.0000],\n",
       "           [-0.0668,  0.0606, -0.0298],\n",
       "           [-0.0000,  0.0942, -0.0449]],\n",
       " \n",
       "          [[-0.0273, -0.0000, -0.0245],\n",
       "           [-0.0328, -0.0208, -0.0315],\n",
       "           [-0.0343, -0.0250, -0.0335]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0208,  0.0000, -0.0000],\n",
       "           [-0.0272, -0.0179, -0.0000],\n",
       "           [-0.0132, -0.0000, -0.0000]],\n",
       " \n",
       "          [[ 0.1650,  0.0534,  0.0474],\n",
       "           [ 0.1539, -0.1392, -0.2158],\n",
       "           [ 0.1431, -0.1083, -0.1974]],\n",
       " \n",
       "          [[-0.0275,  0.0118, -0.0000],\n",
       "           [-0.0000,  0.0894, -0.0000],\n",
       "           [-0.0125,  0.0340, -0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0000, -0.0000,  0.0000],\n",
       "           [-0.0786,  0.0000,  0.0335],\n",
       "           [-0.0000,  0.0259, -0.0000]],\n",
       " \n",
       "          [[-0.1059, -0.0181,  0.0360],\n",
       "           [-0.1761,  0.2135,  0.0938],\n",
       "           [-0.0632, -0.0000, -0.0399]],\n",
       " \n",
       "          [[-0.0438,  0.0243,  0.0000],\n",
       "           [-0.0476,  0.0000,  0.0263],\n",
       "           [-0.0231,  0.0141,  0.0000]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0000, -0.0150,  0.0000],\n",
       "           [ 0.0308,  0.0509, -0.0680],\n",
       "           [ 0.0148,  0.0516, -0.0638]],\n",
       " \n",
       "          [[ 0.0000, -0.0000, -0.0213],\n",
       "           [-0.0000, -0.0000, -0.0481],\n",
       "           [-0.0219, -0.0000, -0.0458]],\n",
       " \n",
       "          [[-0.0000, -0.0471, -0.0403],\n",
       "           [ 0.0275, -0.0482, -0.0318],\n",
       "           [ 0.0403, -0.0447, -0.0549]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0673, -0.0000, -0.0000],\n",
       "           [ 0.0287, -0.0169, -0.0176],\n",
       "           [ 0.0000,  0.0000, -0.0000]],\n",
       " \n",
       "          [[ 0.0779,  0.0399, -0.0176],\n",
       "           [ 0.0000, -0.0420,  0.0195],\n",
       "           [ 0.0397,  0.0000, -0.0171]],\n",
       " \n",
       "          [[ 0.0000,  0.0000, -0.0406],\n",
       "           [ 0.0000, -0.0000,  0.0209],\n",
       "           [ 0.0197,  0.0164, -0.0378]]],\n",
       " \n",
       " \n",
       "         [[[-0.0381, -0.0226, -0.0211],\n",
       "           [-0.0000, -0.0407, -0.0540],\n",
       "           [-0.0317, -0.0466, -0.0395]],\n",
       " \n",
       "          [[ 0.0254, -0.0000, -0.0161],\n",
       "           [-0.0000, -0.0189,  0.0000],\n",
       "           [-0.0228, -0.0142, -0.0196]],\n",
       " \n",
       "          [[-0.0000,  0.0179, -0.0000],\n",
       "           [-0.0196,  0.0000,  0.0158],\n",
       "           [-0.0000,  0.0318,  0.0243]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0329, -0.0000, -0.0470],\n",
       "           [ 0.0418, -0.0135, -0.0590],\n",
       "           [ 0.0372, -0.0000, -0.0159]],\n",
       " \n",
       "          [[-0.0292, -0.0000,  0.0281],\n",
       "           [-0.0699, -0.0180,  0.0678],\n",
       "           [-0.0679, -0.0400,  0.0496]],\n",
       " \n",
       "          [[ 0.0140,  0.0000, -0.0000],\n",
       "           [-0.0000, -0.0266, -0.0000],\n",
       "           [ 0.0000, -0.0142,  0.0152]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-2.4246e-02,  1.5186e-01, -1.0632e-01,  3.7403e-03, -5.0267e-02,\n",
       "         -8.0718e-02, -2.6952e-02,  8.0982e-02, -7.7082e-02,  1.5480e-03,\n",
       "          6.1665e-02,  1.1581e-01, -2.3432e-02,  8.6477e-02, -4.1576e-02,\n",
       "          4.8048e-03, -1.1347e-01,  6.7258e-02, -6.5776e-02, -1.1423e-01,\n",
       "          7.0344e-02, -1.0372e-01, -1.8072e-02,  5.3167e-02,  1.5158e-01,\n",
       "          5.2509e-03,  2.6446e-03, -2.0583e-02, -1.0607e-01, -2.9791e-02,\n",
       "          2.5238e-03,  4.0444e-02, -2.1027e-02,  1.4686e-02,  1.2995e-02,\n",
       "         -2.1338e-01,  7.0244e-02, -1.2270e-01,  2.7129e-02, -1.1007e-01,\n",
       "         -2.4206e-02, -2.5889e-01, -1.7977e-01, -1.4724e-02, -3.5579e-02,\n",
       "         -6.5193e-02,  1.5896e-01,  5.3142e-02,  6.9146e-02, -7.4694e-02,\n",
       "          1.5929e-02, -2.5696e-02, -5.0972e-02,  4.6961e-02,  2.0733e-01,\n",
       "         -7.8029e-02,  7.0014e-02, -1.6635e-01,  8.2353e-02, -8.4250e-02,\n",
       "         -1.4251e-01,  9.3700e-02,  3.2732e-02,  4.9801e-03, -1.1415e-02,\n",
       "          3.6488e-02,  5.7798e-02,  6.0422e-02, -3.2064e-02,  6.5277e-02,\n",
       "         -3.4509e-02, -2.1893e-03,  3.3357e-02, -4.7108e-02,  6.4675e-03,\n",
       "          5.2268e-02,  3.7295e-02, -5.8642e-02,  4.1964e-02, -1.2486e-01,\n",
       "          6.6290e-02,  2.0960e-02,  8.9161e-02,  5.6384e-02,  9.5660e-02,\n",
       "         -9.0917e-02,  1.5166e-02,  9.5526e-04,  9.8309e-02, -1.5474e-01,\n",
       "          1.1575e-01,  2.8323e-02, -5.6133e-02, -1.9598e-01,  4.1864e-02,\n",
       "          6.3115e-02,  6.8758e-03, -6.6293e-02, -8.5006e-02,  1.3799e-02,\n",
       "         -9.0830e-02, -7.7270e-02, -4.8903e-02, -7.1966e-02,  4.5353e-02,\n",
       "          2.8576e-01, -6.0887e-02,  5.4318e-02,  7.7735e-02, -3.1670e-02,\n",
       "         -6.6726e-02,  6.7419e-02,  1.5167e-01, -2.5905e-02, -4.2489e-02,\n",
       "         -6.3318e-02, -1.2599e-01,  2.5905e-02, -2.2268e-01, -9.0665e-02,\n",
       "          2.8776e-03,  1.7489e-01,  2.6365e-02, -6.3802e-03, -5.2547e-02,\n",
       "          9.8531e-03,  2.9545e-02, -1.8863e-02,  2.6937e-01,  1.1404e-01,\n",
       "         -6.1274e-02, -5.2691e-02,  5.9184e-02,  5.3767e-02, -1.4765e-02,\n",
       "          2.1891e-02,  4.1178e-02, -1.2483e-01,  6.0841e-02,  9.0350e-03,\n",
       "          1.0374e-01,  1.6369e-02,  8.0314e-02,  4.1535e-03, -3.4743e-02,\n",
       "          6.1704e-04,  5.2221e-02,  4.9061e-02, -7.2877e-02, -4.7296e-02,\n",
       "          3.7660e-02,  3.4993e-02, -3.7125e-02,  4.8927e-03, -1.5930e-01,\n",
       "          6.0246e-02, -5.2534e-03, -3.2680e-03, -4.0931e-02,  7.0635e-02,\n",
       "         -1.5913e-02, -4.8328e-02,  5.7571e-02,  4.1097e-03, -2.7424e-02,\n",
       "         -4.9209e-02,  7.6610e-02, -1.1157e-01,  7.6349e-03, -6.6859e-02,\n",
       "         -1.5629e-01,  2.9390e-02, -5.1432e-02,  1.8863e-02,  6.1743e-02,\n",
       "          1.1266e-01, -4.8019e-02, -6.9246e-02,  1.2445e-01, -4.9825e-03,\n",
       "          1.6559e-03, -6.0794e-03,  6.4155e-02, -7.7539e-02, -3.6256e-02,\n",
       "          8.5465e-02,  4.9697e-02, -1.7707e-03, -1.0768e-02, -1.2652e-02,\n",
       "         -3.3859e-02,  3.9788e-02, -3.4090e-02,  1.2777e-01,  1.6752e-01,\n",
       "          1.5575e-02, -4.7512e-02,  4.7224e-02, -4.3663e-02,  4.1792e-02,\n",
       "         -4.8439e-02,  1.3971e-01,  5.2394e-02,  1.0854e-01,  1.1273e-01,\n",
       "         -2.0728e-01, -7.8229e-02,  5.6576e-02,  7.3932e-02, -5.6563e-02,\n",
       "         -1.4521e-02,  5.1174e-02, -4.5191e-02, -7.2583e-02,  4.5897e-02,\n",
       "         -7.1085e-03,  7.0484e-02, -9.6734e-02,  6.7285e-02, -1.8788e-02,\n",
       "         -1.7014e-01,  2.2959e-02,  5.9670e-02, -1.3689e-01,  2.6179e-02,\n",
       "         -2.9393e-02, -1.4967e-02, -2.7353e-02,  8.3125e-02, -5.8034e-02,\n",
       "         -1.1699e-01,  3.1965e-02, -3.5639e-02,  2.1590e-02,  3.0975e-02,\n",
       "         -6.3769e-02, -5.4051e-02, -1.8945e-01, -2.9398e-02,  8.8144e-02,\n",
       "          1.0533e-01,  1.6835e-01,  1.3389e-01, -4.5922e-02, -5.4534e-02,\n",
       "          7.7933e-03,  1.3505e-01, -4.3320e-02, -2.6699e-02,  1.1433e-01,\n",
       "          7.3027e-02,  1.1512e-02, -1.2536e-02, -1.3046e-01, -8.3050e-02,\n",
       "          1.2643e-01,  1.2622e-01, -1.2007e-01,  3.1939e-01,  9.0552e-02,\n",
       "         -1.2655e-01, -6.9281e-02,  1.6552e-02,  1.3860e-02,  1.9205e-01,\n",
       "         -5.4696e-03,  1.6418e-02,  1.7523e-01, -4.6486e-02, -4.8792e-02,\n",
       "          4.0070e-02, -5.0035e-03,  4.0858e-02, -6.8499e-02, -1.5614e-01,\n",
       "         -9.6661e-02,  7.1684e-03, -2.0955e-01, -8.0081e-02,  2.1810e-02,\n",
       "         -1.6712e-02,  5.9487e-02,  2.1000e-02, -1.3447e-01,  2.8708e-02,\n",
       "          1.2537e-01, -2.6044e-02, -2.9529e-02,  7.3134e-02,  1.5199e-01,\n",
       "          2.7371e-02, -8.1913e-02,  3.4475e-02, -1.5670e-01, -2.4524e-02,\n",
       "         -1.0659e-01, -1.2351e-02, -3.3641e-02,  9.5659e-02,  5.6981e-02,\n",
       "          2.0168e-01, -8.1732e-02, -1.7976e-02, -3.1651e-02,  4.3351e-02,\n",
       "          5.7151e-02, -2.3975e-02, -1.8526e-01,  5.0161e-03,  2.3623e-02,\n",
       "          9.0739e-02, -3.6880e-02,  2.6356e-02, -9.6243e-02, -9.4129e-02,\n",
       "         -1.4065e-01,  5.3761e-02,  2.1923e-01, -2.6287e-02, -5.4197e-02,\n",
       "         -1.2403e-01, -3.1882e-02, -7.6901e-02,  7.6777e-03,  1.3034e-01,\n",
       "          1.8517e-02, -7.0805e-02,  2.9175e-03, -3.3319e-01,  1.1204e-01,\n",
       "          5.4271e-02, -1.2484e-01, -7.7568e-02, -7.4394e-02, -3.0788e-02,\n",
       "         -7.2417e-04,  7.5750e-02,  5.2657e-03,  6.6516e-02,  2.1974e-02,\n",
       "         -1.3594e-01,  1.5671e-01,  3.7973e-02, -4.3670e-02, -1.0912e-01,\n",
       "          2.7013e-02,  5.7837e-03, -1.2566e-01, -1.8756e-01, -1.4802e-01,\n",
       "         -5.1825e-02,  1.2799e-01,  5.8645e-02, -1.3177e-01,  9.7064e-02,\n",
       "          6.9174e-02,  5.1777e-02,  1.4744e-01, -1.4967e-01, -3.9093e-03,\n",
       "          6.8179e-02, -1.5143e-01, -1.2447e-02, -8.9923e-03,  7.2979e-02,\n",
       "         -8.9447e-02,  1.2731e-02, -6.0804e-02,  1.5218e-01,  5.0673e-05,\n",
       "          3.6849e-02,  2.3712e-02, -2.4935e-03, -7.7613e-02, -1.3392e-01,\n",
       "         -2.0260e-02,  3.9279e-02, -4.9686e-02, -2.9021e-03,  1.8210e-02,\n",
       "         -2.2425e-02, -1.2767e-01, -4.9913e-02,  5.3416e-02,  1.0664e-01,\n",
       "         -5.5083e-02,  1.6074e-02, -6.6505e-02, -7.8450e-02, -1.1511e-01,\n",
       "         -4.2740e-02, -4.0479e-02,  2.7146e-01, -1.7990e-02,  4.2329e-02,\n",
       "         -7.6175e-02, -1.5149e-01, -3.7689e-03,  5.1641e-03,  7.8445e-02,\n",
       "         -7.0217e-02, -3.0961e-01, -4.8741e-02, -6.6676e-02,  1.0027e-01,\n",
       "         -1.7886e-02,  3.4760e-02, -1.0879e-02,  2.9834e-02, -2.1563e-02,\n",
       "          6.8497e-03, -5.0829e-02,  2.8219e-02, -5.5323e-03, -3.1779e-04,\n",
       "          2.4679e-01,  5.9456e-02,  2.3951e-02,  1.5602e-02, -1.4959e-02,\n",
       "          1.9072e-02, -4.7374e-02,  2.0324e-02, -5.0502e-02,  1.1563e-01,\n",
       "          6.7554e-02,  9.2344e-02, -4.8744e-02, -4.7812e-03, -7.5848e-02,\n",
       "         -3.6690e-02, -1.0515e-01, -1.3073e-01, -1.9029e-01,  3.8180e-02,\n",
       "         -6.9003e-03,  2.0750e-02,  1.1989e-01, -9.5620e-02, -1.3189e-02,\n",
       "          1.5673e-01, -3.2942e-02,  5.6922e-02,  2.7019e-02,  1.7268e-02,\n",
       "         -6.0323e-02, -5.5771e-02, -1.7433e-02, -9.4803e-02,  5.1824e-02,\n",
       "         -9.4428e-02,  5.9216e-02, -1.6732e-02,  1.1788e-01,  4.8003e-03,\n",
       "          7.7634e-02,  9.6305e-02, -7.0212e-02, -3.2239e-03,  5.8393e-02,\n",
       "          3.2228e-02,  9.1241e-02, -2.3315e-02,  9.7125e-02, -7.8357e-02,\n",
       "         -3.8495e-02,  3.3757e-02, -3.5437e-02,  1.3916e-01,  1.8394e-01,\n",
       "         -5.6153e-02, -5.9745e-03, -4.2682e-02, -7.1431e-02, -1.7954e-02,\n",
       "          8.2312e-02,  6.6163e-02,  1.7614e-02,  5.5761e-02,  1.5643e-02,\n",
       "          1.0774e-02,  5.7498e-02, -7.1388e-02,  1.5189e-02, -8.4404e-02,\n",
       "         -1.6452e-01, -5.1980e-02, -6.3888e-01,  1.7460e-02,  5.0524e-02,\n",
       "         -3.6637e-02,  1.6328e-01, -4.9804e-02,  9.4391e-04, -3.6646e-03,\n",
       "          3.3490e-02,  8.5156e-02,  1.3768e-02, -9.8626e-02,  5.6843e-02,\n",
       "          2.3915e-02, -4.3590e-02, -2.8072e-01,  8.4996e-02, -2.6411e-02,\n",
       "          1.3055e-02, -7.9603e-02,  1.2890e-02, -2.2924e-01, -1.3761e-02,\n",
       "         -5.2790e-02, -4.6052e-03], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0173, -0.0163, -0.0366],\n",
       "           [ 0.0449, -0.0131, -0.0232],\n",
       "           [ 0.0342, -0.0000, -0.0119]],\n",
       " \n",
       "          [[-0.0466, -0.0214,  0.0100],\n",
       "           [-0.0404, -0.0000,  0.0099],\n",
       "           [-0.0534, -0.0107,  0.0144]],\n",
       " \n",
       "          [[ 0.0000, -0.0111,  0.0095],\n",
       "           [ 0.0117,  0.0000,  0.0000],\n",
       "           [ 0.0000, -0.0000, -0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0478,  0.0259,  0.0170],\n",
       "           [ 0.0344,  0.0597,  0.1009],\n",
       "           [ 0.0232, -0.0123,  0.0147]],\n",
       " \n",
       "          [[-0.0115,  0.0202,  0.0350],\n",
       "           [-0.0148,  0.0193,  0.0000],\n",
       "           [-0.0395, -0.0000,  0.0000]],\n",
       " \n",
       "          [[ 0.0358, -0.0126,  0.0205],\n",
       "           [ 0.0776,  0.0467,  0.0334],\n",
       "           [ 0.0396, -0.0109,  0.0236]]],\n",
       " \n",
       " \n",
       "         [[[-0.0177, -0.0172,  0.0129],\n",
       "           [-0.0000, -0.0111, -0.0000],\n",
       "           [-0.0214, -0.0226, -0.0000]],\n",
       " \n",
       "          [[ 0.0214,  0.0125,  0.0178],\n",
       "           [ 0.0616,  0.0731,  0.0599],\n",
       "           [ 0.0116,  0.0173,  0.0127]],\n",
       " \n",
       "          [[-0.0000, -0.0096,  0.0000],\n",
       "           [-0.0000, -0.0133,  0.0000],\n",
       "           [-0.0000, -0.0205,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0142, -0.0000,  0.0000],\n",
       "           [-0.0321, -0.0132, -0.0176],\n",
       "           [-0.0109, -0.0000, -0.0151]],\n",
       " \n",
       "          [[-0.0373, -0.0179, -0.0555],\n",
       "           [-0.0441, -0.0281, -0.0760],\n",
       "           [-0.0157, -0.0258, -0.0328]],\n",
       " \n",
       "          [[ 0.0199,  0.0223,  0.0766],\n",
       "           [-0.0000,  0.0152,  0.0217],\n",
       "           [-0.0289,  0.0000,  0.0000]]],\n",
       " \n",
       " \n",
       "         [[[-0.0208, -0.0310, -0.0323],\n",
       "           [-0.0000, -0.0395, -0.0526],\n",
       "           [ 0.0000,  0.0000, -0.0255]],\n",
       " \n",
       "          [[ 0.0167,  0.0132,  0.0152],\n",
       "           [ 0.0214,  0.0096,  0.0279],\n",
       "           [ 0.0000,  0.0274,  0.0326]],\n",
       " \n",
       "          [[-0.0000,  0.0000,  0.0118],\n",
       "           [-0.0000, -0.0138, -0.0000],\n",
       "           [-0.0000, -0.0256,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0132,  0.0000, -0.0186],\n",
       "           [-0.0131,  0.0172,  0.0201],\n",
       "           [-0.0228, -0.0104,  0.0624]],\n",
       " \n",
       "          [[ 0.0267,  0.0137, -0.0000],\n",
       "           [ 0.0000,  0.0180, -0.0000],\n",
       "           [-0.0000, -0.0137,  0.0171]],\n",
       " \n",
       "          [[-0.0237,  0.0221, -0.0000],\n",
       "           [-0.0000,  0.0103, -0.0000],\n",
       "           [ 0.0095,  0.0201,  0.0176]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0207, -0.0148, -0.0367],\n",
       "           [-0.0271,  0.0104, -0.0110],\n",
       "           [ 0.0199,  0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0114, -0.0107,  0.0204],\n",
       "           [-0.0000,  0.0000,  0.0337],\n",
       "           [-0.0327, -0.0332, -0.0411]],\n",
       " \n",
       "          [[-0.0406, -0.0378, -0.0194],\n",
       "           [-0.0553, -0.0601, -0.0326],\n",
       "           [-0.0466, -0.0455, -0.0241]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0190, -0.0399, -0.0244],\n",
       "           [-0.0494, -0.0668, -0.0267],\n",
       "           [-0.0316, -0.0369,  0.0000]],\n",
       " \n",
       "          [[-0.0000, -0.0000,  0.0000],\n",
       "           [-0.0102, -0.0281, -0.0292],\n",
       "           [ 0.0000, -0.0219,  0.0000]],\n",
       " \n",
       "          [[-0.0378, -0.0201, -0.0000],\n",
       "           [-0.0443, -0.0425, -0.0000],\n",
       "           [-0.0283, -0.0267, -0.0000]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0495,  0.0148,  0.0000],\n",
       "           [ 0.0147, -0.0131, -0.0232],\n",
       "           [-0.0000, -0.0265, -0.0299]],\n",
       " \n",
       "          [[-0.0155,  0.0107,  0.0238],\n",
       "           [ 0.0214,  0.0285,  0.0323],\n",
       "           [ 0.0502,  0.0245,  0.0211]],\n",
       " \n",
       "          [[-0.0351, -0.0172, -0.0158],\n",
       "           [-0.0189, -0.0179, -0.0223],\n",
       "           [-0.0000, -0.0000, -0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0315,  0.0103,  0.0391],\n",
       "           [ 0.0226,  0.0496,  0.0378],\n",
       "           [ 0.0401,  0.0458, -0.0000]],\n",
       " \n",
       "          [[ 0.0099,  0.0327,  0.0259],\n",
       "           [ 0.0000, -0.0215, -0.0000],\n",
       "           [-0.0172,  0.0000, -0.0126]],\n",
       " \n",
       "          [[ 0.0155, -0.0000,  0.0000],\n",
       "           [ 0.0000, -0.0191, -0.0186],\n",
       "           [ 0.0000, -0.0000,  0.0000]]],\n",
       " \n",
       " \n",
       "         [[[-0.0137, -0.0421, -0.0164],\n",
       "           [-0.0149, -0.0362, -0.0139],\n",
       "           [ 0.0173,  0.0000,  0.0305]],\n",
       " \n",
       "          [[-0.0096, -0.0329, -0.0300],\n",
       "           [-0.0335, -0.0464, -0.0412],\n",
       "           [ 0.0000, -0.0362, -0.0263]],\n",
       " \n",
       "          [[-0.0000, -0.0000, -0.0190],\n",
       "           [-0.0247, -0.0252, -0.0308],\n",
       "           [-0.0413, -0.0421, -0.0323]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0000, -0.0203],\n",
       "           [-0.0200, -0.0282, -0.0208],\n",
       "           [-0.0271, -0.0426, -0.0207]],\n",
       " \n",
       "          [[ 0.0259,  0.0464,  0.0200],\n",
       "           [ 0.0272,  0.0468,  0.0266],\n",
       "           [-0.0136,  0.0258,  0.0298]],\n",
       " \n",
       "          [[ 0.0000,  0.0000, -0.0000],\n",
       "           [-0.0173, -0.0128,  0.0126],\n",
       "           [-0.0150, -0.0161,  0.0100]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 3.2785e-01, -1.1670e-02,  5.9252e-02,  1.5882e-01,  4.9376e-02,\n",
       "         -8.3625e-02, -6.3965e-02,  4.4863e-02, -4.4741e-02,  1.7825e-01,\n",
       "          1.5343e-01, -1.2114e-01, -1.2925e-01, -2.1641e-02,  7.8369e-02,\n",
       "          9.0640e-02,  1.4219e-01,  1.0104e-01, -5.6336e-02,  2.3585e-01,\n",
       "          9.0724e-02,  2.1427e-01,  1.3687e-01, -5.6803e-02,  1.1205e-02,\n",
       "          6.2014e-02,  6.6606e-02,  6.0135e-02, -1.4872e-01, -9.6398e-02,\n",
       "         -2.6313e-02, -5.3609e-01, -7.8366e-02,  4.9564e-02,  1.8171e-01,\n",
       "          2.4494e-02,  1.9484e-02,  3.4660e-02, -4.3450e-02,  7.2832e-02,\n",
       "         -1.0446e-01,  1.1502e-01,  2.3923e-02,  1.9399e-02,  1.1044e-01,\n",
       "         -3.2952e-02,  1.0205e-01,  5.2526e-02,  1.3915e-01,  1.0217e-01,\n",
       "         -1.3322e-01,  7.4932e-02,  2.8297e-02, -7.8022e-02, -7.4605e-02,\n",
       "         -1.7926e-02, -1.6370e-01, -5.9733e-02, -7.0614e-02,  6.3561e-02,\n",
       "          1.7057e-02,  1.0888e-01, -1.1982e-02,  1.5265e-01,  7.5086e-02,\n",
       "          1.1634e-01, -7.3173e-03, -7.3237e-02,  8.8163e-02,  5.0025e-02,\n",
       "          6.0110e-02,  8.8585e-02,  4.9681e-02, -4.8926e-02, -2.2866e-01,\n",
       "          2.1302e-01, -1.1471e-01,  3.4658e-02,  5.7753e-02,  6.7992e-02,\n",
       "         -1.0434e-01, -3.2616e-02,  8.4957e-02,  1.7480e-02, -3.2415e-02,\n",
       "          1.2082e-01, -3.5967e-02,  2.2436e-01,  7.2149e-02,  1.7920e-01,\n",
       "         -3.2388e-02, -2.5341e-02,  7.9324e-02, -1.3179e-01, -4.7001e-02,\n",
       "          8.7888e-02,  3.1908e-01, -3.4475e-03,  3.6466e-02, -9.3868e-02,\n",
       "         -4.8236e-02,  9.4114e-02,  7.8020e-02,  6.2988e-02, -1.3900e-01,\n",
       "         -8.9393e-02,  6.7538e-02,  8.5783e-02,  9.5225e-02,  9.5576e-02,\n",
       "         -2.1024e-03,  1.4501e-01,  1.8864e-01, -7.9828e-02,  6.1073e-02,\n",
       "          1.3614e-01,  1.5440e-01,  3.3174e-02, -1.1492e-02, -4.8122e-02,\n",
       "         -6.5408e-02,  3.4948e-02, -1.0621e-01,  1.4405e-01, -7.6405e-03,\n",
       "          3.3862e-02,  4.0784e-04,  5.2657e-02,  6.3489e-02,  3.6571e-02,\n",
       "          1.9380e-03,  7.4452e-02, -4.1910e-03,  1.2131e-01,  7.6991e-02,\n",
       "          8.7335e-02,  1.7405e-01,  2.8815e-01, -2.2280e-02,  1.2582e-02,\n",
       "         -5.7107e-03,  2.6789e-01,  1.5206e-02, -9.6089e-02,  2.7607e-01,\n",
       "         -1.5054e-02, -1.7405e-02,  9.5247e-02, -4.1684e-02,  7.8205e-02,\n",
       "          1.1676e-01, -4.3728e-02, -1.0656e-02,  7.7394e-02,  4.1313e-02,\n",
       "         -6.9379e-02, -7.0650e-02, -3.7292e-02, -2.9583e-02, -2.2887e-01,\n",
       "         -1.0709e-01,  8.3004e-02, -1.1579e-02,  7.1730e-02,  2.4630e-02,\n",
       "         -2.6824e-01, -1.4686e-01,  2.5216e-01, -3.1812e-03, -3.8778e-02,\n",
       "          7.9189e-02,  2.0305e-01,  9.8780e-02,  7.5356e-03, -1.9530e-02,\n",
       "          4.4468e-02,  1.7208e-01, -1.1089e-01,  1.0184e-01,  1.2059e-02,\n",
       "         -7.7236e-02, -4.4468e-02,  1.0894e-01,  1.7272e-02,  1.6730e-02,\n",
       "          1.2595e-01,  2.8621e-01,  1.9420e-02, -4.8502e-02,  4.3908e-02,\n",
       "         -1.4994e-01,  3.9241e-02,  2.8246e-03, -4.5025e-02,  2.5904e-02,\n",
       "          1.5431e-01,  1.6661e-01,  8.2192e-02,  1.6488e-02,  4.6763e-02,\n",
       "          4.5522e-02, -7.2605e-03,  6.3834e-02,  3.8301e-03,  2.1868e-01,\n",
       "          5.2695e-02,  1.8667e-01,  2.9793e-01, -5.7319e-02, -7.5529e-02,\n",
       "         -4.1814e-02,  1.1310e-01,  4.5616e-02,  1.0972e-01, -3.6026e-02,\n",
       "         -3.1515e-03, -1.1718e-01, -3.6503e-02,  7.9905e-02,  6.3275e-02,\n",
       "          2.5015e-01,  1.5475e-01,  2.4331e-01, -8.6830e-02,  8.4753e-02,\n",
       "         -2.9622e-02,  4.1752e-03,  1.5509e-01,  1.5114e-02,  4.0996e-02,\n",
       "          1.1675e-01,  1.2987e-01,  8.4551e-02, -5.5134e-03, -9.0436e-03,\n",
       "          1.5207e-01, -1.3485e-01, -8.3497e-02,  1.5728e-01, -1.1344e-01,\n",
       "          1.2520e-02, -3.5116e-02,  9.0628e-02, -8.9775e-02,  1.1141e-01,\n",
       "         -9.7015e-02,  1.0175e-01, -2.8285e-02, -8.3328e-02,  5.2862e-02,\n",
       "         -3.8638e-02, -7.6987e-02,  2.0510e-02, -1.7040e-01, -4.3434e-02,\n",
       "          5.1905e-02,  5.0642e-02,  7.5576e-02, -4.1245e-02,  2.9955e-02,\n",
       "          1.3416e-02, -2.6084e-03,  1.4891e-01,  1.0407e-01,  9.7339e-02,\n",
       "          1.1776e-02,  2.5913e-02, -9.1250e-02,  4.1197e-02, -3.0615e-02,\n",
       "         -1.4381e-01, -6.8347e-02, -2.5607e-02,  8.1290e-02,  9.9020e-02,\n",
       "         -1.5603e-02,  4.5259e-02,  1.4967e-01, -5.6633e-02,  1.9446e-02,\n",
       "          4.2244e-03,  2.5499e-01, -1.9322e-02,  2.1252e-01, -1.2779e-01,\n",
       "         -8.9945e-03,  1.3547e-02,  9.2169e-02, -1.6655e-01,  9.2906e-02,\n",
       "          5.1314e-02, -2.6515e-02, -4.6279e-03, -1.0157e-01,  1.4378e-02,\n",
       "          1.2886e-01, -1.3314e-01,  3.5350e-02, -1.9505e-02,  3.0164e-02,\n",
       "          7.4141e-02,  1.6729e-01, -1.8760e-03, -8.5133e-03, -3.5815e-02,\n",
       "         -1.8105e-02,  9.2370e-02,  1.1861e-01,  5.7890e-02,  4.3179e-02,\n",
       "          1.4409e-01,  8.0388e-02,  4.7617e-02,  1.2064e-01, -8.0452e-02,\n",
       "         -1.6755e-01,  4.0705e-02,  8.1675e-02, -2.8885e-02, -8.3991e-02,\n",
       "          1.3999e-01,  5.0274e-01,  1.0410e-01, -1.2807e-02, -3.6004e-02,\n",
       "          1.4881e-01,  1.2916e-01,  9.4434e-02, -8.5286e-02, -5.3350e-02,\n",
       "         -1.5150e-01,  3.0932e-02, -1.7242e-01,  4.5590e-02,  1.8949e-01,\n",
       "         -2.1540e-02,  1.9597e-01,  2.4260e-02, -3.2245e-02,  4.5116e-02,\n",
       "          1.5932e-02,  1.5100e-01,  2.3716e-02, -9.3650e-02,  2.6925e-02,\n",
       "         -3.3120e-01,  3.5935e-02,  1.4944e-02,  7.4415e-02,  1.3660e-01,\n",
       "          2.0968e-02, -3.2402e-02,  8.9184e-02, -4.2339e-02, -3.4568e-02,\n",
       "          4.7455e-02, -4.3692e-02,  3.7502e-02,  1.1265e-01,  2.9946e-02,\n",
       "          1.4890e-01,  9.8017e-02, -1.2332e-02,  1.1757e-01,  2.5851e-03,\n",
       "          1.5277e-02, -5.4977e-02,  1.4540e-01,  1.1332e-01,  5.8610e-02,\n",
       "          2.9156e-01,  4.3952e-02,  7.7970e-03,  1.2907e-01,  3.6932e-01,\n",
       "          1.4455e-01,  1.3046e-01, -3.7344e-02, -5.7621e-02, -4.0231e-02,\n",
       "          1.0964e-01, -1.0457e-01,  9.8383e-02,  3.0503e-02,  1.5615e-01,\n",
       "          6.3476e-02,  8.3703e-02,  1.6338e-02, -3.1959e-02, -4.0017e-02,\n",
       "          1.3663e-01,  4.5095e-02, -9.8014e-02,  8.6885e-02,  1.4410e-02,\n",
       "          4.2032e-02, -2.3377e-02,  2.9826e-02, -7.8389e-02,  4.8926e-02,\n",
       "         -1.4170e-02, -1.9561e-01,  9.9982e-02, -7.4101e-02,  2.2202e-02,\n",
       "         -5.5796e-03,  5.1677e-02, -1.3406e-01, -4.6056e-03, -7.2432e-03,\n",
       "         -2.3862e-02, -7.9286e-06,  1.5348e-01,  6.0913e-02,  8.6587e-02,\n",
       "          6.5313e-02,  2.8675e-01,  1.7093e-01,  4.7960e-02, -2.8419e-02,\n",
       "         -5.8845e-02,  4.4411e-02,  5.4718e-02,  6.0812e-02,  2.8448e-02,\n",
       "          9.9096e-02, -9.7100e-02, -2.1737e-03,  4.4442e-02,  2.3933e-01,\n",
       "          1.1516e-01, -2.9585e-02,  1.7162e-01,  7.2602e-02, -7.7551e-03,\n",
       "          1.1754e-02,  6.9261e-02,  3.5740e-02,  2.8095e-01, -1.3311e-02,\n",
       "          1.3162e-01,  5.0944e-02, -1.4749e-02,  6.6835e-02,  2.7349e-01,\n",
       "          5.3674e-02,  1.5530e-01,  2.9095e-02, -5.0401e-02,  2.9913e-02,\n",
       "         -2.5942e-02,  2.9361e-02,  7.8341e-02,  1.1507e-01,  4.8195e-02,\n",
       "          1.3909e-01,  1.3254e-01,  5.2899e-02, -1.0379e-01, -5.3569e-02,\n",
       "         -2.8501e-02,  9.7883e-02, -2.1301e-02, -7.4014e-02,  3.3396e-02,\n",
       "         -2.5691e-01, -7.9530e-02,  1.6570e-01,  8.7135e-02,  2.8185e-03,\n",
       "         -1.9246e-01, -1.2287e-02, -6.5740e-02, -1.7653e-03, -3.1150e-02,\n",
       "          5.1108e-02,  2.4925e-02, -7.1120e-03,  1.1247e-01,  3.2958e-02,\n",
       "          2.6971e-01,  2.6348e-02,  8.1351e-02,  3.2603e-01,  1.7410e-01,\n",
       "          6.0686e-02, -1.1314e-01,  1.3730e-02, -3.4418e-02, -9.1132e-03,\n",
       "         -2.1438e-02,  3.2038e-01, -1.8250e-01,  1.1241e-03,  2.2275e-02,\n",
       "          5.9959e-02, -7.4269e-02, -5.1299e-03, -3.8521e-02, -4.6880e-02,\n",
       "          9.8568e-02, -7.9337e-02, -2.9975e-03, -1.4750e-02, -2.1350e-02,\n",
       "         -6.1978e-03, -1.5916e-01,  8.4835e-02,  5.1761e-02,  4.8298e-02,\n",
       "          9.6794e-02,  4.3757e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0603,  0.0000, -0.0000],\n",
       "           [ 0.0188, -0.0094, -0.0000],\n",
       "           [ 0.0203,  0.0218,  0.0000]],\n",
       " \n",
       "          [[-0.0490, -0.0328, -0.0231],\n",
       "           [-0.0298, -0.0251, -0.0270],\n",
       "           [-0.0168, -0.0252, -0.0218]],\n",
       " \n",
       "          [[-0.0000,  0.0000,  0.0104],\n",
       "           [-0.0000,  0.0084,  0.0000],\n",
       "           [ 0.0371,  0.0312,  0.0235]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0395,  0.0290,  0.0374],\n",
       "           [ 0.0096,  0.0084,  0.0145],\n",
       "           [ 0.0101, -0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0087, -0.0000, -0.0214],\n",
       "           [-0.0181, -0.0261, -0.0291],\n",
       "           [-0.0262, -0.0217, -0.0340]],\n",
       " \n",
       "          [[ 0.0000, -0.0000, -0.0156],\n",
       "           [ 0.0089, -0.0112, -0.0000],\n",
       "           [ 0.0342,  0.0117, -0.0000]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0357,  0.0000,  0.0000],\n",
       "           [-0.0000, -0.0000,  0.0000],\n",
       "           [ 0.0145,  0.0000,  0.0000]],\n",
       " \n",
       "          [[-0.0171, -0.0257, -0.0241],\n",
       "           [-0.0166, -0.0204, -0.0279],\n",
       "           [-0.0136, -0.0164, -0.0163]],\n",
       " \n",
       "          [[ 0.0387,  0.0638,  0.0192],\n",
       "           [ 0.0322,  0.0000,  0.0000],\n",
       "           [ 0.0142,  0.0000, -0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0000, -0.0000, -0.0301],\n",
       "           [ 0.0151, -0.0000, -0.0190],\n",
       "           [ 0.0160,  0.0000,  0.0108]],\n",
       " \n",
       "          [[-0.0150,  0.0000,  0.0325],\n",
       "           [-0.0264, -0.0192,  0.0275],\n",
       "           [-0.0196, -0.0270, -0.0172]],\n",
       " \n",
       "          [[-0.0140, -0.0134, -0.0121],\n",
       "           [ 0.0088, -0.0163, -0.0000],\n",
       "           [ 0.0000, -0.0102, -0.0094]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0427,  0.0272, -0.0000],\n",
       "           [ 0.0128,  0.0140, -0.0107],\n",
       "           [ 0.0082,  0.0213, -0.0000]],\n",
       " \n",
       "          [[-0.0270, -0.0083, -0.0145],\n",
       "           [-0.0145,  0.0000, -0.0000],\n",
       "           [-0.0159, -0.0000,  0.0110]],\n",
       " \n",
       "          [[-0.0128, -0.0234, -0.0214],\n",
       "           [-0.0186, -0.0262, -0.0336],\n",
       "           [-0.0114, -0.0252, -0.0228]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0093,  0.0088,  0.0000],\n",
       "           [-0.0097, -0.0117, -0.0079],\n",
       "           [-0.0102, -0.0000,  0.0078]],\n",
       " \n",
       "          [[-0.0119, -0.0146, -0.0154],\n",
       "           [-0.0198, -0.0283, -0.0452],\n",
       "           [-0.0000, -0.0125, -0.0345]],\n",
       " \n",
       "          [[-0.0210, -0.0000, -0.0113],\n",
       "           [-0.0102, -0.0000, -0.0154],\n",
       "           [ 0.0000, -0.0083, -0.0000]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0098, -0.0000,  0.0000],\n",
       "           [-0.0321, -0.0079,  0.0105],\n",
       "           [-0.0508, -0.0165, -0.0092]],\n",
       " \n",
       "          [[-0.0131, -0.0123, -0.0344],\n",
       "           [-0.0446, -0.0650, -0.0907],\n",
       "           [-0.0084, -0.0203, -0.0417]],\n",
       " \n",
       "          [[-0.0138, -0.0109,  0.0000],\n",
       "           [-0.0097, -0.0415, -0.0279],\n",
       "           [-0.0278, -0.0181, -0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0096,  0.0189,  0.0000],\n",
       "           [-0.0172,  0.0000, -0.0164],\n",
       "           [ 0.0000,  0.0099, -0.0000]],\n",
       " \n",
       "          [[ 0.0113,  0.0192,  0.0291],\n",
       "           [ 0.0245,  0.0000,  0.0000],\n",
       "           [ 0.0087, -0.0087, -0.0109]],\n",
       " \n",
       "          [[ 0.0236,  0.0138,  0.0000],\n",
       "           [-0.0126, -0.0171, -0.0110],\n",
       "           [-0.0101, -0.0092,  0.0000]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0000, -0.0000, -0.0000],\n",
       "           [-0.0119, -0.0119, -0.0136],\n",
       "           [ 0.0000, -0.0000, -0.0192]],\n",
       " \n",
       "          [[-0.0000,  0.0000,  0.0140],\n",
       "           [ 0.0165,  0.0276,  0.0257],\n",
       "           [ 0.0313,  0.0422,  0.0358]],\n",
       " \n",
       "          [[-0.0000, -0.0000, -0.0000],\n",
       "           [-0.0153, -0.0188, -0.0090],\n",
       "           [-0.0000, -0.0000,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0118, -0.0000, -0.0000],\n",
       "           [ 0.0145, -0.0000, -0.0000],\n",
       "           [ 0.0000, -0.0000,  0.0000]],\n",
       " \n",
       "          [[ 0.0113, -0.0000,  0.0000],\n",
       "           [ 0.0144,  0.0198,  0.0000],\n",
       "           [ 0.0000,  0.0091,  0.0110]],\n",
       " \n",
       "          [[-0.0000,  0.0000, -0.0000],\n",
       "           [-0.0211, -0.0149, -0.0179],\n",
       "           [-0.0101, -0.0165, -0.0173]]],\n",
       " \n",
       " \n",
       "         [[[-0.0143, -0.0128, -0.0083],\n",
       "           [ 0.0100, -0.0092,  0.0000],\n",
       "           [-0.0209, -0.0113,  0.0000]],\n",
       " \n",
       "          [[-0.0178,  0.0108, -0.0233],\n",
       "           [-0.0200, -0.0000, -0.0085],\n",
       "           [-0.0332, -0.0237, -0.0218]],\n",
       " \n",
       "          [[-0.0000, -0.0116, -0.0000],\n",
       "           [ 0.0000, -0.0180, -0.0099],\n",
       "           [-0.0078, -0.0000,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0123, -0.0000],\n",
       "           [-0.0265, -0.0000, -0.0120],\n",
       "           [-0.0330,  0.0000,  0.0000]],\n",
       " \n",
       "          [[ 0.0000, -0.0194, -0.0385],\n",
       "           [-0.0098, -0.0000,  0.0101],\n",
       "           [ 0.0085,  0.0144,  0.0158]],\n",
       " \n",
       "          [[-0.0000, -0.0000,  0.0000],\n",
       "           [-0.0000, -0.0000, -0.0111],\n",
       "           [ 0.0183, -0.0000, -0.0191]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-6.8620e-02,  1.8720e-01,  4.2233e-02, -3.2831e-02,  2.0385e-01,\n",
       "          7.4536e-02, -5.0062e-03, -8.7908e-02, -1.1726e-02, -1.2402e-01,\n",
       "         -1.1807e-01,  3.2798e-02,  3.5993e-02,  1.4316e-03,  9.8802e-02,\n",
       "          1.1898e-02, -1.3327e-01, -6.9769e-02,  9.5802e-02, -1.2351e-02,\n",
       "         -5.2442e-02,  8.7583e-02, -2.0237e-01,  3.5395e-02, -1.2916e-01,\n",
       "          1.1222e-01,  6.3338e-02,  4.0000e-02, -6.7222e-03,  6.6149e-02,\n",
       "         -4.1235e-02,  1.1479e-02,  1.0893e-01, -1.1752e-01,  2.6296e-02,\n",
       "          9.5811e-02, -1.4225e-01, -5.9109e-02, -9.9262e-02,  2.4650e-02,\n",
       "         -1.0273e-01, -1.5456e-01,  2.6737e-02,  8.1293e-02, -2.6256e-02,\n",
       "          6.0492e-02, -5.6621e-02,  2.1381e-02,  6.6256e-02,  2.2616e-02,\n",
       "          8.7674e-02,  5.1484e-02, -4.4776e-02, -1.7652e-01, -1.7399e-02,\n",
       "         -1.4157e-01,  1.6521e-01, -4.8248e-02,  4.6457e-02,  9.0732e-02,\n",
       "          1.9641e-01,  1.5075e-01,  9.1565e-02,  1.8676e-01,  8.7034e-02,\n",
       "         -1.7168e-01,  9.0361e-02, -5.2928e-02,  1.9294e-03, -1.3388e-02,\n",
       "          1.1245e-02, -3.9830e-02,  6.9877e-02,  1.0881e-01, -6.3666e-03,\n",
       "          1.2978e-01,  1.2741e-01,  9.6501e-02, -8.1385e-02, -8.5858e-02,\n",
       "          5.9869e-02,  2.1044e-01,  5.3741e-02,  7.9346e-02,  3.3547e-02,\n",
       "         -1.9277e-01,  2.2519e-01, -5.7301e-03, -3.7282e-02,  1.4089e-02,\n",
       "         -6.2251e-02,  3.6825e-02, -3.9718e-02,  4.6857e-02, -1.7646e-01,\n",
       "          8.1270e-02, -5.9494e-02,  5.8620e-02, -1.9356e-01, -1.0619e-01,\n",
       "          4.6039e-02,  8.6996e-03,  3.1630e-01, -2.3032e-01, -2.3040e-02,\n",
       "          2.8553e-02, -9.0507e-02,  3.7536e-03,  4.9866e-02, -1.2571e-01,\n",
       "         -2.3601e-02,  1.0499e-01,  4.9121e-02,  1.2140e-01, -1.4821e-01,\n",
       "         -1.2602e-01, -1.3624e-01, -3.2884e-01, -9.0184e-02, -1.1928e-01,\n",
       "         -2.1026e-01, -1.3446e-01, -7.1711e-03, -8.0528e-02,  1.1068e-02,\n",
       "          1.7568e-01, -1.0032e-01, -1.6815e-01, -3.5146e-01,  1.3116e-01,\n",
       "          1.7390e-01,  1.6994e-02, -5.2715e-02, -1.4927e-02,  1.1773e-01,\n",
       "         -1.8560e-02, -3.1425e-02,  1.3407e-01, -2.0506e-01, -1.5305e-01,\n",
       "         -2.6800e-02,  1.2347e-01,  7.9102e-02, -8.7307e-02,  1.9283e-01,\n",
       "         -1.5484e-01, -4.1206e-02,  5.2744e-02,  1.6812e-01,  8.5207e-02,\n",
       "          1.2756e-01,  2.8252e-02,  1.1045e-01,  1.5585e-01,  2.1187e-01,\n",
       "          8.8012e-02,  8.7717e-02, -1.1704e-02,  9.0009e-02, -7.1308e-02,\n",
       "          7.8425e-02,  5.1988e-02, -4.7441e-02, -3.2872e-01,  1.2594e-01,\n",
       "          7.8579e-02, -6.6156e-02,  2.1185e-01, -9.2243e-02, -1.2172e-01,\n",
       "          3.6051e-02,  8.3268e-02, -1.1744e-01, -5.2389e-02, -3.8024e-01,\n",
       "          1.3587e-01,  1.4616e-01, -1.1994e-01,  7.4031e-02, -2.9794e-02,\n",
       "         -1.8530e-02,  2.5821e-01, -3.6194e-02, -3.8861e-02,  2.0233e-01,\n",
       "          5.7087e-02,  3.1120e-02, -3.5665e-02, -5.0561e-02, -8.4969e-02,\n",
       "         -1.1879e-01,  2.2172e-02,  3.3340e-02,  1.5149e-01,  3.7349e-02,\n",
       "         -4.6735e-02, -3.4531e-02,  1.6739e-01,  6.9484e-02,  1.4735e-01,\n",
       "          4.8442e-02,  7.4029e-02, -8.3257e-02,  6.1984e-03, -5.3061e-02,\n",
       "          5.3426e-02, -2.1171e-02,  1.9225e-01,  3.8712e-01,  9.8570e-02,\n",
       "         -1.0337e-01,  2.1829e-01, -9.9583e-02,  1.4527e-01, -1.1913e-01,\n",
       "          1.1624e-02,  3.9181e-02,  1.0789e-01, -1.4104e-01, -1.1723e-01,\n",
       "          9.9911e-02, -6.2805e-02, -7.0374e-02, -1.9817e-01,  1.1684e-01,\n",
       "          5.7219e-02,  9.9357e-02, -7.7663e-02,  7.6531e-02, -6.2036e-02,\n",
       "          1.1703e-01,  9.3236e-03, -4.2481e-02, -2.1602e-01,  1.4303e-01,\n",
       "          1.0073e-01, -2.0687e-01,  2.9223e-02,  4.5753e-02,  1.4716e-01,\n",
       "         -5.8620e-02,  3.4272e-02, -1.9075e-01,  1.4571e-02,  1.2995e-01,\n",
       "          1.4388e-01, -1.7648e-02, -4.0604e-02, -2.3133e-04,  4.6082e-02,\n",
       "         -6.4354e-02,  6.7466e-02,  7.5265e-02,  1.8956e-01, -4.8764e-02,\n",
       "         -2.9583e-02,  2.4967e-02, -3.5173e-02,  6.0710e-03,  5.1644e-02,\n",
       "         -6.7923e-02, -1.2629e-01,  5.2597e-02, -9.5566e-02,  6.5696e-02,\n",
       "         -1.6524e-01,  6.6037e-02,  2.4582e-02,  2.0484e-01,  5.8798e-02,\n",
       "         -1.8886e-01,  1.5549e-01,  7.5976e-02, -6.4824e-02,  2.2072e-02,\n",
       "          1.9373e-01,  4.5195e-02,  6.0716e-02, -1.6066e-02,  5.8700e-02,\n",
       "         -3.4191e-03,  4.0218e-02, -8.3810e-02, -1.3337e-02,  6.9338e-02,\n",
       "         -8.3971e-02,  1.4799e-01,  3.9326e-02,  9.7833e-03, -1.4105e-02,\n",
       "          1.1879e-01,  2.8317e-02, -1.0828e-01,  6.3691e-02,  1.9901e-01,\n",
       "         -2.1121e-01, -2.3203e-03, -3.7701e-02, -4.6278e-02,  1.1567e-01,\n",
       "         -4.3380e-02, -8.5171e-02, -1.6586e-01, -6.1953e-02,  8.5866e-02,\n",
       "          8.2018e-02,  6.4824e-02, -6.9423e-02,  5.1215e-02, -1.0449e-02,\n",
       "         -1.1984e-01,  5.1776e-02, -1.4522e-02,  2.7398e-02,  2.2187e-02,\n",
       "          2.5427e-02, -1.5965e-01, -3.8650e-01, -6.3239e-03,  1.7740e-01,\n",
       "         -1.1391e-01, -7.0271e-02,  7.2767e-02, -2.8762e-02, -8.4776e-02,\n",
       "          1.0465e-02, -2.2343e-02,  9.6079e-02,  2.1370e-02,  1.9362e-01,\n",
       "          2.1854e-02, -5.8084e-02,  1.2510e-01, -3.5865e-02, -2.7833e-03,\n",
       "         -2.3905e-02, -4.7809e-02,  2.0220e-01,  2.8407e-01, -1.0494e-01,\n",
       "          1.4374e-01,  1.1141e-01,  2.6691e-02,  3.2621e-03, -9.8309e-03,\n",
       "         -3.1219e-01, -2.4734e-03, -1.0144e-01,  1.7506e-01, -2.8564e-02,\n",
       "         -3.7074e-02,  1.2126e-02, -2.9324e-02, -1.6656e-01,  9.2293e-02,\n",
       "          1.5799e-02, -4.8191e-02,  1.0801e-01, -1.1994e-03, -3.6371e-02,\n",
       "          6.6275e-02, -2.1480e-01, -1.0862e-01,  2.0445e-02, -7.5027e-02,\n",
       "          1.0144e-01, -3.3833e-02,  6.3429e-04, -5.7285e-02, -2.7232e-01,\n",
       "         -4.5818e-02, -2.4526e-02,  6.9876e-02,  1.6630e-02, -4.0806e-02,\n",
       "         -9.9577e-02, -1.1973e-01, -1.1463e-01,  1.6101e-01,  2.5717e-02,\n",
       "          1.1374e-01, -1.4880e-01,  1.5203e-01,  2.0742e-01, -8.2626e-02,\n",
       "         -9.1058e-03,  7.0236e-03,  2.4819e-01,  4.4172e-02, -1.9810e-01,\n",
       "         -8.6944e-02,  4.6927e-02, -7.0528e-02,  1.7862e-01,  7.1367e-02,\n",
       "         -2.6777e-02, -4.1031e-02,  4.0167e-02, -4.6326e-02,  1.3203e-01,\n",
       "         -3.6850e-02,  1.6755e-02, -8.1545e-02,  1.1444e-01, -1.3647e-02,\n",
       "          2.5496e-01, -2.0458e-01, -2.8920e-02, -2.7735e-01,  4.3298e-02,\n",
       "          2.0172e-02,  1.8576e-01,  1.9815e-01, -2.3536e-01, -6.4560e-02,\n",
       "          1.6731e-01, -2.6027e-01, -4.3629e-02, -3.8699e-02,  1.6556e-01,\n",
       "          1.2062e-01,  8.2763e-02, -3.5379e-02,  2.6057e-02, -1.9359e-01,\n",
       "         -2.0454e-02,  2.3775e-02, -3.9896e-01, -4.7299e-02, -4.8010e-01,\n",
       "          2.4825e-01, -2.7902e-03, -7.8819e-03, -1.3955e-01,  2.5602e-01,\n",
       "          1.0564e-01,  2.4263e-02, -3.8164e-02, -1.0449e-01, -1.3249e-01,\n",
       "         -7.3070e-03,  9.7172e-02, -2.1455e-01, -9.8820e-02,  2.8115e-02,\n",
       "         -3.6928e-02,  5.8620e-02, -6.5982e-02,  3.7064e-02,  1.0890e-01,\n",
       "         -4.6950e-03, -6.3011e-02,  2.8757e-02,  2.3866e-01,  8.3413e-03,\n",
       "          2.2342e-02, -2.8795e-02, -7.4049e-02, -6.4702e-02,  1.5477e-01,\n",
       "         -1.1149e-01,  2.6482e-02, -4.3726e-02,  2.4778e-02, -3.1269e-02,\n",
       "         -2.3700e-02,  1.2548e-02, -9.1719e-02, -1.8809e-01,  1.2318e-01,\n",
       "          1.3796e-01, -2.0103e-01, -7.6292e-02, -1.8469e-02,  4.6419e-02,\n",
       "         -9.7201e-02,  2.2764e-03,  2.5014e-02,  9.7257e-02,  1.6321e-06,\n",
       "          6.4818e-02,  8.5978e-03,  9.2457e-02,  4.2495e-02, -6.9142e-02,\n",
       "          4.2921e-03, -1.2791e-02, -4.8834e-02,  1.7677e-01, -2.3606e-01,\n",
       "         -8.2537e-02, -1.1020e-01,  1.5166e-01, -1.2524e-02, -8.2963e-04,\n",
       "          6.3646e-02, -1.7313e-01,  1.0877e-01,  1.5922e-01,  6.8282e-02,\n",
       "         -8.8127e-02, -3.6040e-02,  1.3848e-01,  5.2737e-02,  3.1876e-02,\n",
       "         -7.7922e-02,  7.5330e-03, -4.4440e-02, -6.7741e-02,  2.0547e-02,\n",
       "         -1.0675e-01, -1.1006e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0087, -0.0000,  0.0000],\n",
       "           [ 0.0000, -0.0000, -0.0000],\n",
       "           [-0.0091,  0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0219, -0.0000, -0.0194],\n",
       "           [-0.0220, -0.0248, -0.0234],\n",
       "           [-0.0096, -0.0151, -0.0179]],\n",
       " \n",
       "          [[-0.0000, -0.0000, -0.0216],\n",
       "           [ 0.0322,  0.0292, -0.0000],\n",
       "           [ 0.0456,  0.0551,  0.0220]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0199,  0.0195,  0.0318],\n",
       "           [-0.0000,  0.0152,  0.0000],\n",
       "           [ 0.0000,  0.0000,  0.0000]],\n",
       " \n",
       "          [[-0.0564, -0.0523, -0.0550],\n",
       "           [-0.0334, -0.0388, -0.0524],\n",
       "           [ 0.0195, -0.0086, -0.0000]],\n",
       " \n",
       "          [[-0.0130, -0.0222, -0.0162],\n",
       "           [-0.0000, -0.0168, -0.0087],\n",
       "           [-0.0000, -0.0104, -0.0115]]],\n",
       " \n",
       " \n",
       "         [[[-0.0445, -0.0487, -0.0261],\n",
       "           [-0.0347, -0.0451, -0.0242],\n",
       "           [-0.0231, -0.0153, -0.0121]],\n",
       " \n",
       "          [[-0.0118, -0.0199, -0.0253],\n",
       "           [-0.0000,  0.0000, -0.0000],\n",
       "           [-0.0000, -0.0087, -0.0202]],\n",
       " \n",
       "          [[-0.0243, -0.0129, -0.0254],\n",
       "           [ 0.0000, -0.0000, -0.0000],\n",
       "           [ 0.0096,  0.0142, -0.0143]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0373, -0.0415, -0.0099],\n",
       "           [ 0.0101,  0.0266,  0.0957],\n",
       "           [ 0.0207,  0.0155,  0.0292]],\n",
       " \n",
       "          [[-0.0257, -0.0220, -0.0342],\n",
       "           [-0.0000,  0.0000, -0.0198],\n",
       "           [-0.0115, -0.0000, -0.0241]],\n",
       " \n",
       "          [[-0.0149, -0.0352, -0.0437],\n",
       "           [-0.0439, -0.0167, -0.0207],\n",
       "           [-0.0131, -0.0233, -0.0201]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0134,  0.0141,  0.0211],\n",
       "           [-0.0247, -0.0000,  0.0000],\n",
       "           [-0.0136, -0.0120, -0.0000]],\n",
       " \n",
       "          [[-0.0142, -0.0147, -0.0107],\n",
       "           [-0.0140, -0.0162, -0.0122],\n",
       "           [-0.0000, -0.0000, -0.0127]],\n",
       " \n",
       "          [[ 0.0084,  0.0000,  0.0120],\n",
       "           [ 0.0100,  0.0085,  0.0000],\n",
       "           [-0.0111, -0.0000, -0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0149, -0.0084, -0.0141],\n",
       "           [-0.0000, -0.0142, -0.0300],\n",
       "           [-0.0000, -0.0148, -0.0260]],\n",
       " \n",
       "          [[-0.0000, -0.0000, -0.0000],\n",
       "           [-0.0000, -0.0000, -0.0081],\n",
       "           [-0.0000, -0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0000,  0.0000, -0.0101],\n",
       "           [-0.0000,  0.0000, -0.0000],\n",
       "           [-0.0162, -0.0098, -0.0000]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0000,  0.0175, -0.0000],\n",
       "           [ 0.0141,  0.0230,  0.0000],\n",
       "           [-0.0101, -0.0000, -0.0260]],\n",
       " \n",
       "          [[-0.0155, -0.0272, -0.0767],\n",
       "           [-0.0151, -0.0000, -0.0404],\n",
       "           [-0.0187, -0.0226, -0.0136]],\n",
       " \n",
       "          [[-0.0476, -0.0507, -0.0271],\n",
       "           [-0.0346, -0.0175, -0.0156],\n",
       "           [-0.0000,  0.0155,  0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0191, -0.0107, -0.0000],\n",
       "           [-0.0326, -0.0000, -0.0000],\n",
       "           [-0.0310, -0.0249, -0.0305]],\n",
       " \n",
       "          [[-0.0289, -0.0474, -0.0694],\n",
       "           [-0.0145, -0.0164, -0.0422],\n",
       "           [-0.0113, -0.0082, -0.0423]],\n",
       " \n",
       "          [[ 0.0658,  0.0283,  0.0000],\n",
       "           [ 0.0231,  0.0290,  0.0312],\n",
       "           [-0.0474, -0.0377, -0.0311]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0273,  0.0000,  0.0131],\n",
       "           [ 0.0000, -0.0079,  0.0097],\n",
       "           [ 0.0129,  0.0229,  0.0000]],\n",
       " \n",
       "          [[ 0.0125,  0.0000,  0.0270],\n",
       "           [ 0.0171,  0.0255,  0.0278],\n",
       "           [ 0.0350,  0.0492,  0.0353]],\n",
       " \n",
       "          [[-0.0000,  0.0000,  0.0097],\n",
       "           [ 0.0000, -0.0000,  0.0000],\n",
       "           [ 0.0296,  0.0212,  0.0224]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0130, -0.0252],\n",
       "           [-0.0183, -0.0132, -0.0200],\n",
       "           [-0.0187, -0.0000,  0.0000]],\n",
       " \n",
       "          [[-0.0150, -0.0193, -0.0192],\n",
       "           [-0.0000, -0.0000, -0.0180],\n",
       "           [-0.0000, -0.0101, -0.0284]],\n",
       " \n",
       "          [[ 0.0325,  0.0431,  0.0094],\n",
       "           [ 0.0537,  0.1116,  0.0176],\n",
       "           [-0.0107,  0.0000, -0.0423]]],\n",
       " \n",
       " \n",
       "         [[[-0.0128, -0.0311, -0.0226],\n",
       "           [-0.0367, -0.0396, -0.0367],\n",
       "           [-0.0357, -0.0405, -0.0264]],\n",
       " \n",
       "          [[-0.0000, -0.0000, -0.0137],\n",
       "           [ 0.0093,  0.0099, -0.0079],\n",
       "           [ 0.0000, -0.0000, -0.0186]],\n",
       " \n",
       "          [[-0.0000,  0.0103, -0.0190],\n",
       "           [-0.0107, -0.0243, -0.0203],\n",
       "           [-0.0165, -0.0298, -0.0370]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0142,  0.0000, -0.0000],\n",
       "           [-0.0000, -0.0090,  0.0086],\n",
       "           [-0.0000,  0.0000,  0.0321]],\n",
       " \n",
       "          [[-0.0281, -0.0205, -0.0275],\n",
       "           [-0.0216,  0.0000,  0.0000],\n",
       "           [ 0.0000,  0.0203,  0.0095]],\n",
       " \n",
       "          [[-0.0153, -0.0133,  0.0000],\n",
       "           [-0.0000, -0.0266, -0.0000],\n",
       "           [ 0.0205,  0.0080,  0.0000]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.9816e-02, -1.2799e-01, -4.2907e-02,  2.2410e-02,  1.3466e-01,\n",
       "          3.3780e-02,  1.4881e-01,  2.6134e-02, -6.7478e-02,  9.2904e-02,\n",
       "         -1.6189e-02, -2.8376e-02,  1.7908e-01,  2.2059e-01,  2.7475e-02,\n",
       "          1.5563e-01,  7.8069e-02,  3.3021e-01,  1.3441e-01, -3.0618e-02,\n",
       "         -7.6163e-03,  9.9854e-02, -9.4380e-03,  7.9676e-02, -1.9842e-02,\n",
       "          1.1926e-01,  8.8875e-02,  2.3618e-02, -5.6362e-02,  1.5360e-01,\n",
       "         -5.1530e-03,  5.0060e-02,  3.4474e-02,  2.0324e-02,  1.1469e-01,\n",
       "          8.0056e-02,  5.3726e-02,  1.7901e-01,  8.0762e-02,  2.3792e-01,\n",
       "          1.5411e-01, -5.5672e-02,  1.2460e-01, -4.0695e-01,  2.2046e-01,\n",
       "         -2.4051e-02,  7.9738e-02,  2.6007e-01,  1.6119e-01,  1.9168e-01,\n",
       "          1.7768e-02,  6.0765e-02, -1.0883e-02,  2.1404e-01,  4.7176e-02,\n",
       "          1.4613e-01,  5.8153e-02,  1.6021e-02,  1.2350e-01, -1.9443e-02,\n",
       "          1.6019e-01, -1.2641e-01, -3.5195e-02,  5.0611e-02, -3.8622e-02,\n",
       "          1.4236e-02,  1.5884e-01,  1.2840e-02,  7.4130e-02,  2.4794e-01,\n",
       "          1.4457e-01,  6.1339e-02, -2.4126e-01,  1.1450e-03,  3.2650e-02,\n",
       "          1.5799e-01,  1.5863e-01,  3.4024e-02,  1.7067e-01,  4.8141e-02,\n",
       "          2.4758e-01,  6.8189e-02, -1.6726e-02,  1.0784e-01, -7.8870e-03,\n",
       "         -1.9132e-02, -1.0925e-01, -1.3557e-01,  4.7813e-01,  6.2837e-02,\n",
       "          1.7929e-02, -7.5082e-02,  1.4165e-01,  7.2983e-02,  1.5224e-01,\n",
       "          1.5533e-01, -4.3923e-03, -5.5200e-02, -4.4245e-02,  1.5745e-01,\n",
       "          1.1271e-01,  1.2469e-01,  8.3952e-02, -7.9832e-02, -2.3738e-02,\n",
       "          6.3287e-02,  2.7791e-02, -5.9084e-03, -5.4454e-02,  1.3698e-01,\n",
       "          3.5905e-01,  3.9273e-02,  1.0673e-01, -3.1070e-02, -2.6537e-02,\n",
       "          1.3179e-01,  1.5903e-01, -5.9234e-03,  1.8703e-01,  2.0843e-02,\n",
       "          7.9207e-02,  1.7509e-01,  4.8783e-02, -5.6750e-02,  1.2965e-01,\n",
       "          3.1021e-02,  5.0023e-02,  6.0117e-01,  3.6055e-02,  5.2565e-02,\n",
       "          4.5451e-01,  8.1040e-02,  5.3215e-01,  2.1243e-02,  1.7793e-01,\n",
       "         -1.4582e-02,  7.3297e-03,  1.0285e-01,  1.0824e-01,  3.0079e-01,\n",
       "          5.2697e-01,  1.4517e-01, -4.7220e-02, -9.6059e-02,  3.0993e-01,\n",
       "          2.0077e-01, -8.6660e-02,  1.3422e-01,  1.7101e-01,  6.7831e-02,\n",
       "         -8.4450e-03,  1.9507e-01,  1.4068e-01,  2.2044e-01,  6.2068e-02,\n",
       "          4.7667e-02,  1.4600e-01,  8.9872e-02,  7.0644e-02, -1.1354e-01,\n",
       "          3.3959e-02,  6.6133e-02,  3.4886e-01, -1.0065e-01, -2.5996e-02,\n",
       "         -1.9154e-02,  1.1318e-01,  1.1672e-01, -6.9509e-02,  1.6068e-01,\n",
       "          1.5739e-01, -9.5927e-03, -3.0081e-02, -1.4280e-01, -8.6545e-02,\n",
       "          9.0478e-03,  8.0902e-02,  1.5726e-01,  3.0532e-01,  1.0149e-01,\n",
       "          7.5543e-02,  1.1324e-01,  1.9392e-02, -1.6544e-02,  1.2406e-01,\n",
       "         -2.0806e-01, -7.2382e-03,  1.2396e-02,  2.3078e-01, -5.8574e-02,\n",
       "          4.5660e-02,  6.3753e-02,  1.5136e-01,  2.1300e-01,  8.3461e-02,\n",
       "          9.5044e-02,  1.1711e-01,  9.4304e-02,  4.4862e-02, -1.2826e-01,\n",
       "          2.9868e-02,  1.1112e-01,  1.5701e-01,  7.2315e-02,  2.1553e-01,\n",
       "          2.0831e-02,  1.1358e-01, -4.2123e-02,  5.5518e-02,  4.5996e-02,\n",
       "         -5.5740e-02,  1.7327e-01,  2.4543e-01,  7.1551e-03,  9.2726e-02,\n",
       "         -1.5288e-02, -8.8781e-02,  7.2329e-02,  2.4621e-02, -1.1336e-02,\n",
       "          2.0979e-01, -7.2708e-02, -1.0213e-02,  1.0820e-01,  3.9797e-02,\n",
       "          9.8507e-02,  1.3257e-01,  1.0756e-02,  5.1952e-02,  1.5832e-03,\n",
       "          1.9498e-02,  8.7915e-02,  6.0975e-01, -5.0366e-02, -1.8561e-01,\n",
       "         -1.5638e-01, -4.2412e-02,  1.0777e-02,  9.1042e-02,  2.6833e-01,\n",
       "          1.6852e-01, -1.7574e-02,  1.1649e-01,  1.5559e-01, -1.2142e-01,\n",
       "         -5.7047e-02,  1.2732e-01,  7.5256e-03,  1.1622e-01,  2.4738e-01,\n",
       "          6.9083e-02,  8.5763e-02,  2.2235e-01,  2.5677e-01,  1.6532e-01,\n",
       "          1.5858e-01,  8.2912e-04,  1.1647e-01,  4.4882e-03,  1.3124e-01,\n",
       "          2.1994e-01,  8.7991e-02, -1.1413e-01, -2.7490e-02,  1.8455e-01,\n",
       "          3.0004e-02,  1.7916e-01,  1.6633e-03, -5.9108e-02,  2.4093e-01,\n",
       "          1.3675e-01,  1.7106e-01,  2.4208e-01, -5.1160e-02,  2.5854e-01,\n",
       "          1.9177e-01, -2.6980e-02,  6.6229e-02, -4.7724e-02,  4.0915e-02,\n",
       "          7.3363e-02,  1.2101e-01, -5.0913e-02,  6.0090e-02, -1.2718e-01,\n",
       "          8.1839e-02,  7.1367e-02,  6.8465e-02,  4.4587e-01, -2.9044e-02,\n",
       "          2.8278e-01, -6.5153e-02,  3.0027e-02,  1.5174e-01,  5.6568e-02,\n",
       "         -5.5188e-02, -8.0798e-02,  4.0490e-02,  1.0008e-01,  2.3254e-01,\n",
       "          1.8577e-01,  1.2190e-01,  9.1687e-02,  1.8144e-01,  1.1280e-01,\n",
       "          2.8922e-01, -2.4730e-02,  8.4079e-02,  1.1619e-01,  9.1012e-03,\n",
       "         -3.0245e-02, -2.6635e-02,  5.1857e-02,  3.1411e-02,  8.4045e-02,\n",
       "          2.0193e-02,  1.1713e-02, -1.5872e-01,  5.7911e-02, -1.0098e-02,\n",
       "          7.4889e-02, -3.1728e-02,  7.9230e-02,  8.8076e-02, -1.0794e-01,\n",
       "         -1.5062e-02,  3.1412e-03,  8.4328e-02, -1.0704e-02,  3.4709e-02,\n",
       "         -3.7354e-02,  6.8603e-03,  4.9366e-02,  3.6973e-02,  1.1755e-02,\n",
       "         -4.3131e-03,  9.5292e-03,  6.7285e-02,  5.1332e-02,  9.0932e-03,\n",
       "          2.3176e-01, -5.7578e-04,  1.1025e-01,  3.7704e-03,  1.8837e-01,\n",
       "          2.1267e-01,  9.5971e-02,  1.9160e-01,  1.9926e-01, -1.0663e-01,\n",
       "          9.9557e-02, -2.0057e-02,  3.9352e-02,  1.1632e-01, -2.7523e-02,\n",
       "          4.0050e-01,  9.1377e-02,  1.7372e-01,  2.6152e-03, -3.4046e-02,\n",
       "          4.1061e-02,  5.9955e-02,  1.0328e-02, -3.1703e-01, -1.7496e-01,\n",
       "          1.0747e-01,  1.4526e-01,  6.5022e-02,  2.0628e-01,  2.0360e-01,\n",
       "          1.1551e-01,  7.5059e-02,  1.2902e-01,  1.3962e-01,  1.4581e-01,\n",
       "          8.2804e-02,  1.9736e-01, -9.5380e-02, -2.3544e-02,  7.7609e-02,\n",
       "          3.0931e-02,  9.5562e-02, -4.7981e-02,  1.0701e-01,  5.5758e-02,\n",
       "          1.1949e-02,  4.6652e-02,  4.8712e-02,  9.4037e-02, -3.3087e-02,\n",
       "          1.1150e-01,  8.6405e-02,  1.6383e-01,  1.0503e-01,  8.0349e-02,\n",
       "          1.9777e-01,  3.6578e-02,  2.4724e-02, -6.6742e-02, -3.7053e-02,\n",
       "         -1.5942e-02,  4.1117e-01,  5.4734e-04,  2.5368e-01,  1.4733e-01,\n",
       "          4.5279e-02,  1.8557e-01,  7.2113e-02,  2.8062e-02,  1.0004e-01,\n",
       "          4.2756e-02,  6.5007e-02,  5.2387e-03,  9.3693e-02,  1.2605e-01,\n",
       "          2.0060e-01, -2.9426e-02,  2.9020e-01,  2.2564e-01, -1.7905e-01,\n",
       "          2.8608e-02, -5.5259e-02, -1.1671e-01, -1.4811e-01,  4.3071e-02,\n",
       "          1.1858e-01,  3.1398e-01, -4.3717e-02,  2.3369e-02, -3.9446e-02,\n",
       "          6.5889e-02, -1.2287e-02,  1.5978e-02, -2.7090e-02,  3.4958e-01,\n",
       "          2.2533e-01, -6.8962e-02, -2.6893e-02,  1.7018e-01, -3.0094e-02,\n",
       "          2.3575e-01,  3.1543e-02,  3.9525e-02,  2.2062e-01,  1.4094e-01,\n",
       "          1.0142e-01,  6.6224e-02,  8.9685e-02, -9.2318e-02,  1.3234e-01,\n",
       "          1.5070e-03,  4.9214e-03,  5.0149e-02, -5.1841e-02,  2.8654e-01,\n",
       "          3.5192e-02,  2.2470e-01, -1.6469e-01, -1.3672e-02,  1.5008e-01,\n",
       "          1.0071e-01,  1.7304e-01,  1.1659e-01, -8.2203e-02, -1.1295e-01,\n",
       "         -5.9764e-02,  1.5145e-01, -5.5591e-02,  1.6921e-01, -1.4422e-02,\n",
       "          8.4264e-02,  3.0330e-02,  4.1679e-02,  1.2782e-01,  8.4066e-02,\n",
       "          8.5091e-02,  1.0284e-01,  1.4928e-01,  1.7259e-02,  1.5598e-01,\n",
       "         -4.0772e-02,  2.5083e-02,  1.2607e-01,  1.4701e-01,  2.9730e-01,\n",
       "         -7.9905e-02,  1.3007e-01,  2.7862e-02, -3.4203e-01, -2.7053e-02,\n",
       "          3.8470e-02,  8.0006e-02,  3.4704e-02,  7.5510e-02,  2.4415e-02,\n",
       "         -2.4813e-02,  3.6941e-03, -1.7997e-02, -1.1079e-02,  3.3701e-02,\n",
       "          1.3022e-01, -5.3713e-02,  2.1379e-01,  6.5979e-02,  3.1410e-02,\n",
       "         -2.7004e-02, -1.1131e-01,  9.5453e-02,  1.5210e-01,  1.5239e-01,\n",
       "          8.7889e-02, -1.0340e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0000,  0.0382,  0.0162],\n",
       "           [ 0.0000,  0.0110,  0.0000],\n",
       "           [ 0.0082,  0.0000,  0.0131]],\n",
       " \n",
       "          [[-0.0000,  0.0188,  0.0078],\n",
       "           [-0.0229,  0.0000, -0.0239],\n",
       "           [-0.0349, -0.0489, -0.0505]],\n",
       " \n",
       "          [[ 0.0000, -0.0000, -0.0000],\n",
       "           [ 0.0092, -0.0160, -0.0135],\n",
       "           [ 0.0000,  0.0000, -0.0000]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0212, -0.0226, -0.0095],\n",
       "           [-0.0148, -0.0225, -0.0217],\n",
       "           [-0.0145, -0.0097, -0.0000]],\n",
       " \n",
       "          [[-0.0160, -0.0172, -0.0265],\n",
       "           [-0.0213, -0.0207, -0.0362],\n",
       "           [-0.0197, -0.0269, -0.0239]],\n",
       " \n",
       "          [[-0.0000,  0.0000,  0.0147],\n",
       "           [ 0.0170,  0.0349,  0.0232],\n",
       "           [-0.0000,  0.0197,  0.0293]]],\n",
       " \n",
       " \n",
       "         [[[-0.0233, -0.0129, -0.0102],\n",
       "           [-0.0288, -0.0000, -0.0159],\n",
       "           [-0.0218, -0.0182, -0.0084]],\n",
       " \n",
       "          [[-0.0196,  0.0099, -0.0079],\n",
       "           [-0.0359, -0.0213, -0.0258],\n",
       "           [-0.0344, -0.0237, -0.0246]],\n",
       " \n",
       "          [[-0.0000,  0.0000,  0.0000],\n",
       "           [ 0.0000,  0.0000, -0.0000],\n",
       "           [ 0.0000,  0.0142,  0.0147]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0000,  0.0000,  0.0000],\n",
       "           [ 0.0252,  0.0080, -0.0095],\n",
       "           [ 0.0000,  0.0131,  0.0000]],\n",
       " \n",
       "          [[ 0.0183,  0.0365,  0.0176],\n",
       "           [ 0.0000,  0.0123,  0.0128],\n",
       "           [ 0.0098, -0.0000, -0.0100]],\n",
       " \n",
       "          [[-0.0342, -0.0352, -0.0399],\n",
       "           [-0.0538, -0.0652, -0.0570],\n",
       "           [-0.0472, -0.0396, -0.0365]]],\n",
       " \n",
       " \n",
       "         [[[-0.0181, -0.0000, -0.0127],\n",
       "           [ 0.0000,  0.0000, -0.0156],\n",
       "           [ 0.0182,  0.0167,  0.0140]],\n",
       " \n",
       "          [[-0.0375, -0.0568, -0.0258],\n",
       "           [-0.0351, -0.0593, -0.0254],\n",
       "           [-0.0161, -0.0299, -0.0150]],\n",
       " \n",
       "          [[-0.0109, -0.0087, -0.0138],\n",
       "           [-0.0132, -0.0000, -0.0000],\n",
       "           [-0.0146, -0.0144, -0.0160]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0000,  0.0000],\n",
       "           [-0.0000, -0.0255, -0.0201],\n",
       "           [-0.0120, -0.0139, -0.0000]],\n",
       " \n",
       "          [[-0.0000, -0.0199, -0.0214],\n",
       "           [-0.0128, -0.0081,  0.0000],\n",
       "           [-0.0166, -0.0078, -0.0000]],\n",
       " \n",
       "          [[-0.0117, -0.0159,  0.0000],\n",
       "           [ 0.0088,  0.0153, -0.0000],\n",
       "           [ 0.0000,  0.0097,  0.0000]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0000,  0.0141, -0.0000],\n",
       "           [ 0.0136,  0.0213,  0.0126],\n",
       "           [-0.0101, -0.0115,  0.0000]],\n",
       " \n",
       "          [[-0.0000, -0.0261, -0.0228],\n",
       "           [-0.0188, -0.0277, -0.0191],\n",
       "           [-0.0000, -0.0000,  0.0000]],\n",
       " \n",
       "          [[ 0.0113, -0.0094, -0.0000],\n",
       "           [ 0.0000, -0.0087, -0.0215],\n",
       "           [ 0.0082, -0.0000, -0.0134]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0239,  0.0283,  0.0279],\n",
       "           [ 0.0000,  0.0000,  0.0202],\n",
       "           [-0.0111, -0.0000, -0.0000]],\n",
       " \n",
       "          [[ 0.0152, -0.0000, -0.0232],\n",
       "           [-0.0242, -0.0340, -0.0508],\n",
       "           [-0.0358, -0.0475, -0.0435]],\n",
       " \n",
       "          [[ 0.0212,  0.0207,  0.0413],\n",
       "           [ 0.0456,  0.0834,  0.0695],\n",
       "           [ 0.0380,  0.0770,  0.0645]]],\n",
       " \n",
       " \n",
       "         [[[-0.0158,  0.0082,  0.0091],\n",
       "           [-0.0232, -0.0000,  0.0000],\n",
       "           [-0.0098, -0.0097,  0.0190]],\n",
       " \n",
       "          [[ 0.0405,  0.0218,  0.0079],\n",
       "           [ 0.0377,  0.0080, -0.0143],\n",
       "           [ 0.0221, -0.0154, -0.0257]],\n",
       " \n",
       "          [[-0.0311, -0.0225, -0.0132],\n",
       "           [-0.0125, -0.0197, -0.0123],\n",
       "           [-0.0219, -0.0321, -0.0103]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0211, -0.0000, -0.0000],\n",
       "           [-0.0291, -0.0167, -0.0259],\n",
       "           [-0.0187, -0.0190, -0.0215]],\n",
       " \n",
       "          [[ 0.0139,  0.0000, -0.0099],\n",
       "           [-0.0000, -0.0000, -0.0102],\n",
       "           [-0.0000,  0.0104, -0.0000]],\n",
       " \n",
       "          [[-0.0000,  0.0138, -0.0000],\n",
       "           [ 0.0331,  0.0292,  0.0000],\n",
       "           [ 0.0196,  0.0087,  0.0000]]],\n",
       " \n",
       " \n",
       "         [[[-0.0140, -0.0130, -0.0078],\n",
       "           [-0.0230, -0.0128, -0.0121],\n",
       "           [-0.0204, -0.0128, -0.0146]],\n",
       " \n",
       "          [[-0.0096, -0.0104, -0.0087],\n",
       "           [-0.0000, -0.0000, -0.0000],\n",
       "           [ 0.0000,  0.0000, -0.0000]],\n",
       " \n",
       "          [[-0.0124, -0.0175, -0.0171],\n",
       "           [-0.0000, -0.0127, -0.0168],\n",
       "           [-0.0000, -0.0138, -0.0113]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0000, -0.0192, -0.0097],\n",
       "           [-0.0084, -0.0133,  0.0094],\n",
       "           [-0.0000,  0.0000,  0.0000]],\n",
       " \n",
       "          [[-0.0194, -0.0143, -0.0229],\n",
       "           [-0.0099, -0.0000, -0.0187],\n",
       "           [ 0.0000,  0.0000,  0.0080]],\n",
       " \n",
       "          [[-0.0086, -0.0000, -0.0157],\n",
       "           [-0.0129, -0.0079, -0.0000],\n",
       "           [-0.0000, -0.0000,  0.0084]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[-0.0076, -0.0113, -0.0115,  ..., -0.0005,  0.0101,  0.0075],\n",
       "         [ 0.0059,  0.0028,  0.0041,  ...,  0.0021,  0.0061,  0.0056],\n",
       "         [ 0.0157,  0.0004,  0.0067,  ...,  0.0024,  0.0078,  0.0003],\n",
       "         ...,\n",
       "         [ 0.0032,  0.0040,  0.0031,  ...,  0.0015,  0.0040,  0.0008],\n",
       "         [-0.0047,  0.0154,  0.0071,  ...,  0.0038,  0.0003,  0.0007],\n",
       "         [-0.0053, -0.0003,  0.0092,  ...,  0.0111,  0.0069,  0.0042]],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0069, -0.0284,  0.0356,  ..., -0.0189, -0.0371, -0.0383],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[ 0.0003, -0.0271, -0.0063,  ...,  0.0065, -0.0139, -0.0273],\n",
       "         [-0.0201,  0.0047, -0.0249,  ...,  0.0007, -0.0048, -0.0296],\n",
       "         [ 0.0115,  0.0064,  0.0120,  ..., -0.0173,  0.0033, -0.0126],\n",
       "         ...,\n",
       "         [ 0.0057, -0.0281, -0.0153,  ..., -0.0150, -0.0122, -0.0163],\n",
       "         [-0.0044, -0.0114, -0.0073,  ..., -0.0002, -0.0111, -0.0187],\n",
       "         [-0.0126, -0.0139,  0.0094,  ..., -0.0021, -0.0058, -0.0100]],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.0122, 0.0521, 0.0728,  ..., 0.0478, 0.0258, 0.0460],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[ 0.0014,  0.0049,  0.0045,  ...,  0.0062,  0.0013,  0.0049],\n",
       "         [ 0.0053, -0.0447, -0.0027,  ...,  0.0099,  0.0014,  0.0012],\n",
       "         [ 0.0013,  0.0184, -0.0087,  ..., -0.0163, -0.0135, -0.0087],\n",
       "         ...,\n",
       "         [-0.0154,  0.0111, -0.0055,  ..., -0.0155, -0.0082, -0.0042],\n",
       "         [-0.0093,  0.0019, -0.0123,  ...,  0.0201, -0.0057, -0.0094],\n",
       "         [ 0.0127, -0.0088,  0.0041,  ...,  0.0077, -0.0129, -0.0066]],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0375, -0.0052, -0.0164,  0.0353,  0.0112,  0.0151, -0.0064, -0.0069,\n",
       "          0.0023,  0.0317], requires_grad=True)]"
      ]
     },
     "execution_count": 41,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(trained_vgg_model.parameters())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 42,
   "id": "5a0c3e3a",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/plain": [
       "[Parameter containing:\n",
       " tensor([[[[ 2.7043e-01,  2.0123e-02, -3.9159e-01],\n",
       "           [ 1.5917e-01,  3.4721e-01, -5.1117e-01],\n",
       "           [-1.2029e-01,  3.4223e-01, -2.4261e-01]],\n",
       " \n",
       "          [[ 3.8470e-01, -5.7236e-02, -6.8796e-01],\n",
       "           [ 4.2480e-01,  4.3295e-01, -8.0183e-01],\n",
       "           [ 9.0467e-02,  4.7294e-01, -3.8086e-01]],\n",
       " \n",
       "          [[ 2.0624e-01, -3.2893e-02, -3.9607e-01],\n",
       "           [ 1.3709e-01,  2.9011e-01, -4.3236e-01],\n",
       "           [-2.3931e-02,  3.3789e-01, -1.6167e-01]]],\n",
       " \n",
       " \n",
       "         [[[-3.5906e-01, -2.6959e-01,  6.5864e-01],\n",
       "           [-6.1003e-01, -3.6071e-01,  7.8990e-01],\n",
       "           [-4.2977e-01, -1.5093e-01,  6.4548e-01]],\n",
       " \n",
       "          [[-5.6736e-01, -4.0352e-01,  7.6397e-01],\n",
       "           [-8.6998e-01, -3.7118e-01,  1.1020e+00],\n",
       "           [-5.1612e-01, -8.5621e-02,  9.1326e-01]],\n",
       " \n",
       "          [[-9.6227e-03, -2.8532e-01,  2.2197e-01],\n",
       "           [-1.6902e-01, -2.8094e-01,  3.8599e-01],\n",
       "           [-7.8710e-02, -6.8964e-02,  3.7558e-01]]],\n",
       " \n",
       " \n",
       "         [[[ 5.1263e-02, -2.6990e-01, -2.4215e-01],\n",
       "           [ 3.0288e-01,  1.9866e-01, -2.1355e-01],\n",
       "           [-6.4258e-02,  2.0310e-01, -5.7230e-02]],\n",
       " \n",
       "          [[ 1.3432e-02, -4.9008e-01, -5.5313e-01],\n",
       "           [ 5.1606e-01,  2.8050e-01, -3.8285e-01],\n",
       "           [ 1.5460e-01,  3.9383e-01, -5.7181e-02]],\n",
       " \n",
       "          [[-8.5782e-03, -3.4983e-01, -3.9756e-01],\n",
       "           [ 3.6377e-01,  1.8182e-01, -2.6854e-01],\n",
       "           [ 1.2807e-01,  2.8079e-01, -4.4349e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 4.1987e-01,  5.2917e-01,  2.5370e-01],\n",
       "           [-8.3843e-01, -9.3976e-01, -3.9056e-01],\n",
       "           [ 3.8191e-01,  4.2415e-01,  1.4765e-01]],\n",
       " \n",
       "          [[ 5.3905e-01,  6.8793e-01,  3.5949e-01],\n",
       "           [-1.0686e+00, -1.2282e+00, -5.6130e-01],\n",
       "           [ 5.0059e-01,  5.3766e-01,  1.9865e-01]],\n",
       " \n",
       "          [[ 2.1181e-01,  2.7607e-01,  7.8553e-04],\n",
       "           [-5.7735e-01, -6.8381e-01, -2.7059e-01],\n",
       "           [ 4.0665e-01,  4.8162e-01,  1.6219e-01]]],\n",
       " \n",
       " \n",
       "         [[[ 1.9276e-01,  3.0736e-01,  6.7524e-02],\n",
       "           [ 3.0052e-01,  4.2849e-01,  1.3601e-01],\n",
       "           [ 3.6649e-02,  1.4244e-01, -8.4061e-02]],\n",
       " \n",
       "          [[-3.2286e-01, -4.6971e-01, -2.5185e-01],\n",
       "           [-5.4052e-01, -6.8079e-01, -3.8527e-01],\n",
       "           [-3.0582e-01, -4.0610e-01, -2.1674e-01]],\n",
       " \n",
       "          [[ 1.1241e-01,  1.4567e-01,  1.2059e-01],\n",
       "           [ 1.8911e-01,  2.0817e-01,  2.1790e-01],\n",
       "           [ 1.8990e-01,  1.9643e-01,  1.7452e-01]]],\n",
       " \n",
       " \n",
       "         [[[ 8.8550e-02,  1.4448e-01,  2.2391e-01],\n",
       "           [-1.6088e-01, -1.3171e-01,  1.2324e-01],\n",
       "           [-2.1152e-01, -1.4929e-01,  7.0652e-02]],\n",
       " \n",
       "          [[-1.3736e-01, -1.3507e-01, -2.4941e-02],\n",
       "           [-3.0272e-01, -3.2861e-01, -1.0279e-01],\n",
       "           [-2.9084e-01, -2.6144e-01, -8.6680e-02]],\n",
       " \n",
       "          [[ 8.3697e-02,  1.1935e-01,  1.3223e-01],\n",
       "           [ 1.2610e-02, -2.0247e-02,  1.3179e-01],\n",
       "           [-2.0079e-02,  2.2845e-02,  1.4379e-01]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 0.1599,  0.2963,  0.1462, -1.0774,  0.0581, -0.0480,  0.1275, -0.5771,\n",
       "          0.2057, -0.0019, -0.3728,  0.1032,  0.2302,  0.2247, -0.7634, -1.0575,\n",
       "          0.2493, -0.1630,  0.1165, -1.1046,  0.0036, -0.8408, -0.4137, -0.3944,\n",
       "          0.5427,  0.2332,  0.0801,  0.1471, -0.1209, -0.4747, -0.2396, -1.1038,\n",
       "         -0.5626,  0.2906,  0.1752,  0.3620, -0.0132,  0.1501, -0.5135,  0.2279,\n",
       "          0.1374, -1.7165, -0.0161,  0.0337,  0.1304,  0.1580,  0.1544,  0.4259,\n",
       "         -0.0191, -0.0603, -1.4738, -0.7610, -1.2169,  0.1578,  0.1741, -0.0514,\n",
       "          0.1251,  0.0310, -1.1896,  0.1491, -0.8466, -0.0158,  0.2089, -1.3837],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 2.3769e-02, -1.6540e-02, -3.6841e-02],\n",
       "           [ 9.3222e-03, -4.7599e-02, -4.6254e-02],\n",
       "           [-2.6034e-02, -5.6060e-02, -3.5229e-02]],\n",
       " \n",
       "          [[ 5.5411e-02,  5.5911e-02,  1.1745e-02],\n",
       "           [ 2.5785e-02, -2.0642e-02, -3.4222e-02],\n",
       "           [ 1.0256e-02, -4.1213e-02, -2.9308e-02]],\n",
       " \n",
       "          [[-7.8839e-03, -3.6170e-02, -3.5541e-02],\n",
       "           [-5.5867e-03, -5.1738e-02, -2.9146e-02],\n",
       "           [-1.8569e-02, -3.3365e-02, -2.3756e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.8675e-02,  6.4354e-03, -1.8059e-02],\n",
       "           [-2.4088e-02, -5.8811e-02, -4.2248e-02],\n",
       "           [-3.0962e-02, -4.6167e-02, -4.1428e-02]],\n",
       " \n",
       "          [[ 2.1426e-02,  6.5501e-03, -4.5331e-02],\n",
       "           [ 2.3166e-02, -1.3907e-02, -1.0499e-02],\n",
       "           [ 1.9404e-02,  1.9809e-02, -1.5274e-02]],\n",
       " \n",
       "          [[ 1.8090e-02, -8.1787e-03, -1.5797e-02],\n",
       "           [ 7.9613e-03, -2.1601e-02, -1.4560e-02],\n",
       "           [ 1.3267e-02, -1.1497e-02, -4.7489e-03]]],\n",
       " \n",
       " \n",
       "         [[[-2.3814e-02,  7.8086e-03,  3.7784e-02],\n",
       "           [-3.7419e-02,  4.1511e-03,  9.2232e-03],\n",
       "           [ 2.2578e-02,  6.0319e-02,  1.3621e-02]],\n",
       " \n",
       "          [[-5.4916e-02, -7.8712e-02, -9.1868e-03],\n",
       "           [-1.0546e-01, -8.5654e-02, -5.8938e-02],\n",
       "           [-1.4344e-02, -1.0066e-02, -9.9111e-03]],\n",
       " \n",
       "          [[ 2.5574e-02,  3.1183e-02,  3.2106e-02],\n",
       "           [-2.2001e-02, -5.2214e-02, -4.3338e-02],\n",
       "           [-3.4271e-02, -2.9509e-02,  6.7928e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-4.5251e-02, -8.6975e-02, -3.1402e-02],\n",
       "           [-1.6700e-01, -1.8108e-01,  4.2841e-02],\n",
       "           [-6.5348e-02,  1.9051e-02,  1.5024e-01]],\n",
       " \n",
       "          [[-2.6498e-02, -4.3783e-02,  1.3206e-02],\n",
       "           [-2.4726e-02, -4.3256e-02, -2.9351e-03],\n",
       "           [-1.8517e-02, -2.2188e-02,  9.9931e-03]],\n",
       " \n",
       "          [[-3.4943e-02, -5.7016e-02, -1.4415e-02],\n",
       "           [-5.1795e-02, -3.9539e-02,  4.4942e-02],\n",
       "           [ 1.5049e-03,  6.8033e-03,  8.5095e-02]]],\n",
       " \n",
       " \n",
       "         [[[ 9.5353e-02,  1.1237e-01,  6.3543e-02],\n",
       "           [ 1.0412e-01,  8.2923e-03,  1.5765e-02],\n",
       "           [-7.4371e-03, -1.2097e-02, -2.6098e-02]],\n",
       " \n",
       "          [[-5.0332e-02,  4.4504e-02,  9.2236e-02],\n",
       "           [-9.7497e-02, -1.6074e-01, -3.3551e-02],\n",
       "           [-6.5039e-02, -1.3320e-01, -5.5644e-02]],\n",
       " \n",
       "          [[ 8.2795e-02,  6.7528e-02,  6.3507e-02],\n",
       "           [ 1.2432e-01,  1.2071e-01,  6.6662e-02],\n",
       "           [ 8.8846e-02,  4.8256e-02,  8.9315e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 4.6315e-02,  7.4723e-02,  1.1618e-01],\n",
       "           [-5.4432e-02, -2.8854e-02,  2.5570e-02],\n",
       "           [ 4.1790e-02, -1.0383e-03,  7.4862e-02]],\n",
       " \n",
       "          [[-2.4912e-03, -2.8091e-03, -4.9858e-03],\n",
       "           [-1.1918e-02, -5.0654e-02, -1.6458e-02],\n",
       "           [ 1.0214e-02,  3.5870e-03,  3.0922e-02]],\n",
       " \n",
       "          [[ 8.0762e-02,  1.6764e-01,  1.7268e-01],\n",
       "           [-8.0824e-02, -4.3552e-02,  3.6035e-03],\n",
       "           [-1.2101e-01, -1.2685e-01, -1.2015e-01]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 3.8859e-02,  5.3333e-02,  1.2355e-02],\n",
       "           [-2.9743e-02, -3.3811e-02, -2.6267e-02],\n",
       "           [-4.7570e-02, -4.4234e-02, -3.5378e-02]],\n",
       " \n",
       "          [[ 1.0097e-01, -1.0333e-01, -2.3625e-02],\n",
       "           [-1.7030e-02, -1.5359e-01, -4.7733e-02],\n",
       "           [-5.0216e-02, -3.7314e-02, -5.3783e-02]],\n",
       " \n",
       "          [[ 1.7405e-02,  6.2032e-02, -3.1036e-02],\n",
       "           [-2.8882e-02, -8.5148e-02, -7.2949e-02],\n",
       "           [-5.4079e-02, -5.3805e-02, -4.3420e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.6473e-02,  3.0700e-02, -1.0086e-01],\n",
       "           [ 6.1720e-02,  6.1713e-02, -1.7479e-02],\n",
       "           [-4.4162e-02, -3.8824e-02, -4.2993e-02]],\n",
       " \n",
       "          [[ 3.6903e-02,  3.6742e-02, -3.3424e-04],\n",
       "           [ 2.8381e-02,  2.5706e-02, -8.3769e-03],\n",
       "           [-2.8082e-02, -2.3701e-02, -4.1479e-02]],\n",
       " \n",
       "          [[ 9.0389e-03,  1.0524e-02, -2.2764e-02],\n",
       "           [-2.7963e-02, -3.7551e-02, -3.6812e-02],\n",
       "           [-2.0950e-02, -2.4121e-02, -2.3312e-02]]],\n",
       " \n",
       " \n",
       "         [[[-2.6937e-02,  1.9337e-01, -2.2173e-01],\n",
       "           [-1.7194e-03, -8.2313e-02,  6.5041e-03],\n",
       "           [-7.3310e-02, -9.7036e-02,  1.4908e-01]],\n",
       " \n",
       "          [[-1.1407e-01, -2.2378e-01,  4.1360e-01],\n",
       "           [-1.2598e-01,  8.5365e-02, -3.7240e-02],\n",
       "           [ 1.2337e-01,  3.1381e-01, -3.5830e-01]],\n",
       " \n",
       "          [[ 1.7299e-02,  9.8328e-02, -1.5393e-01],\n",
       "           [-6.1074e-03, -4.9658e-02, -6.6631e-03],\n",
       "           [-8.0515e-02, -8.3769e-02,  9.7197e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.2517e-02, -9.5816e-02, -9.6051e-02],\n",
       "           [-4.2071e-02, -1.1891e-01, -1.5851e-01],\n",
       "           [ 3.0078e-02, -1.1614e-01, -6.6535e-02]],\n",
       " \n",
       "          [[-2.3114e-02,  1.6636e-02,  4.4084e-03],\n",
       "           [-2.8763e-02,  4.2368e-04,  1.2706e-02],\n",
       "           [-5.4794e-03, -2.0650e-03,  2.0926e-02]],\n",
       " \n",
       "          [[-2.5661e-02, -1.2016e-02,  2.1563e-02],\n",
       "           [-6.7769e-03, -5.7781e-03,  2.5629e-03],\n",
       "           [ 3.0733e-02, -4.8856e-03, -4.8049e-02]]],\n",
       " \n",
       " \n",
       "         [[[-4.5857e-03, -3.5634e-03,  2.4386e-02],\n",
       "           [ 1.8471e-02, -9.3541e-03,  8.7182e-03],\n",
       "           [-2.2706e-02, -8.2491e-03,  1.2966e-02]],\n",
       " \n",
       "          [[-7.8502e-02, -2.8720e-01, -4.3592e-02],\n",
       "           [ 5.1047e-02, -2.8581e-01, -2.6268e-01],\n",
       "           [ 2.7441e-01,  1.4193e-01, -3.2477e-02]],\n",
       " \n",
       "          [[-3.6364e-02, -2.6069e-02,  3.2031e-02],\n",
       "           [ 2.1095e-02, -5.5292e-04, -1.9516e-02],\n",
       "           [-2.3645e-02, -1.0226e-03,  1.6202e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-3.5406e-02, -6.9108e-02,  6.5040e-02],\n",
       "           [ 1.5078e-02, -1.1366e-01, -8.1513e-02],\n",
       "           [ 1.4490e-01,  4.1903e-02, -1.3216e-01]],\n",
       " \n",
       "          [[ 2.2318e-02,  1.2200e-02,  1.2318e-02],\n",
       "           [-4.2157e-03, -2.2218e-03,  2.8167e-02],\n",
       "           [-8.1430e-02, -4.0890e-02, -1.0362e-02]],\n",
       " \n",
       "          [[-1.7330e-02, -3.1821e-02,  4.1151e-02],\n",
       "           [ 2.0145e-02, -3.8788e-02, -9.0121e-03],\n",
       "           [ 1.4168e-02,  1.9355e-02, -1.2933e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.9311e-02, -1.1897e-01,  1.3962e-01, -1.2026e-01,  1.1944e-01,\n",
       "         -7.1948e-02, -8.0144e-02, -2.1892e-01, -1.8839e-04,  1.6045e-01,\n",
       "         -2.3102e-03, -4.8943e-02,  7.8396e-02,  4.8859e-01,  1.6461e-01,\n",
       "          1.4260e-01,  5.4311e-01, -2.5714e-01,  2.4310e-01,  4.8907e-01,\n",
       "          3.3416e-02,  5.4291e-01, -2.0947e-01, -1.6997e-01, -2.3695e-01,\n",
       "          6.0132e-01, -1.3513e-01, -1.4230e-01, -1.6413e-02,  2.3224e-02,\n",
       "          8.3714e-02, -1.6798e-01,  1.8356e-01, -1.2214e-01, -4.6904e-01,\n",
       "          2.9000e-01, -2.7427e-02, -2.6221e-01, -1.9611e-01, -1.1573e-01,\n",
       "         -1.2541e-01, -7.9575e-02, -1.3037e-01, -4.9546e-01, -1.9433e-01,\n",
       "          1.3957e-02, -1.2758e-01, -2.7500e-01,  2.5603e-01,  1.2045e-01,\n",
       "          3.1469e-01, -9.9864e-01,  4.6982e-01,  1.3154e-02,  3.1325e-02,\n",
       "         -5.1597e-02,  4.4604e-02, -4.6216e-01, -8.5581e-02, -1.9536e-01,\n",
       "          7.7137e-02,  9.9023e-02, -3.0463e-01, -3.9895e-01, -1.1372e-01,\n",
       "         -9.3195e-03, -1.1679e-01,  7.4175e-02,  7.9115e-02,  3.5722e-02,\n",
       "         -8.3159e-02,  6.3176e-01,  2.8851e-01,  1.4609e-01, -9.8981e-02,\n",
       "          4.7042e-01,  3.2943e-01,  4.6652e-01,  6.5803e-02,  2.1297e-01,\n",
       "          4.5213e-02, -1.8029e-01, -8.0572e-02, -2.2490e-02,  1.8010e-01,\n",
       "         -1.4955e-01, -1.1185e-01,  9.7514e-03,  7.7096e-02, -1.5508e-01,\n",
       "          3.5993e-02,  1.5760e-01, -2.1332e-01,  1.8159e-01,  1.9639e-01,\n",
       "          5.8166e-02,  4.2637e-02,  8.1463e-02,  1.4924e-01,  5.0223e-02,\n",
       "          3.9520e-01,  8.5362e-02,  1.1723e-01, -4.8889e-02, -6.1941e-02,\n",
       "          1.0090e-02, -1.8585e-02,  2.6636e-02, -1.1573e-01, -5.6198e-02,\n",
       "          2.7975e-01, -2.4255e-01, -2.4656e-02, -1.1875e-01, -3.7861e-01,\n",
       "          5.0550e-02,  1.2704e-01, -4.8580e-02,  1.5898e-01,  9.6247e-02,\n",
       "         -1.2251e-01, -3.2524e-02,  8.8199e-02,  3.5359e-02,  6.0738e-01,\n",
       "         -9.0912e-02,  2.2572e-01,  2.6902e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-0.0255, -0.0258, -0.0195],\n",
       "           [-0.0050, -0.0191, -0.0153],\n",
       "           [ 0.0070, -0.0099, -0.0021]],\n",
       " \n",
       "          [[ 0.0262,  0.0109,  0.0226],\n",
       "           [-0.0144, -0.0358, -0.0320],\n",
       "           [ 0.0220, -0.0496, -0.0455]],\n",
       " \n",
       "          [[-0.0775, -0.0813, -0.0526],\n",
       "           [-0.0746, -0.0959, -0.0685],\n",
       "           [ 0.0226, -0.0297, -0.0185]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0330,  0.0653,  0.0344],\n",
       "           [ 0.0325,  0.0119,  0.0149],\n",
       "           [-0.0027,  0.0252,  0.0086]],\n",
       " \n",
       "          [[ 0.0394, -0.0390,  0.0113],\n",
       "           [-0.0045, -0.0523, -0.0108],\n",
       "           [-0.0565, -0.0701, -0.0456]],\n",
       " \n",
       "          [[-0.0185, -0.0466, -0.0451],\n",
       "           [ 0.0323,  0.0675,  0.0098],\n",
       "           [-0.0029, -0.0143,  0.0480]]],\n",
       " \n",
       " \n",
       "         [[[-0.0117, -0.0026, -0.0053],\n",
       "           [-0.0195, -0.0045, -0.0125],\n",
       "           [-0.0039, -0.0080,  0.0086]],\n",
       " \n",
       "          [[ 0.0187, -0.0287,  0.0326],\n",
       "           [ 0.0170,  0.0082,  0.0263],\n",
       "           [ 0.0282, -0.0253,  0.0144]],\n",
       " \n",
       "          [[-0.0108, -0.0463,  0.0072],\n",
       "           [ 0.0093, -0.0311, -0.0030],\n",
       "           [ 0.0021, -0.0067,  0.0114]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0155,  0.0060, -0.0335],\n",
       "           [-0.0099, -0.0337, -0.0294],\n",
       "           [-0.0112, -0.0142,  0.0143]],\n",
       " \n",
       "          [[ 0.0097,  0.0090, -0.0194],\n",
       "           [ 0.0197, -0.0078, -0.0086],\n",
       "           [-0.0217,  0.0138, -0.0396]],\n",
       " \n",
       "          [[ 0.0204, -0.0220, -0.0222],\n",
       "           [-0.0026, -0.0117, -0.0480],\n",
       "           [ 0.0032, -0.0243, -0.0112]]],\n",
       " \n",
       " \n",
       "         [[[-0.0437, -0.0297, -0.0200],\n",
       "           [-0.0457, -0.0355, -0.0154],\n",
       "           [-0.0287, -0.0218, -0.0281]],\n",
       " \n",
       "          [[-0.0560, -0.1009, -0.0694],\n",
       "           [-0.0478, -0.0952, -0.0286],\n",
       "           [-0.0566, -0.0533, -0.0100]],\n",
       " \n",
       "          [[ 0.0048, -0.0202, -0.0289],\n",
       "           [ 0.0112, -0.0006,  0.0299],\n",
       "           [ 0.0045,  0.0071,  0.0327]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0064, -0.0478, -0.0368],\n",
       "           [-0.0098, -0.0271, -0.0118],\n",
       "           [-0.0223, -0.0526, -0.0326]],\n",
       " \n",
       "          [[-0.0362,  0.0010,  0.0360],\n",
       "           [ 0.0177, -0.0207,  0.0232],\n",
       "           [ 0.0036,  0.0111, -0.0091]],\n",
       " \n",
       "          [[-0.0579, -0.0190, -0.0011],\n",
       "           [-0.0661,  0.0638,  0.0013],\n",
       "           [-0.0264,  0.0289,  0.0212]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-0.0297, -0.0279, -0.0450],\n",
       "           [-0.0220, -0.0095, -0.0411],\n",
       "           [-0.0153, -0.0050, -0.0441]],\n",
       " \n",
       "          [[ 0.0010, -0.0050, -0.0139],\n",
       "           [ 0.0044, -0.0260, -0.0288],\n",
       "           [-0.0101, -0.0075, -0.0107]],\n",
       " \n",
       "          [[-0.0158, -0.0443, -0.0090],\n",
       "           [ 0.0305, -0.0394, -0.0425],\n",
       "           [ 0.0461, -0.0065, -0.0542]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0206, -0.0129,  0.0032],\n",
       "           [-0.0707, -0.0691, -0.0001],\n",
       "           [-0.0745, -0.0597, -0.0330]],\n",
       " \n",
       "          [[-0.0053,  0.0015, -0.0045],\n",
       "           [ 0.0057, -0.0193,  0.0057],\n",
       "           [-0.0025,  0.0121,  0.0357]],\n",
       " \n",
       "          [[-0.0518, -0.0468, -0.0498],\n",
       "           [-0.0265, -0.0702, -0.0409],\n",
       "           [-0.0355, -0.0756, -0.0410]]],\n",
       " \n",
       " \n",
       "         [[[-0.0390, -0.0288, -0.0104],\n",
       "           [-0.0114, -0.0189, -0.0139],\n",
       "           [-0.0012,  0.0158, -0.0239]],\n",
       " \n",
       "          [[ 0.0285, -0.0043,  0.0257],\n",
       "           [ 0.0397,  0.0086, -0.0041],\n",
       "           [ 0.0480,  0.0199, -0.0150]],\n",
       " \n",
       "          [[ 0.0275, -0.0099,  0.0047],\n",
       "           [ 0.0119,  0.0081, -0.0162],\n",
       "           [-0.0280, -0.0071, -0.0396]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0418,  0.0820,  0.0383],\n",
       "           [ 0.0300,  0.0365,  0.0243],\n",
       "           [-0.0195, -0.0192, -0.0351]],\n",
       " \n",
       "          [[-0.0012,  0.0218,  0.0204],\n",
       "           [ 0.0075,  0.0123, -0.0118],\n",
       "           [-0.0225,  0.0523,  0.0321]],\n",
       " \n",
       "          [[-0.0377, -0.0279,  0.0356],\n",
       "           [ 0.0226, -0.0212, -0.0601],\n",
       "           [ 0.0146,  0.0089, -0.0520]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0061, -0.0045, -0.0131],\n",
       "           [-0.0151, -0.0148, -0.0326],\n",
       "           [-0.0265,  0.0008, -0.0034]],\n",
       " \n",
       "          [[-0.0108, -0.0408, -0.0327],\n",
       "           [ 0.0102, -0.0109, -0.0458],\n",
       "           [ 0.0509,  0.0356,  0.0251]],\n",
       " \n",
       "          [[ 0.0498, -0.0187, -0.0383],\n",
       "           [ 0.0339,  0.0088,  0.0649],\n",
       "           [-0.0499, -0.0130,  0.0423]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0146,  0.0099,  0.0007],\n",
       "           [ 0.0346, -0.0069, -0.0364],\n",
       "           [ 0.0241, -0.0039, -0.0213]],\n",
       " \n",
       "          [[-0.0283, -0.0626, -0.0669],\n",
       "           [-0.0688, -0.0866, -0.0795],\n",
       "           [-0.0595, -0.0337, -0.0280]],\n",
       " \n",
       "          [[-0.0229, -0.0608, -0.0596],\n",
       "           [ 0.0474,  0.0181,  0.0273],\n",
       "           [-0.0297, -0.0223, -0.0406]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 4.6772e-02, -9.5946e-02,  4.7944e-02, -9.5759e-02,  8.1614e-02,\n",
       "          1.4823e-01, -5.3057e-03,  2.8043e-03, -6.2781e-02, -6.5111e-02,\n",
       "          4.1975e-02, -1.9837e-01,  1.7517e-01,  4.5484e-02, -1.1824e-02,\n",
       "          2.8237e-01, -6.6854e-02, -9.8085e-02, -1.7812e-02,  1.0744e-01,\n",
       "         -1.3127e-01,  9.1981e-02,  4.4198e-02,  1.4573e-01,  1.0351e-01,\n",
       "         -4.6295e-02, -1.1270e-01,  5.4923e-02, -9.1935e-02,  1.8321e-02,\n",
       "          1.5428e-01,  1.5292e-02,  7.2269e-02,  1.0594e-01, -6.0939e-02,\n",
       "          1.2984e-02,  7.1832e-02,  7.9512e-02, -1.5171e-01, -2.5047e-02,\n",
       "          1.7517e-01,  1.2168e-01, -1.2495e-01,  4.5794e-02,  1.2067e-01,\n",
       "          1.5746e-01, -2.2433e-01,  1.6027e-01,  1.0643e-01,  6.0365e-02,\n",
       "         -1.4714e-01,  1.1903e-01, -4.4959e-03,  3.2048e-01, -8.9910e-02,\n",
       "         -1.2930e-01,  4.2387e-02, -1.3150e-02,  1.3987e-01, -2.7926e-02,\n",
       "          1.7797e-01, -3.2660e-02,  1.9997e-01, -1.5150e-02,  3.5920e-02,\n",
       "          1.0857e-01,  1.0378e-01,  5.7074e-02,  6.6024e-02,  1.4060e-01,\n",
       "          1.5850e-01,  9.0132e-02,  1.2082e-01,  1.0656e-01,  3.5006e-03,\n",
       "          2.7250e-01, -2.7857e-02,  1.5488e-01,  1.2190e-01,  3.0087e-02,\n",
       "         -3.0516e-02,  1.3198e-02, -6.0927e-03,  5.4768e-03, -4.7163e-02,\n",
       "          1.0972e-01, -7.0737e-03, -1.7112e-02,  9.5129e-02,  1.5703e-01,\n",
       "         -5.2591e-02, -1.4176e-02, -2.6282e-01,  2.8398e-02,  1.8923e-01,\n",
       "          1.6258e-01,  1.5894e-01, -1.4144e-01, -1.4358e-01, -4.4844e-02,\n",
       "          1.4004e-01,  1.9232e-01, -1.0012e-01,  5.2583e-02,  4.3877e-02,\n",
       "          1.6682e-01, -1.5411e-02,  3.5740e-02,  6.8935e-02, -1.4721e-04,\n",
       "          1.0076e-01,  4.0424e-02, -3.2669e-02,  1.3293e-01, -2.1487e-02,\n",
       "          2.8445e-02,  1.9645e-02,  4.6807e-02, -8.3502e-03,  4.2439e-02,\n",
       "         -1.8842e-02, -1.5473e-01,  2.1262e-01,  6.5908e-03,  1.1451e-01,\n",
       "          2.1330e-01, -2.4496e-02, -5.1867e-02,  4.1673e-02,  3.7124e-02,\n",
       "          1.1927e-01, -9.0236e-02, -1.3128e-01,  7.7309e-02, -4.5788e-02,\n",
       "          1.8606e-01,  4.7735e-02,  2.5267e-02,  5.6782e-02,  1.6399e-01,\n",
       "         -2.0546e-02,  7.8883e-02, -6.1530e-02,  6.3766e-02,  2.8306e-02,\n",
       "         -6.3575e-02,  1.8869e-02, -3.0515e-02, -2.6771e-01, -1.1027e-01,\n",
       "         -5.8162e-03, -2.0900e-02,  1.4261e-01,  5.0621e-02,  4.4683e-02,\n",
       "          1.8754e-01, -5.4072e-02, -1.2543e-02,  3.9628e-02, -1.4192e-01,\n",
       "          7.9789e-02,  1.9831e-01,  1.5970e-01,  3.2250e-02, -7.4643e-02,\n",
       "         -4.7328e-02,  4.0187e-02,  9.8891e-03,  1.7521e-02, -3.6922e-01,\n",
       "          1.0027e-01, -7.0045e-02,  8.4828e-02,  1.6365e-02,  8.5184e-02,\n",
       "         -1.3854e-02,  6.7471e-02, -1.2510e-02, -1.0243e-01,  1.2697e-01,\n",
       "          3.4079e-02,  1.4832e-02,  2.0473e-01,  3.3145e-01, -9.6312e-02,\n",
       "          3.3424e-02,  1.3818e-02,  1.2284e-01, -8.4083e-02, -7.4416e-02,\n",
       "          5.5788e-02, -7.5643e-02,  5.8039e-02, -6.6617e-02,  1.5723e-02,\n",
       "          7.5005e-02,  3.4371e-02,  1.4696e-01, -3.1499e-02,  9.2694e-02,\n",
       "          3.5148e-02, -2.5940e-02,  2.7273e-01,  3.7846e-02,  3.8734e-02,\n",
       "          1.4859e-01, -2.7026e-01,  1.8113e-01,  4.6843e-02,  6.4597e-02,\n",
       "          1.8224e-01,  4.6730e-02,  8.8910e-02,  7.6614e-02,  2.4471e-02,\n",
       "         -5.4106e-02, -2.7093e-01, -3.5995e-02,  1.8177e-01, -8.6036e-02,\n",
       "          7.9046e-02,  2.9816e-02, -9.2080e-02,  7.8864e-02, -1.2242e-01,\n",
       "         -1.3550e-01,  1.4710e-01,  6.6792e-02, -1.7895e-01,  7.2718e-02,\n",
       "         -1.4152e-01, -4.9851e-02,  6.0858e-02, -7.1805e-03,  4.1249e-02,\n",
       "         -6.3021e-02,  1.5744e-01,  9.0947e-02, -1.2022e-02, -1.0939e-02,\n",
       "          1.2952e-01,  1.2607e-01,  1.0088e-01,  1.2425e-01, -1.1779e-01,\n",
       "          2.7871e-01, -1.3497e-01, -1.2395e-01,  1.7816e-03,  4.5480e-03,\n",
       "          9.9256e-02, -8.8049e-02,  3.8081e-02,  4.0663e-02,  1.8970e-01,\n",
       "          9.8301e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[-1.6501e-02, -1.8851e-03,  2.3499e-02],\n",
       "           [-2.6730e-02, -3.0150e-02, -2.1184e-02],\n",
       "           [-2.2042e-03, -1.2282e-02, -2.3387e-03]],\n",
       " \n",
       "          [[-6.6476e-03, -1.8042e-02,  2.6724e-02],\n",
       "           [-3.7454e-02, -3.7651e-02, -1.0160e-02],\n",
       "           [-3.0916e-02, -2.6726e-02, -3.9430e-02]],\n",
       " \n",
       "          [[ 2.4986e-03,  1.6217e-02, -3.4962e-02],\n",
       "           [ 2.6457e-02,  3.3497e-03, -3.5700e-02],\n",
       "           [ 6.0710e-03,  8.5915e-03, -3.1812e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.8849e-02, -3.4547e-02, -1.5111e-02],\n",
       "           [-2.9129e-02, -2.4621e-02,  1.2340e-02],\n",
       "           [-7.8999e-03, -5.5646e-03,  9.3117e-03]],\n",
       " \n",
       "          [[-2.5027e-02,  8.2532e-03,  4.9900e-02],\n",
       "           [-5.5017e-02, -3.1509e-02,  1.6765e-02],\n",
       "           [-2.7673e-02, -1.3200e-02, -2.3393e-02]],\n",
       " \n",
       "          [[ 5.8428e-03,  3.9536e-02,  3.5881e-02],\n",
       "           [-4.7813e-02, -3.9858e-02, -1.3064e-02],\n",
       "           [-1.8965e-02, -5.9209e-03, -3.0293e-03]]],\n",
       " \n",
       " \n",
       "         [[[-4.9994e-02, -3.1245e-02, -5.7441e-02],\n",
       "           [-5.8306e-02, -3.9453e-02, -3.4955e-02],\n",
       "           [-2.5668e-03,  3.0625e-02,  2.7248e-03]],\n",
       " \n",
       "          [[-7.7001e-02, -8.9534e-02, -9.4192e-02],\n",
       "           [ 7.2737e-03,  6.1834e-04, -2.9214e-02],\n",
       "           [ 1.6293e-02,  4.6967e-02,  5.4552e-04]],\n",
       " \n",
       "          [[-1.3464e-02, -3.1739e-02, -1.6301e-02],\n",
       "           [ 1.9171e-02, -9.5092e-03, -1.3084e-03],\n",
       "           [ 1.9191e-02,  3.8683e-03,  1.5860e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.6565e-03,  1.8908e-02,  2.0887e-02],\n",
       "           [-4.4265e-02,  1.9871e-02,  1.4714e-02],\n",
       "           [-3.3576e-02,  4.1793e-02,  5.4096e-02]],\n",
       " \n",
       "          [[ 1.2454e-01,  7.2418e-02,  9.0516e-02],\n",
       "           [-2.8986e-02, -1.4898e-01, -2.2252e-02],\n",
       "           [-2.2689e-02, -1.0794e-01, -1.5821e-02]],\n",
       " \n",
       "          [[-3.5265e-03,  1.3129e-03,  1.0358e-02],\n",
       "           [ 3.9007e-02,  3.1520e-02,  3.5570e-02],\n",
       "           [-5.8288e-03,  1.8812e-02,  1.3028e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 3.3071e-02,  1.1337e-02, -9.7778e-04],\n",
       "           [ 1.8957e-02,  9.5090e-03, -4.2957e-03],\n",
       "           [ 1.4995e-02,  2.0047e-02,  8.9497e-03]],\n",
       " \n",
       "          [[-5.3386e-02, -3.8600e-02, -4.4064e-02],\n",
       "           [-4.8477e-02, -7.6984e-02, -5.9219e-02],\n",
       "           [-4.6003e-02, -8.2532e-02, -8.6312e-02]],\n",
       " \n",
       "          [[ 1.3056e-02,  3.4525e-02,  8.2576e-03],\n",
       "           [-4.1665e-03,  1.8478e-02, -1.6527e-02],\n",
       "           [-8.5476e-05,  1.9070e-02, -1.1856e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.6019e-03, -9.4060e-03,  4.1864e-03],\n",
       "           [-1.1581e-02, -2.2207e-02, -1.7809e-02],\n",
       "           [ 8.3111e-03,  3.7705e-03,  1.3805e-02]],\n",
       " \n",
       "          [[-3.7352e-02,  3.1929e-02, -5.4189e-03],\n",
       "           [-6.6754e-02,  6.0632e-02, -2.9765e-02],\n",
       "           [-7.0973e-03,  9.4210e-02, -4.4871e-02]],\n",
       " \n",
       "          [[-2.7338e-02, -8.3733e-03, -2.4523e-02],\n",
       "           [-3.2832e-02, -2.0763e-02, -3.1478e-02],\n",
       "           [-3.4286e-02, -2.5016e-02, -3.3518e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-2.0797e-02,  1.8569e-03, -7.7347e-04],\n",
       "           [-2.7241e-02, -1.7927e-02, -5.8926e-03],\n",
       "           [-1.3153e-02, -1.4173e-03, -3.0596e-03]],\n",
       " \n",
       "          [[ 1.6499e-01,  5.3386e-02,  4.7406e-02],\n",
       "           [ 1.5391e-01, -1.3925e-01, -2.1584e-01],\n",
       "           [ 1.4314e-01, -1.0826e-01, -1.9739e-01]],\n",
       " \n",
       "          [[-2.7487e-02,  1.1818e-02, -4.9442e-03],\n",
       "           [-8.0840e-03,  8.9357e-02, -8.9857e-03],\n",
       "           [-1.2541e-02,  3.4030e-02, -3.8097e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 2.9358e-04, -2.9644e-03,  5.8178e-03],\n",
       "           [-7.8588e-02,  8.4026e-03,  3.3493e-02],\n",
       "           [-1.0704e-02,  2.5906e-02, -9.0752e-04]],\n",
       " \n",
       "          [[-1.0589e-01, -1.8067e-02,  3.6034e-02],\n",
       "           [-1.7607e-01,  2.1354e-01,  9.3808e-02],\n",
       "           [-6.3194e-02, -5.9595e-03, -3.9874e-02]],\n",
       " \n",
       "          [[-4.3836e-02,  2.4254e-02,  2.5201e-03],\n",
       "           [-4.7588e-02,  8.1354e-04,  2.6311e-02],\n",
       "           [-2.3073e-02,  1.4136e-02,  9.7561e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 2.0921e-03, -1.5043e-02,  6.5239e-03],\n",
       "           [ 3.0829e-02,  5.0926e-02, -6.7998e-02],\n",
       "           [ 1.4769e-02,  5.1555e-02, -6.3753e-02]],\n",
       " \n",
       "          [[ 2.9684e-03, -1.4838e-03, -2.1304e-02],\n",
       "           [-8.2522e-03, -1.0431e-03, -4.8090e-02],\n",
       "           [-2.1888e-02, -9.0900e-04, -4.5786e-02]],\n",
       " \n",
       "          [[-1.1067e-02, -4.7071e-02, -4.0273e-02],\n",
       "           [ 2.7459e-02, -4.8162e-02, -3.1791e-02],\n",
       "           [ 4.0330e-02, -4.4679e-02, -5.4943e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 6.7255e-02, -2.9194e-03, -4.2169e-03],\n",
       "           [ 2.8725e-02, -1.6860e-02, -1.7612e-02],\n",
       "           [ 3.4988e-03,  9.3090e-03, -4.4380e-03]],\n",
       " \n",
       "          [[ 7.7879e-02,  3.9895e-02, -1.7615e-02],\n",
       "           [ 2.3158e-03, -4.1962e-02,  1.9486e-02],\n",
       "           [ 3.9726e-02,  3.6092e-04, -1.7067e-02]],\n",
       " \n",
       "          [[ 4.1645e-03,  2.1898e-03, -4.0619e-02],\n",
       "           [ 1.4986e-03, -4.0097e-03,  2.0855e-02],\n",
       "           [ 1.9744e-02,  1.6427e-02, -3.7845e-02]]],\n",
       " \n",
       " \n",
       "         [[[-3.8093e-02, -2.2626e-02, -2.1102e-02],\n",
       "           [-6.0958e-03, -4.0656e-02, -5.3951e-02],\n",
       "           [-3.1717e-02, -4.6643e-02, -3.9531e-02]],\n",
       " \n",
       "          [[ 2.5412e-02, -3.3434e-03, -1.6069e-02],\n",
       "           [-3.8570e-03, -1.8903e-02,  9.9069e-03],\n",
       "           [-2.2781e-02, -1.4199e-02, -1.9566e-02]],\n",
       " \n",
       "          [[-6.2018e-03,  1.7892e-02, -2.7635e-03],\n",
       "           [-1.9573e-02,  3.4699e-03,  1.5765e-02],\n",
       "           [-7.1478e-03,  3.1826e-02,  2.4292e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.2932e-02, -2.2544e-03, -4.6954e-02],\n",
       "           [ 4.1825e-02, -1.3464e-02, -5.9028e-02],\n",
       "           [ 3.7209e-02, -6.9147e-03, -1.5923e-02]],\n",
       " \n",
       "          [[-2.9212e-02, -1.9393e-04,  2.8082e-02],\n",
       "           [-6.9868e-02, -1.8037e-02,  6.7830e-02],\n",
       "           [-6.7939e-02, -4.0021e-02,  4.9565e-02]],\n",
       " \n",
       "          [[ 1.3993e-02,  3.8918e-03, -5.2107e-03],\n",
       "           [-6.2265e-03, -2.6627e-02, -6.1722e-03],\n",
       "           [ 2.1583e-03, -1.4191e-02,  1.5183e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.7656e-02,  2.1073e-02,  5.7390e-02,  2.6026e-02,  2.9199e-01,\n",
       "         -1.8201e-02, -3.1452e-02, -2.9759e-02, -1.9551e-02, -2.7325e-02,\n",
       "          5.0783e-02, -8.8136e-03, -8.3447e-02, -1.2790e-01,  6.8833e-02,\n",
       "          2.2233e-01,  2.5061e-03, -4.7182e-02,  5.0917e-02,  2.6873e-02,\n",
       "         -8.0883e-02, -5.8749e-02, -1.4275e-01, -1.1223e-03, -5.1505e-02,\n",
       "          2.9044e-01,  1.2292e-01, -4.0972e-02, -2.3213e-02, -4.5733e-02,\n",
       "          1.2497e-01,  1.3419e-02, -6.3331e-02,  3.2408e-01,  1.2918e-01,\n",
       "         -3.7019e-02, -1.3910e-01,  9.7794e-02,  3.4209e-02,  4.6658e-03,\n",
       "          5.8909e-02, -2.1564e-01, -5.4526e-02, -1.2264e-02, -1.9306e-01,\n",
       "          3.8421e-02,  5.5035e-02,  9.1149e-02,  4.6917e-02, -1.6562e-01,\n",
       "          8.7019e-02, -1.0432e-02, -1.2897e-01,  3.4518e-01,  4.4314e-02,\n",
       "          2.1388e-01,  8.3200e-03, -1.2179e-01, -9.0241e-02, -8.7956e-02,\n",
       "         -1.5865e-01,  1.1826e-02, -1.7853e-01,  1.5253e-01,  1.6398e-01,\n",
       "          3.1480e-02,  3.4050e-02,  1.3429e-01,  6.7318e-02, -1.5357e-01,\n",
       "          4.4879e-01,  8.3334e-02, -3.9885e-02,  2.3856e-02,  3.6483e-01,\n",
       "          1.5452e-01, -3.0470e-02, -1.4674e-01, -2.9681e-02,  2.1439e-01,\n",
       "         -1.5378e-05,  8.6078e-03, -9.3887e-02, -8.4933e-02,  5.9341e-03,\n",
       "         -7.1608e-02,  1.5989e-02, -9.3305e-02, -7.4036e-02,  2.2214e-01,\n",
       "          3.7773e-01,  1.1291e-02,  5.3612e-02, -5.4903e-02, -1.0339e-01,\n",
       "         -3.9375e-02, -5.8010e-02, -6.2956e-02,  2.0878e-02,  7.6435e-02,\n",
       "         -1.3035e-01, -1.7996e-01, -9.5437e-02, -5.4438e-02,  1.4423e-01,\n",
       "         -5.2620e-02,  2.1737e-02, -1.6843e-02, -2.5559e-01,  1.4923e-01,\n",
       "         -3.7723e-02,  1.6879e-01, -1.8101e-01, -8.0709e-02, -1.1637e-01,\n",
       "          3.6118e-02, -5.4288e-02, -1.2587e-01, -3.3101e-04,  5.0214e-02,\n",
       "         -3.9650e-02, -2.7594e-01,  1.6934e-02,  1.6797e-01,  5.4571e-02,\n",
       "         -2.2912e-02, -4.3791e-02,  1.4634e-01, -4.2248e-02, -5.3229e-02,\n",
       "         -1.8746e-02,  1.5318e-01,  1.4971e-01,  1.7104e-02, -2.6606e-02,\n",
       "         -1.5254e-01,  1.2347e-01, -4.2271e-02,  3.4929e-01, -1.7632e-02,\n",
       "          5.7414e-02,  1.5228e-01, -7.6989e-02,  6.1595e-02, -2.7261e-02,\n",
       "         -3.3966e-02, -1.2828e-01,  4.8165e-01, -1.1063e-01,  4.7354e-02,\n",
       "          2.1745e-01,  1.4406e-02, -1.0392e-01,  9.3444e-03, -7.9186e-02,\n",
       "          6.5463e-02,  8.9706e-02,  1.6301e-01, -5.5133e-02, -2.1822e-01,\n",
       "         -6.4710e-04, -1.3621e-01,  8.9579e-02,  1.5699e-02, -1.5487e-01,\n",
       "         -4.1578e-02, -1.4590e-02,  2.3686e-01, -6.8919e-02, -2.3319e-02,\n",
       "          3.6744e-02, -7.2696e-02, -4.7204e-03,  8.1183e-02,  2.1502e-01,\n",
       "         -8.4523e-02, -8.9738e-03,  8.2646e-02,  3.2406e-01,  1.2531e-01,\n",
       "          1.7918e-01,  4.1478e-02, -1.2761e-01, -1.8242e-02, -3.6203e-01,\n",
       "          3.9074e-01, -1.4978e-01, -3.3814e-02,  1.7666e-01, -2.5454e-01,\n",
       "          7.5431e-02,  3.9039e-01,  1.0696e-01,  3.6834e-02,  9.7215e-02,\n",
       "          2.8013e-02,  1.0226e-01,  8.0709e-02,  1.8277e-01, -4.9668e-02,\n",
       "         -1.4549e-01,  2.4626e-01,  9.1832e-03, -1.0201e-01,  1.0787e-01,\n",
       "          1.2257e-01, -1.5290e-01, -2.8999e-02, -1.0086e-01, -2.3165e-02,\n",
       "          3.0431e-01, -1.3751e-01, -7.8277e-02, -2.9785e-02, -1.1489e-01,\n",
       "         -8.6175e-02,  1.0137e-02,  2.3972e-02, -1.4030e-02, -5.2900e-02,\n",
       "          3.4528e-01,  1.6637e-01, -1.7521e-02,  1.9366e-01,  1.8873e-01,\n",
       "         -1.1425e-01, -6.0459e-03,  7.8550e-03, -7.1667e-02,  3.4181e-01,\n",
       "          7.6589e-01,  5.9430e-02, -2.2362e-02, -8.8565e-02,  1.6747e-02,\n",
       "         -9.6526e-03,  1.6071e-01, -1.5113e-01,  2.1275e-02, -2.1595e-01,\n",
       "         -9.2128e-02, -1.5745e-01, -1.0565e-01,  1.9531e-01,  3.6782e-01,\n",
       "         -2.4112e-01, -1.0279e-01,  1.7215e-01,  1.4493e-01, -3.6764e-02,\n",
       "          1.4407e-01, -2.1910e-01,  2.4890e-02,  1.0346e-01,  8.8235e-02,\n",
       "          1.0390e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 1.7253e-02, -1.6342e-02, -3.6591e-02],\n",
       "           [ 4.4863e-02, -1.3129e-02, -2.3160e-02],\n",
       "           [ 3.4198e-02, -8.3373e-03, -1.1901e-02]],\n",
       " \n",
       "          [[-4.6636e-02, -2.1357e-02,  9.9584e-03],\n",
       "           [-4.0437e-02, -2.4390e-03,  9.9198e-03],\n",
       "           [-5.3431e-02, -1.0725e-02,  1.4448e-02]],\n",
       " \n",
       "          [[ 1.6068e-03, -1.1081e-02,  9.5495e-03],\n",
       "           [ 1.1728e-02,  1.1743e-03,  1.9503e-03],\n",
       "           [ 9.2562e-03, -8.4651e-03, -7.4847e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 4.7841e-02,  2.5873e-02,  1.6971e-02],\n",
       "           [ 3.4446e-02,  5.9742e-02,  1.0089e-01],\n",
       "           [ 2.3161e-02, -1.2335e-02,  1.4744e-02]],\n",
       " \n",
       "          [[-1.1458e-02,  2.0226e-02,  3.5048e-02],\n",
       "           [-1.4795e-02,  1.9277e-02,  6.3181e-03],\n",
       "           [-3.9513e-02, -1.4465e-03,  2.4741e-04]],\n",
       " \n",
       "          [[ 3.5826e-02, -1.2590e-02,  2.0466e-02],\n",
       "           [ 7.7572e-02,  4.6691e-02,  3.3385e-02],\n",
       "           [ 3.9608e-02, -1.0937e-02,  2.3606e-02]]],\n",
       " \n",
       " \n",
       "         [[[-1.7670e-02, -1.7208e-02,  1.2923e-02],\n",
       "           [-5.4657e-03, -1.1131e-02, -7.5800e-03],\n",
       "           [-2.1407e-02, -2.2590e-02, -7.1655e-03]],\n",
       " \n",
       "          [[ 2.1405e-02,  1.2504e-02,  1.7838e-02],\n",
       "           [ 6.1618e-02,  7.3120e-02,  5.9890e-02],\n",
       "           [ 1.1641e-02,  1.7295e-02,  1.2704e-02]],\n",
       " \n",
       "          [[-7.9992e-03, -9.6389e-03,  1.8529e-03],\n",
       "           [-4.3928e-03, -1.3278e-02,  2.6227e-03],\n",
       "           [-5.9091e-03, -2.0497e-02,  3.6490e-04]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.4204e-02, -1.2836e-03,  4.0656e-03],\n",
       "           [-3.2139e-02, -1.3179e-02, -1.7579e-02],\n",
       "           [-1.0874e-02, -7.7754e-03, -1.5074e-02]],\n",
       " \n",
       "          [[-3.7342e-02, -1.7918e-02, -5.5535e-02],\n",
       "           [-4.4134e-02, -2.8146e-02, -7.6023e-02],\n",
       "           [-1.5702e-02, -2.5787e-02, -3.2789e-02]],\n",
       " \n",
       "          [[ 1.9906e-02,  2.2275e-02,  7.6642e-02],\n",
       "           [-7.7095e-03,  1.5238e-02,  2.1720e-02],\n",
       "           [-2.8857e-02,  5.4880e-03,  2.4588e-03]]],\n",
       " \n",
       " \n",
       "         [[[-2.0791e-02, -3.0993e-02, -3.2285e-02],\n",
       "           [-3.3190e-03, -3.9526e-02, -5.2634e-02],\n",
       "           [ 7.0641e-05,  1.9519e-03, -2.5482e-02]],\n",
       " \n",
       "          [[ 1.6708e-02,  1.3153e-02,  1.5161e-02],\n",
       "           [ 2.1444e-02,  9.6403e-03,  2.7923e-02],\n",
       "           [ 5.9754e-03,  2.7448e-02,  3.2629e-02]],\n",
       " \n",
       "          [[-7.3728e-03,  5.9119e-03,  1.1808e-02],\n",
       "           [-7.3195e-03, -1.3773e-02, -5.8244e-03],\n",
       "           [-7.2157e-03, -2.5611e-02,  3.8803e-04]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.3243e-02,  3.6712e-04, -1.8581e-02],\n",
       "           [-1.3143e-02,  1.7151e-02,  2.0128e-02],\n",
       "           [-2.2782e-02, -1.0399e-02,  6.2390e-02]],\n",
       " \n",
       "          [[ 2.6722e-02,  1.3659e-02, -6.2601e-03],\n",
       "           [ 1.5137e-03,  1.7969e-02, -3.7612e-03],\n",
       "           [-7.6102e-05, -1.3659e-02,  1.7139e-02]],\n",
       " \n",
       "          [[-2.3746e-02,  2.2062e-02, -6.3209e-03],\n",
       "           [-7.5671e-03,  1.0319e-02, -9.0358e-03],\n",
       "           [ 9.4970e-03,  2.0131e-02,  1.7573e-02]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-2.0669e-02, -1.4821e-02, -3.6666e-02],\n",
       "           [-2.7099e-02,  1.0375e-02, -1.0988e-02],\n",
       "           [ 1.9859e-02,  3.5573e-03, -4.2073e-03]],\n",
       " \n",
       "          [[-1.1372e-02, -1.0737e-02,  2.0388e-02],\n",
       "           [-8.5877e-03,  6.2508e-03,  3.3653e-02],\n",
       "           [-3.2727e-02, -3.3219e-02, -4.1136e-02]],\n",
       " \n",
       "          [[-4.0623e-02, -3.7758e-02, -1.9381e-02],\n",
       "           [-5.5339e-02, -6.0094e-02, -3.2645e-02],\n",
       "           [-4.6617e-02, -4.5523e-02, -2.4098e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-1.9004e-02, -3.9864e-02, -2.4427e-02],\n",
       "           [-4.9350e-02, -6.6816e-02, -2.6728e-02],\n",
       "           [-3.1559e-02, -3.6856e-02,  5.3536e-03]],\n",
       " \n",
       "          [[-1.2579e-03, -8.7411e-03,  3.0610e-03],\n",
       "           [-1.0201e-02, -2.8117e-02, -2.9181e-02],\n",
       "           [ 1.5865e-03, -2.1894e-02,  3.1607e-03]],\n",
       " \n",
       "          [[-3.7803e-02, -2.0118e-02, -3.8320e-03],\n",
       "           [-4.4265e-02, -4.2518e-02, -5.2707e-03],\n",
       "           [-2.8256e-02, -2.6652e-02, -2.5002e-04]]],\n",
       " \n",
       " \n",
       "         [[[ 4.9460e-02,  1.4826e-02,  4.9501e-04],\n",
       "           [ 1.4660e-02, -1.3051e-02, -2.3153e-02],\n",
       "           [-8.5387e-03, -2.6549e-02, -2.9902e-02]],\n",
       " \n",
       "          [[-1.5483e-02,  1.0708e-02,  2.3766e-02],\n",
       "           [ 2.1397e-02,  2.8477e-02,  3.2350e-02],\n",
       "           [ 5.0157e-02,  2.4476e-02,  2.1089e-02]],\n",
       " \n",
       "          [[-3.5133e-02, -1.7246e-02, -1.5754e-02],\n",
       "           [-1.8923e-02, -1.7925e-02, -2.2326e-02],\n",
       "           [-9.1459e-03, -6.1869e-03, -8.8474e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.1549e-02,  1.0330e-02,  3.9060e-02],\n",
       "           [ 2.2614e-02,  4.9585e-02,  3.7835e-02],\n",
       "           [ 4.0095e-02,  4.5824e-02, -1.2593e-03]],\n",
       " \n",
       "          [[ 9.8785e-03,  3.2726e-02,  2.5947e-02],\n",
       "           [ 8.3858e-03, -2.1457e-02, -7.4439e-03],\n",
       "           [-1.7188e-02,  8.5581e-03, -1.2606e-02]],\n",
       " \n",
       "          [[ 1.5525e-02, -1.3093e-04,  6.3150e-03],\n",
       "           [ 1.7897e-03, -1.9056e-02, -1.8567e-02],\n",
       "           [ 7.2542e-04, -4.8258e-03,  1.5935e-04]]],\n",
       " \n",
       " \n",
       "         [[[-1.3706e-02, -4.2077e-02, -1.6409e-02],\n",
       "           [-1.4875e-02, -3.6235e-02, -1.3860e-02],\n",
       "           [ 1.7270e-02,  2.7151e-03,  3.0505e-02]],\n",
       " \n",
       "          [[-9.6209e-03, -3.2894e-02, -3.0003e-02],\n",
       "           [-3.3523e-02, -4.6418e-02, -4.1204e-02],\n",
       "           [ 2.1284e-03, -3.6165e-02, -2.6291e-02]],\n",
       " \n",
       "          [[-6.5220e-03, -5.6659e-03, -1.9003e-02],\n",
       "           [-2.4679e-02, -2.5189e-02, -3.0814e-02],\n",
       "           [-4.1252e-02, -4.2123e-02, -3.2288e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-3.0730e-04, -7.2884e-03, -2.0263e-02],\n",
       "           [-2.0029e-02, -2.8206e-02, -2.0820e-02],\n",
       "           [-2.7139e-02, -4.2627e-02, -2.0678e-02]],\n",
       " \n",
       "          [[ 2.5903e-02,  4.6388e-02,  2.0003e-02],\n",
       "           [ 2.7204e-02,  4.6784e-02,  2.6630e-02],\n",
       "           [-1.3584e-02,  2.5832e-02,  2.9802e-02]],\n",
       " \n",
       "          [[ 2.5628e-03,  4.3351e-03, -3.6203e-03],\n",
       "           [-1.7338e-02, -1.2799e-02,  1.2562e-02],\n",
       "           [-1.4997e-02, -1.6093e-02,  1.0014e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-2.4246e-02,  1.5186e-01, -1.0632e-01,  3.7403e-03, -5.0267e-02,\n",
       "         -8.0718e-02, -2.6952e-02,  8.0982e-02, -7.7082e-02,  1.5480e-03,\n",
       "          6.1665e-02,  1.1581e-01, -2.3432e-02,  8.6477e-02, -4.1576e-02,\n",
       "          4.8048e-03, -1.1347e-01,  6.7258e-02, -6.5776e-02, -1.1423e-01,\n",
       "          7.0344e-02, -1.0372e-01, -1.8072e-02,  5.3167e-02,  1.5158e-01,\n",
       "          5.2509e-03,  2.6446e-03, -2.0583e-02, -1.0607e-01, -2.9791e-02,\n",
       "          2.5238e-03,  4.0444e-02, -2.1027e-02,  1.4686e-02,  1.2995e-02,\n",
       "         -2.1338e-01,  7.0244e-02, -1.2270e-01,  2.7129e-02, -1.1007e-01,\n",
       "         -2.4206e-02, -2.5889e-01, -1.7977e-01, -1.4724e-02, -3.5579e-02,\n",
       "         -6.5193e-02,  1.5896e-01,  5.3142e-02,  6.9146e-02, -7.4694e-02,\n",
       "          1.5929e-02, -2.5696e-02, -5.0972e-02,  4.6961e-02,  2.0733e-01,\n",
       "         -7.8029e-02,  7.0014e-02, -1.6635e-01,  8.2353e-02, -8.4250e-02,\n",
       "         -1.4251e-01,  9.3700e-02,  3.2732e-02,  4.9801e-03, -1.1415e-02,\n",
       "          3.6488e-02,  5.7798e-02,  6.0422e-02, -3.2064e-02,  6.5277e-02,\n",
       "         -3.4509e-02, -2.1893e-03,  3.3357e-02, -4.7108e-02,  6.4675e-03,\n",
       "          5.2268e-02,  3.7295e-02, -5.8642e-02,  4.1964e-02, -1.2486e-01,\n",
       "          6.6290e-02,  2.0960e-02,  8.9161e-02,  5.6384e-02,  9.5660e-02,\n",
       "         -9.0917e-02,  1.5166e-02,  9.5526e-04,  9.8309e-02, -1.5474e-01,\n",
       "          1.1575e-01,  2.8323e-02, -5.6133e-02, -1.9598e-01,  4.1864e-02,\n",
       "          6.3115e-02,  6.8758e-03, -6.6293e-02, -8.5006e-02,  1.3799e-02,\n",
       "         -9.0830e-02, -7.7270e-02, -4.8903e-02, -7.1966e-02,  4.5353e-02,\n",
       "          2.8576e-01, -6.0887e-02,  5.4318e-02,  7.7735e-02, -3.1670e-02,\n",
       "         -6.6726e-02,  6.7419e-02,  1.5167e-01, -2.5905e-02, -4.2489e-02,\n",
       "         -6.3318e-02, -1.2599e-01,  2.5905e-02, -2.2268e-01, -9.0665e-02,\n",
       "          2.8776e-03,  1.7489e-01,  2.6365e-02, -6.3802e-03, -5.2547e-02,\n",
       "          9.8531e-03,  2.9545e-02, -1.8863e-02,  2.6937e-01,  1.1404e-01,\n",
       "         -6.1274e-02, -5.2691e-02,  5.9184e-02,  5.3767e-02, -1.4765e-02,\n",
       "          2.1891e-02,  4.1178e-02, -1.2483e-01,  6.0841e-02,  9.0350e-03,\n",
       "          1.0374e-01,  1.6369e-02,  8.0314e-02,  4.1535e-03, -3.4743e-02,\n",
       "          6.1704e-04,  5.2221e-02,  4.9061e-02, -7.2877e-02, -4.7296e-02,\n",
       "          3.7660e-02,  3.4993e-02, -3.7125e-02,  4.8927e-03, -1.5930e-01,\n",
       "          6.0246e-02, -5.2534e-03, -3.2680e-03, -4.0931e-02,  7.0635e-02,\n",
       "         -1.5913e-02, -4.8328e-02,  5.7571e-02,  4.1097e-03, -2.7424e-02,\n",
       "         -4.9209e-02,  7.6610e-02, -1.1157e-01,  7.6349e-03, -6.6859e-02,\n",
       "         -1.5629e-01,  2.9390e-02, -5.1432e-02,  1.8863e-02,  6.1743e-02,\n",
       "          1.1266e-01, -4.8019e-02, -6.9246e-02,  1.2445e-01, -4.9825e-03,\n",
       "          1.6559e-03, -6.0794e-03,  6.4155e-02, -7.7539e-02, -3.6256e-02,\n",
       "          8.5465e-02,  4.9697e-02, -1.7707e-03, -1.0768e-02, -1.2652e-02,\n",
       "         -3.3859e-02,  3.9788e-02, -3.4090e-02,  1.2777e-01,  1.6752e-01,\n",
       "          1.5575e-02, -4.7512e-02,  4.7224e-02, -4.3663e-02,  4.1792e-02,\n",
       "         -4.8439e-02,  1.3971e-01,  5.2394e-02,  1.0854e-01,  1.1273e-01,\n",
       "         -2.0728e-01, -7.8229e-02,  5.6576e-02,  7.3932e-02, -5.6563e-02,\n",
       "         -1.4521e-02,  5.1174e-02, -4.5191e-02, -7.2583e-02,  4.5897e-02,\n",
       "         -7.1085e-03,  7.0484e-02, -9.6734e-02,  6.7285e-02, -1.8788e-02,\n",
       "         -1.7014e-01,  2.2959e-02,  5.9670e-02, -1.3689e-01,  2.6179e-02,\n",
       "         -2.9393e-02, -1.4967e-02, -2.7353e-02,  8.3125e-02, -5.8034e-02,\n",
       "         -1.1699e-01,  3.1965e-02, -3.5639e-02,  2.1590e-02,  3.0975e-02,\n",
       "         -6.3769e-02, -5.4051e-02, -1.8945e-01, -2.9398e-02,  8.8144e-02,\n",
       "          1.0533e-01,  1.6835e-01,  1.3389e-01, -4.5922e-02, -5.4534e-02,\n",
       "          7.7933e-03,  1.3505e-01, -4.3320e-02, -2.6699e-02,  1.1433e-01,\n",
       "          7.3027e-02,  1.1512e-02, -1.2536e-02, -1.3046e-01, -8.3050e-02,\n",
       "          1.2643e-01,  1.2622e-01, -1.2007e-01,  3.1939e-01,  9.0552e-02,\n",
       "         -1.2655e-01, -6.9281e-02,  1.6552e-02,  1.3860e-02,  1.9205e-01,\n",
       "         -5.4696e-03,  1.6418e-02,  1.7523e-01, -4.6486e-02, -4.8792e-02,\n",
       "          4.0070e-02, -5.0035e-03,  4.0858e-02, -6.8499e-02, -1.5614e-01,\n",
       "         -9.6661e-02,  7.1684e-03, -2.0955e-01, -8.0081e-02,  2.1810e-02,\n",
       "         -1.6712e-02,  5.9487e-02,  2.1000e-02, -1.3447e-01,  2.8708e-02,\n",
       "          1.2537e-01, -2.6044e-02, -2.9529e-02,  7.3134e-02,  1.5199e-01,\n",
       "          2.7371e-02, -8.1913e-02,  3.4475e-02, -1.5670e-01, -2.4524e-02,\n",
       "         -1.0659e-01, -1.2351e-02, -3.3641e-02,  9.5659e-02,  5.6981e-02,\n",
       "          2.0168e-01, -8.1732e-02, -1.7976e-02, -3.1651e-02,  4.3351e-02,\n",
       "          5.7151e-02, -2.3975e-02, -1.8526e-01,  5.0161e-03,  2.3623e-02,\n",
       "          9.0739e-02, -3.6880e-02,  2.6356e-02, -9.6243e-02, -9.4129e-02,\n",
       "         -1.4065e-01,  5.3761e-02,  2.1923e-01, -2.6287e-02, -5.4197e-02,\n",
       "         -1.2403e-01, -3.1882e-02, -7.6901e-02,  7.6777e-03,  1.3034e-01,\n",
       "          1.8517e-02, -7.0805e-02,  2.9175e-03, -3.3319e-01,  1.1204e-01,\n",
       "          5.4271e-02, -1.2484e-01, -7.7568e-02, -7.4394e-02, -3.0788e-02,\n",
       "         -7.2417e-04,  7.5750e-02,  5.2657e-03,  6.6516e-02,  2.1974e-02,\n",
       "         -1.3594e-01,  1.5671e-01,  3.7973e-02, -4.3670e-02, -1.0912e-01,\n",
       "          2.7013e-02,  5.7837e-03, -1.2566e-01, -1.8756e-01, -1.4802e-01,\n",
       "         -5.1825e-02,  1.2799e-01,  5.8645e-02, -1.3177e-01,  9.7064e-02,\n",
       "          6.9174e-02,  5.1777e-02,  1.4744e-01, -1.4967e-01, -3.9093e-03,\n",
       "          6.8179e-02, -1.5143e-01, -1.2447e-02, -8.9923e-03,  7.2979e-02,\n",
       "         -8.9447e-02,  1.2731e-02, -6.0804e-02,  1.5218e-01,  5.0673e-05,\n",
       "          3.6849e-02,  2.3712e-02, -2.4935e-03, -7.7613e-02, -1.3392e-01,\n",
       "         -2.0260e-02,  3.9279e-02, -4.9686e-02, -2.9021e-03,  1.8210e-02,\n",
       "         -2.2425e-02, -1.2767e-01, -4.9913e-02,  5.3416e-02,  1.0664e-01,\n",
       "         -5.5083e-02,  1.6074e-02, -6.6505e-02, -7.8450e-02, -1.1511e-01,\n",
       "         -4.2740e-02, -4.0479e-02,  2.7146e-01, -1.7990e-02,  4.2329e-02,\n",
       "         -7.6175e-02, -1.5149e-01, -3.7689e-03,  5.1641e-03,  7.8445e-02,\n",
       "         -7.0217e-02, -3.0961e-01, -4.8741e-02, -6.6676e-02,  1.0027e-01,\n",
       "         -1.7886e-02,  3.4760e-02, -1.0879e-02,  2.9834e-02, -2.1563e-02,\n",
       "          6.8497e-03, -5.0829e-02,  2.8219e-02, -5.5323e-03, -3.1779e-04,\n",
       "          2.4679e-01,  5.9456e-02,  2.3951e-02,  1.5602e-02, -1.4959e-02,\n",
       "          1.9072e-02, -4.7374e-02,  2.0324e-02, -5.0502e-02,  1.1563e-01,\n",
       "          6.7554e-02,  9.2344e-02, -4.8744e-02, -4.7812e-03, -7.5848e-02,\n",
       "         -3.6690e-02, -1.0515e-01, -1.3073e-01, -1.9029e-01,  3.8180e-02,\n",
       "         -6.9003e-03,  2.0750e-02,  1.1989e-01, -9.5620e-02, -1.3189e-02,\n",
       "          1.5673e-01, -3.2942e-02,  5.6922e-02,  2.7019e-02,  1.7268e-02,\n",
       "         -6.0323e-02, -5.5771e-02, -1.7433e-02, -9.4803e-02,  5.1824e-02,\n",
       "         -9.4428e-02,  5.9216e-02, -1.6732e-02,  1.1788e-01,  4.8003e-03,\n",
       "          7.7634e-02,  9.6305e-02, -7.0212e-02, -3.2239e-03,  5.8393e-02,\n",
       "          3.2228e-02,  9.1241e-02, -2.3315e-02,  9.7125e-02, -7.8357e-02,\n",
       "         -3.8495e-02,  3.3757e-02, -3.5437e-02,  1.3916e-01,  1.8394e-01,\n",
       "         -5.6153e-02, -5.9745e-03, -4.2682e-02, -7.1431e-02, -1.7954e-02,\n",
       "          8.2312e-02,  6.6163e-02,  1.7614e-02,  5.5761e-02,  1.5643e-02,\n",
       "          1.0774e-02,  5.7498e-02, -7.1388e-02,  1.5189e-02, -8.4404e-02,\n",
       "         -1.6452e-01, -5.1980e-02, -6.3888e-01,  1.7460e-02,  5.0524e-02,\n",
       "         -3.6637e-02,  1.6328e-01, -4.9804e-02,  9.4391e-04, -3.6646e-03,\n",
       "          3.3490e-02,  8.5156e-02,  1.3768e-02, -9.8626e-02,  5.6843e-02,\n",
       "          2.3915e-02, -4.3590e-02, -2.8072e-01,  8.4996e-02, -2.6411e-02,\n",
       "          1.3055e-02, -7.9603e-02,  1.2890e-02, -2.2924e-01, -1.3761e-02,\n",
       "         -5.2790e-02, -4.6052e-03], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 6.0269e-02,  5.8950e-03, -6.3899e-03],\n",
       "           [ 1.8788e-02, -9.3672e-03, -4.7029e-03],\n",
       "           [ 2.0346e-02,  2.1800e-02,  4.3957e-03]],\n",
       " \n",
       "          [[-4.9017e-02, -3.2797e-02, -2.3098e-02],\n",
       "           [-2.9816e-02, -2.5143e-02, -2.7004e-02],\n",
       "           [-1.6783e-02, -2.5191e-02, -2.1816e-02]],\n",
       " \n",
       "          [[-9.7953e-04,  5.7878e-04,  1.0419e-02],\n",
       "           [-2.6042e-03,  8.4390e-03,  4.0997e-03],\n",
       "           [ 3.7086e-02,  3.1173e-02,  2.3469e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 3.9523e-02,  2.8952e-02,  3.7371e-02],\n",
       "           [ 9.6151e-03,  8.3990e-03,  1.4496e-02],\n",
       "           [ 1.0069e-02, -1.5693e-03, -2.0858e-03]],\n",
       " \n",
       "          [[-8.6657e-03, -7.6266e-03, -2.1439e-02],\n",
       "           [-1.8061e-02, -2.6063e-02, -2.9138e-02],\n",
       "           [-2.6250e-02, -2.1684e-02, -3.3956e-02]],\n",
       " \n",
       "          [[ 1.0444e-04, -2.5844e-03, -1.5615e-02],\n",
       "           [ 8.8937e-03, -1.1188e-02, -6.7666e-03],\n",
       "           [ 3.4226e-02,  1.1664e-02, -1.0448e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 3.5693e-02,  5.1874e-03,  3.9359e-03],\n",
       "           [-3.9149e-03, -2.9500e-03,  5.4807e-03],\n",
       "           [ 1.4508e-02,  3.1719e-03,  6.6056e-03]],\n",
       " \n",
       "          [[-1.7129e-02, -2.5739e-02, -2.4124e-02],\n",
       "           [-1.6646e-02, -2.0382e-02, -2.7877e-02],\n",
       "           [-1.3592e-02, -1.6391e-02, -1.6274e-02]],\n",
       " \n",
       "          [[ 3.8662e-02,  6.3788e-02,  1.9163e-02],\n",
       "           [ 3.2235e-02,  4.7729e-03,  6.5418e-03],\n",
       "           [ 1.4212e-02,  4.4090e-04, -1.6214e-05]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 4.6092e-03, -5.2507e-03, -3.0075e-02],\n",
       "           [ 1.5081e-02, -8.7566e-04, -1.8980e-02],\n",
       "           [ 1.6004e-02,  2.1001e-03,  1.0775e-02]],\n",
       " \n",
       "          [[-1.5001e-02,  1.3252e-04,  3.2491e-02],\n",
       "           [-2.6398e-02, -1.9169e-02,  2.7528e-02],\n",
       "           [-1.9603e-02, -2.7015e-02, -1.7155e-02]],\n",
       " \n",
       "          [[-1.3998e-02, -1.3434e-02, -1.2062e-02],\n",
       "           [ 8.8148e-03, -1.6293e-02, -4.5827e-03],\n",
       "           [ 5.0430e-03, -1.0248e-02, -9.4109e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 4.2664e-02,  2.7205e-02, -3.4913e-03],\n",
       "           [ 1.2838e-02,  1.4009e-02, -1.0667e-02],\n",
       "           [ 8.2125e-03,  2.1330e-02, -2.9622e-04]],\n",
       " \n",
       "          [[-2.6987e-02, -8.2645e-03, -1.4487e-02],\n",
       "           [-1.4507e-02,  1.1085e-03, -5.0136e-04],\n",
       "           [-1.5925e-02, -3.6359e-03,  1.1046e-02]],\n",
       " \n",
       "          [[-1.2768e-02, -2.3373e-02, -2.1403e-02],\n",
       "           [-1.8587e-02, -2.6151e-02, -3.3552e-02],\n",
       "           [-1.1366e-02, -2.5206e-02, -2.2809e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 9.3489e-03,  8.8134e-03,  2.5067e-03],\n",
       "           [-9.7100e-03, -1.1675e-02, -7.8504e-03],\n",
       "           [-1.0187e-02, -1.1351e-03,  7.7530e-03]],\n",
       " \n",
       "          [[-1.1885e-02, -1.4634e-02, -1.5401e-02],\n",
       "           [-1.9844e-02, -2.8257e-02, -4.5200e-02],\n",
       "           [-6.3916e-03, -1.2534e-02, -3.4481e-02]],\n",
       " \n",
       "          [[-2.1039e-02, -6.1164e-03, -1.1262e-02],\n",
       "           [-1.0214e-02, -4.3532e-03, -1.5426e-02],\n",
       "           [ 6.7356e-03, -8.3421e-03, -7.3288e-03]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-9.8418e-03, -6.4836e-03,  5.1202e-03],\n",
       "           [-3.2088e-02, -7.9479e-03,  1.0491e-02],\n",
       "           [-5.0806e-02, -1.6496e-02, -9.1697e-03]],\n",
       " \n",
       "          [[-1.3082e-02, -1.2320e-02, -3.4391e-02],\n",
       "           [-4.4604e-02, -6.4995e-02, -9.0735e-02],\n",
       "           [-8.4491e-03, -2.0287e-02, -4.1743e-02]],\n",
       " \n",
       "          [[-1.3792e-02, -1.0884e-02,  7.6313e-03],\n",
       "           [-9.6541e-03, -4.1460e-02, -2.7922e-02],\n",
       "           [-2.7774e-02, -1.8122e-02, -6.8398e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 9.6487e-03,  1.8902e-02,  1.8558e-03],\n",
       "           [-1.7205e-02,  3.3916e-03, -1.6373e-02],\n",
       "           [ 2.5686e-03,  9.8597e-03, -5.1515e-03]],\n",
       " \n",
       "          [[ 1.1283e-02,  1.9242e-02,  2.9113e-02],\n",
       "           [ 2.4507e-02,  2.2521e-03,  5.2722e-03],\n",
       "           [ 8.6752e-03, -8.7470e-03, -1.0879e-02]],\n",
       " \n",
       "          [[ 2.3639e-02,  1.3833e-02,  6.0611e-03],\n",
       "           [-1.2610e-02, -1.7056e-02, -1.0969e-02],\n",
       "           [-1.0126e-02, -9.2468e-03,  5.3994e-03]]],\n",
       " \n",
       " \n",
       "         [[[ 2.6125e-03, -4.0893e-04, -5.1900e-05],\n",
       "           [-1.1864e-02, -1.1938e-02, -1.3624e-02],\n",
       "           [ 5.0365e-03, -2.4766e-03, -1.9236e-02]],\n",
       " \n",
       "          [[-3.3329e-03,  5.6146e-03,  1.3964e-02],\n",
       "           [ 1.6504e-02,  2.7594e-02,  2.5668e-02],\n",
       "           [ 3.1291e-02,  4.2235e-02,  3.5757e-02]],\n",
       " \n",
       "          [[-3.5612e-03, -7.3793e-03, -1.6752e-03],\n",
       "           [-1.5265e-02, -1.8800e-02, -9.0081e-03],\n",
       "           [-2.2217e-03, -2.6173e-03,  5.4552e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.1757e-02, -1.5446e-03, -2.7904e-03],\n",
       "           [ 1.4490e-02, -4.3851e-03, -8.2366e-04],\n",
       "           [ 7.0032e-04, -4.1916e-03,  4.8486e-03]],\n",
       " \n",
       "          [[ 1.1327e-02, -5.9771e-03,  1.7708e-04],\n",
       "           [ 1.4396e-02,  1.9831e-02,  6.5028e-03],\n",
       "           [ 3.4857e-03,  9.0618e-03,  1.0975e-02]],\n",
       " \n",
       "          [[-7.5523e-03,  3.5881e-03, -6.2393e-03],\n",
       "           [-2.1127e-02, -1.4852e-02, -1.7909e-02],\n",
       "           [-1.0106e-02, -1.6477e-02, -1.7258e-02]]],\n",
       " \n",
       " \n",
       "         [[[-1.4340e-02, -1.2789e-02, -8.2970e-03],\n",
       "           [ 1.0023e-02, -9.2186e-03,  3.2018e-03],\n",
       "           [-2.0918e-02, -1.1300e-02,  4.7083e-03]],\n",
       " \n",
       "          [[-1.7823e-02,  1.0765e-02, -2.3311e-02],\n",
       "           [-1.9966e-02, -3.3797e-03, -8.4810e-03],\n",
       "           [-3.3189e-02, -2.3675e-02, -2.1787e-02]],\n",
       " \n",
       "          [[-5.1724e-03, -1.1611e-02, -2.4982e-03],\n",
       "           [ 6.9639e-03, -1.7969e-02, -9.9033e-03],\n",
       "           [-7.7786e-03, -1.4327e-03,  6.8157e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-6.1952e-03, -1.2324e-02, -3.3646e-04],\n",
       "           [-2.6455e-02, -3.1773e-04, -1.2046e-02],\n",
       "           [-3.2959e-02,  1.6344e-03,  2.7326e-03]],\n",
       " \n",
       "          [[ 2.9900e-03, -1.9450e-02, -3.8506e-02],\n",
       "           [-9.7583e-03, -3.0522e-03,  1.0079e-02],\n",
       "           [ 8.5143e-03,  1.4437e-02,  1.5791e-02]],\n",
       " \n",
       "          [[-2.3047e-03, -7.5287e-03,  6.2320e-03],\n",
       "           [-3.3507e-03, -3.7554e-03, -1.1114e-02],\n",
       "           [ 1.8280e-02, -2.6379e-03, -1.9085e-02]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([ 3.2785e-01, -1.1670e-02,  5.9252e-02,  1.5882e-01,  4.9376e-02,\n",
       "         -8.3625e-02, -6.3965e-02,  4.4863e-02, -4.4741e-02,  1.7825e-01,\n",
       "          1.5343e-01, -1.2114e-01, -1.2925e-01, -2.1641e-02,  7.8369e-02,\n",
       "          9.0640e-02,  1.4219e-01,  1.0104e-01, -5.6336e-02,  2.3585e-01,\n",
       "          9.0724e-02,  2.1427e-01,  1.3687e-01, -5.6803e-02,  1.1205e-02,\n",
       "          6.2014e-02,  6.6606e-02,  6.0135e-02, -1.4872e-01, -9.6398e-02,\n",
       "         -2.6313e-02, -5.3609e-01, -7.8366e-02,  4.9564e-02,  1.8171e-01,\n",
       "          2.4494e-02,  1.9484e-02,  3.4660e-02, -4.3450e-02,  7.2832e-02,\n",
       "         -1.0446e-01,  1.1502e-01,  2.3923e-02,  1.9399e-02,  1.1044e-01,\n",
       "         -3.2952e-02,  1.0205e-01,  5.2526e-02,  1.3915e-01,  1.0217e-01,\n",
       "         -1.3322e-01,  7.4932e-02,  2.8297e-02, -7.8022e-02, -7.4605e-02,\n",
       "         -1.7926e-02, -1.6370e-01, -5.9733e-02, -7.0614e-02,  6.3561e-02,\n",
       "          1.7057e-02,  1.0888e-01, -1.1982e-02,  1.5265e-01,  7.5086e-02,\n",
       "          1.1634e-01, -7.3173e-03, -7.3237e-02,  8.8163e-02,  5.0025e-02,\n",
       "          6.0110e-02,  8.8585e-02,  4.9681e-02, -4.8926e-02, -2.2866e-01,\n",
       "          2.1302e-01, -1.1471e-01,  3.4658e-02,  5.7753e-02,  6.7992e-02,\n",
       "         -1.0434e-01, -3.2616e-02,  8.4957e-02,  1.7480e-02, -3.2415e-02,\n",
       "          1.2082e-01, -3.5967e-02,  2.2436e-01,  7.2149e-02,  1.7920e-01,\n",
       "         -3.2388e-02, -2.5341e-02,  7.9324e-02, -1.3179e-01, -4.7001e-02,\n",
       "          8.7888e-02,  3.1908e-01, -3.4475e-03,  3.6466e-02, -9.3868e-02,\n",
       "         -4.8236e-02,  9.4114e-02,  7.8020e-02,  6.2988e-02, -1.3900e-01,\n",
       "         -8.9393e-02,  6.7538e-02,  8.5783e-02,  9.5225e-02,  9.5576e-02,\n",
       "         -2.1024e-03,  1.4501e-01,  1.8864e-01, -7.9828e-02,  6.1073e-02,\n",
       "          1.3614e-01,  1.5440e-01,  3.3174e-02, -1.1492e-02, -4.8122e-02,\n",
       "         -6.5408e-02,  3.4948e-02, -1.0621e-01,  1.4405e-01, -7.6405e-03,\n",
       "          3.3862e-02,  4.0784e-04,  5.2657e-02,  6.3489e-02,  3.6571e-02,\n",
       "          1.9380e-03,  7.4452e-02, -4.1910e-03,  1.2131e-01,  7.6991e-02,\n",
       "          8.7335e-02,  1.7405e-01,  2.8815e-01, -2.2280e-02,  1.2582e-02,\n",
       "         -5.7107e-03,  2.6789e-01,  1.5206e-02, -9.6089e-02,  2.7607e-01,\n",
       "         -1.5054e-02, -1.7405e-02,  9.5247e-02, -4.1684e-02,  7.8205e-02,\n",
       "          1.1676e-01, -4.3728e-02, -1.0656e-02,  7.7394e-02,  4.1313e-02,\n",
       "         -6.9379e-02, -7.0650e-02, -3.7292e-02, -2.9583e-02, -2.2887e-01,\n",
       "         -1.0709e-01,  8.3004e-02, -1.1579e-02,  7.1730e-02,  2.4630e-02,\n",
       "         -2.6824e-01, -1.4686e-01,  2.5216e-01, -3.1812e-03, -3.8778e-02,\n",
       "          7.9189e-02,  2.0305e-01,  9.8780e-02,  7.5356e-03, -1.9530e-02,\n",
       "          4.4468e-02,  1.7208e-01, -1.1089e-01,  1.0184e-01,  1.2059e-02,\n",
       "         -7.7236e-02, -4.4468e-02,  1.0894e-01,  1.7272e-02,  1.6730e-02,\n",
       "          1.2595e-01,  2.8621e-01,  1.9420e-02, -4.8502e-02,  4.3908e-02,\n",
       "         -1.4994e-01,  3.9241e-02,  2.8246e-03, -4.5025e-02,  2.5904e-02,\n",
       "          1.5431e-01,  1.6661e-01,  8.2192e-02,  1.6488e-02,  4.6763e-02,\n",
       "          4.5522e-02, -7.2605e-03,  6.3834e-02,  3.8301e-03,  2.1868e-01,\n",
       "          5.2695e-02,  1.8667e-01,  2.9793e-01, -5.7319e-02, -7.5529e-02,\n",
       "         -4.1814e-02,  1.1310e-01,  4.5616e-02,  1.0972e-01, -3.6026e-02,\n",
       "         -3.1515e-03, -1.1718e-01, -3.6503e-02,  7.9905e-02,  6.3275e-02,\n",
       "          2.5015e-01,  1.5475e-01,  2.4331e-01, -8.6830e-02,  8.4753e-02,\n",
       "         -2.9622e-02,  4.1752e-03,  1.5509e-01,  1.5114e-02,  4.0996e-02,\n",
       "          1.1675e-01,  1.2987e-01,  8.4551e-02, -5.5134e-03, -9.0436e-03,\n",
       "          1.5207e-01, -1.3485e-01, -8.3497e-02,  1.5728e-01, -1.1344e-01,\n",
       "          1.2520e-02, -3.5116e-02,  9.0628e-02, -8.9775e-02,  1.1141e-01,\n",
       "         -9.7015e-02,  1.0175e-01, -2.8285e-02, -8.3328e-02,  5.2862e-02,\n",
       "         -3.8638e-02, -7.6987e-02,  2.0510e-02, -1.7040e-01, -4.3434e-02,\n",
       "          5.1905e-02,  5.0642e-02,  7.5576e-02, -4.1245e-02,  2.9955e-02,\n",
       "          1.3416e-02, -2.6084e-03,  1.4891e-01,  1.0407e-01,  9.7339e-02,\n",
       "          1.1776e-02,  2.5913e-02, -9.1250e-02,  4.1197e-02, -3.0615e-02,\n",
       "         -1.4381e-01, -6.8347e-02, -2.5607e-02,  8.1290e-02,  9.9020e-02,\n",
       "         -1.5603e-02,  4.5259e-02,  1.4967e-01, -5.6633e-02,  1.9446e-02,\n",
       "          4.2244e-03,  2.5499e-01, -1.9322e-02,  2.1252e-01, -1.2779e-01,\n",
       "         -8.9945e-03,  1.3547e-02,  9.2169e-02, -1.6655e-01,  9.2906e-02,\n",
       "          5.1314e-02, -2.6515e-02, -4.6279e-03, -1.0157e-01,  1.4378e-02,\n",
       "          1.2886e-01, -1.3314e-01,  3.5350e-02, -1.9505e-02,  3.0164e-02,\n",
       "          7.4141e-02,  1.6729e-01, -1.8760e-03, -8.5133e-03, -3.5815e-02,\n",
       "         -1.8105e-02,  9.2370e-02,  1.1861e-01,  5.7890e-02,  4.3179e-02,\n",
       "          1.4409e-01,  8.0388e-02,  4.7617e-02,  1.2064e-01, -8.0452e-02,\n",
       "         -1.6755e-01,  4.0705e-02,  8.1675e-02, -2.8885e-02, -8.3991e-02,\n",
       "          1.3999e-01,  5.0274e-01,  1.0410e-01, -1.2807e-02, -3.6004e-02,\n",
       "          1.4881e-01,  1.2916e-01,  9.4434e-02, -8.5286e-02, -5.3350e-02,\n",
       "         -1.5150e-01,  3.0932e-02, -1.7242e-01,  4.5590e-02,  1.8949e-01,\n",
       "         -2.1540e-02,  1.9597e-01,  2.4260e-02, -3.2245e-02,  4.5116e-02,\n",
       "          1.5932e-02,  1.5100e-01,  2.3716e-02, -9.3650e-02,  2.6925e-02,\n",
       "         -3.3120e-01,  3.5935e-02,  1.4944e-02,  7.4415e-02,  1.3660e-01,\n",
       "          2.0968e-02, -3.2402e-02,  8.9184e-02, -4.2339e-02, -3.4568e-02,\n",
       "          4.7455e-02, -4.3692e-02,  3.7502e-02,  1.1265e-01,  2.9946e-02,\n",
       "          1.4890e-01,  9.8017e-02, -1.2332e-02,  1.1757e-01,  2.5851e-03,\n",
       "          1.5277e-02, -5.4977e-02,  1.4540e-01,  1.1332e-01,  5.8610e-02,\n",
       "          2.9156e-01,  4.3952e-02,  7.7970e-03,  1.2907e-01,  3.6932e-01,\n",
       "          1.4455e-01,  1.3046e-01, -3.7344e-02, -5.7621e-02, -4.0231e-02,\n",
       "          1.0964e-01, -1.0457e-01,  9.8383e-02,  3.0503e-02,  1.5615e-01,\n",
       "          6.3476e-02,  8.3703e-02,  1.6338e-02, -3.1959e-02, -4.0017e-02,\n",
       "          1.3663e-01,  4.5095e-02, -9.8014e-02,  8.6885e-02,  1.4410e-02,\n",
       "          4.2032e-02, -2.3377e-02,  2.9826e-02, -7.8389e-02,  4.8926e-02,\n",
       "         -1.4170e-02, -1.9561e-01,  9.9982e-02, -7.4101e-02,  2.2202e-02,\n",
       "         -5.5796e-03,  5.1677e-02, -1.3406e-01, -4.6056e-03, -7.2432e-03,\n",
       "         -2.3862e-02, -7.9286e-06,  1.5348e-01,  6.0913e-02,  8.6587e-02,\n",
       "          6.5313e-02,  2.8675e-01,  1.7093e-01,  4.7960e-02, -2.8419e-02,\n",
       "         -5.8845e-02,  4.4411e-02,  5.4718e-02,  6.0812e-02,  2.8448e-02,\n",
       "          9.9096e-02, -9.7100e-02, -2.1737e-03,  4.4442e-02,  2.3933e-01,\n",
       "          1.1516e-01, -2.9585e-02,  1.7162e-01,  7.2602e-02, -7.7551e-03,\n",
       "          1.1754e-02,  6.9261e-02,  3.5740e-02,  2.8095e-01, -1.3311e-02,\n",
       "          1.3162e-01,  5.0944e-02, -1.4749e-02,  6.6835e-02,  2.7349e-01,\n",
       "          5.3674e-02,  1.5530e-01,  2.9095e-02, -5.0401e-02,  2.9913e-02,\n",
       "         -2.5942e-02,  2.9361e-02,  7.8341e-02,  1.1507e-01,  4.8195e-02,\n",
       "          1.3909e-01,  1.3254e-01,  5.2899e-02, -1.0379e-01, -5.3569e-02,\n",
       "         -2.8501e-02,  9.7883e-02, -2.1301e-02, -7.4014e-02,  3.3396e-02,\n",
       "         -2.5691e-01, -7.9530e-02,  1.6570e-01,  8.7135e-02,  2.8185e-03,\n",
       "         -1.9246e-01, -1.2287e-02, -6.5740e-02, -1.7653e-03, -3.1150e-02,\n",
       "          5.1108e-02,  2.4925e-02, -7.1120e-03,  1.1247e-01,  3.2958e-02,\n",
       "          2.6971e-01,  2.6348e-02,  8.1351e-02,  3.2603e-01,  1.7410e-01,\n",
       "          6.0686e-02, -1.1314e-01,  1.3730e-02, -3.4418e-02, -9.1132e-03,\n",
       "         -2.1438e-02,  3.2038e-01, -1.8250e-01,  1.1241e-03,  2.2275e-02,\n",
       "          5.9959e-02, -7.4269e-02, -5.1299e-03, -3.8521e-02, -4.6880e-02,\n",
       "          9.8568e-02, -7.9337e-02, -2.9975e-03, -1.4750e-02, -2.1350e-02,\n",
       "         -6.1978e-03, -1.5916e-01,  8.4835e-02,  5.1761e-02,  4.8298e-02,\n",
       "          9.6794e-02,  4.3757e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 0.0087, -0.0068,  0.0061],\n",
       "           [ 0.0047, -0.0014, -0.0039],\n",
       "           [-0.0091,  0.0023, -0.0005]],\n",
       " \n",
       "          [[-0.0219, -0.0033, -0.0194],\n",
       "           [-0.0220, -0.0248, -0.0234],\n",
       "           [-0.0096, -0.0151, -0.0179]],\n",
       " \n",
       "          [[-0.0065, -0.0073, -0.0216],\n",
       "           [ 0.0322,  0.0292, -0.0016],\n",
       "           [ 0.0456,  0.0551,  0.0220]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0199,  0.0195,  0.0318],\n",
       "           [-0.0030,  0.0152,  0.0076],\n",
       "           [ 0.0067,  0.0015,  0.0054]],\n",
       " \n",
       "          [[-0.0564, -0.0523, -0.0550],\n",
       "           [-0.0334, -0.0388, -0.0524],\n",
       "           [ 0.0195, -0.0086, -0.0037]],\n",
       " \n",
       "          [[-0.0130, -0.0222, -0.0162],\n",
       "           [-0.0060, -0.0168, -0.0087],\n",
       "           [-0.0032, -0.0104, -0.0115]]],\n",
       " \n",
       " \n",
       "         [[[-0.0445, -0.0487, -0.0261],\n",
       "           [-0.0347, -0.0451, -0.0242],\n",
       "           [-0.0231, -0.0153, -0.0121]],\n",
       " \n",
       "          [[-0.0118, -0.0199, -0.0253],\n",
       "           [-0.0008,  0.0009, -0.0024],\n",
       "           [-0.0026, -0.0087, -0.0202]],\n",
       " \n",
       "          [[-0.0243, -0.0129, -0.0254],\n",
       "           [ 0.0049, -0.0061, -0.0014],\n",
       "           [ 0.0096,  0.0142, -0.0143]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0373, -0.0415, -0.0099],\n",
       "           [ 0.0101,  0.0266,  0.0957],\n",
       "           [ 0.0207,  0.0155,  0.0292]],\n",
       " \n",
       "          [[-0.0257, -0.0220, -0.0342],\n",
       "           [-0.0040,  0.0003, -0.0198],\n",
       "           [-0.0115, -0.0004, -0.0241]],\n",
       " \n",
       "          [[-0.0149, -0.0352, -0.0437],\n",
       "           [-0.0439, -0.0167, -0.0207],\n",
       "           [-0.0131, -0.0233, -0.0201]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0134,  0.0141,  0.0211],\n",
       "           [-0.0247, -0.0076,  0.0071],\n",
       "           [-0.0136, -0.0120, -0.0015]],\n",
       " \n",
       "          [[-0.0142, -0.0147, -0.0107],\n",
       "           [-0.0140, -0.0162, -0.0122],\n",
       "           [-0.0046, -0.0035, -0.0127]],\n",
       " \n",
       "          [[ 0.0084,  0.0046,  0.0120],\n",
       "           [ 0.0100,  0.0085,  0.0043],\n",
       "           [-0.0111, -0.0033, -0.0068]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0149, -0.0084, -0.0141],\n",
       "           [-0.0006, -0.0142, -0.0300],\n",
       "           [-0.0006, -0.0148, -0.0260]],\n",
       " \n",
       "          [[-0.0075, -0.0039, -0.0072],\n",
       "           [-0.0063, -0.0018, -0.0081],\n",
       "           [-0.0045, -0.0022, -0.0078]],\n",
       " \n",
       "          [[-0.0079,  0.0034, -0.0101],\n",
       "           [-0.0021,  0.0005, -0.0028],\n",
       "           [-0.0162, -0.0098, -0.0005]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[ 0.0014,  0.0175, -0.0046],\n",
       "           [ 0.0141,  0.0230,  0.0023],\n",
       "           [-0.0101, -0.0076, -0.0260]],\n",
       " \n",
       "          [[-0.0155, -0.0272, -0.0767],\n",
       "           [-0.0151, -0.0067, -0.0404],\n",
       "           [-0.0187, -0.0226, -0.0136]],\n",
       " \n",
       "          [[-0.0476, -0.0507, -0.0271],\n",
       "           [-0.0346, -0.0175, -0.0156],\n",
       "           [-0.0004,  0.0155,  0.0018]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0191, -0.0107, -0.0034],\n",
       "           [-0.0326, -0.0036, -0.0037],\n",
       "           [-0.0310, -0.0249, -0.0305]],\n",
       " \n",
       "          [[-0.0289, -0.0474, -0.0694],\n",
       "           [-0.0145, -0.0164, -0.0422],\n",
       "           [-0.0113, -0.0082, -0.0423]],\n",
       " \n",
       "          [[ 0.0658,  0.0283,  0.0039],\n",
       "           [ 0.0231,  0.0290,  0.0312],\n",
       "           [-0.0474, -0.0377, -0.0311]]],\n",
       " \n",
       " \n",
       "         [[[ 0.0273,  0.0028,  0.0131],\n",
       "           [ 0.0041, -0.0079,  0.0097],\n",
       "           [ 0.0129,  0.0229,  0.0071]],\n",
       " \n",
       "          [[ 0.0125,  0.0044,  0.0270],\n",
       "           [ 0.0171,  0.0255,  0.0278],\n",
       "           [ 0.0350,  0.0492,  0.0353]],\n",
       " \n",
       "          [[-0.0054,  0.0013,  0.0097],\n",
       "           [ 0.0046, -0.0066,  0.0014],\n",
       "           [ 0.0296,  0.0212,  0.0224]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-0.0036, -0.0130, -0.0252],\n",
       "           [-0.0183, -0.0132, -0.0200],\n",
       "           [-0.0187, -0.0044,  0.0036]],\n",
       " \n",
       "          [[-0.0150, -0.0193, -0.0192],\n",
       "           [-0.0066, -0.0070, -0.0180],\n",
       "           [-0.0072, -0.0101, -0.0284]],\n",
       " \n",
       "          [[ 0.0325,  0.0431,  0.0094],\n",
       "           [ 0.0537,  0.1116,  0.0176],\n",
       "           [-0.0107,  0.0062, -0.0423]]],\n",
       " \n",
       " \n",
       "         [[[-0.0128, -0.0311, -0.0226],\n",
       "           [-0.0367, -0.0396, -0.0367],\n",
       "           [-0.0357, -0.0405, -0.0264]],\n",
       " \n",
       "          [[-0.0013, -0.0072, -0.0137],\n",
       "           [ 0.0093,  0.0099, -0.0079],\n",
       "           [ 0.0005, -0.0076, -0.0186]],\n",
       " \n",
       "          [[-0.0007,  0.0103, -0.0190],\n",
       "           [-0.0107, -0.0243, -0.0203],\n",
       "           [-0.0165, -0.0298, -0.0370]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 0.0142,  0.0076, -0.0041],\n",
       "           [-0.0010, -0.0090,  0.0086],\n",
       "           [-0.0065,  0.0036,  0.0321]],\n",
       " \n",
       "          [[-0.0281, -0.0205, -0.0275],\n",
       "           [-0.0216,  0.0045,  0.0030],\n",
       "           [ 0.0024,  0.0203,  0.0095]],\n",
       " \n",
       "          [[-0.0153, -0.0133,  0.0031],\n",
       "           [-0.0046, -0.0266, -0.0040],\n",
       "           [ 0.0205,  0.0080,  0.0078]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-6.8620e-02,  1.8720e-01,  4.2233e-02, -3.2831e-02,  2.0385e-01,\n",
       "          7.4536e-02, -5.0062e-03, -8.7908e-02, -1.1726e-02, -1.2402e-01,\n",
       "         -1.1807e-01,  3.2798e-02,  3.5993e-02,  1.4316e-03,  9.8802e-02,\n",
       "          1.1898e-02, -1.3327e-01, -6.9769e-02,  9.5802e-02, -1.2351e-02,\n",
       "         -5.2442e-02,  8.7583e-02, -2.0237e-01,  3.5395e-02, -1.2916e-01,\n",
       "          1.1222e-01,  6.3338e-02,  4.0000e-02, -6.7222e-03,  6.6149e-02,\n",
       "         -4.1235e-02,  1.1479e-02,  1.0893e-01, -1.1752e-01,  2.6296e-02,\n",
       "          9.5811e-02, -1.4225e-01, -5.9109e-02, -9.9262e-02,  2.4650e-02,\n",
       "         -1.0273e-01, -1.5456e-01,  2.6737e-02,  8.1293e-02, -2.6256e-02,\n",
       "          6.0492e-02, -5.6621e-02,  2.1381e-02,  6.6256e-02,  2.2616e-02,\n",
       "          8.7674e-02,  5.1484e-02, -4.4776e-02, -1.7652e-01, -1.7399e-02,\n",
       "         -1.4157e-01,  1.6521e-01, -4.8248e-02,  4.6457e-02,  9.0732e-02,\n",
       "          1.9641e-01,  1.5075e-01,  9.1565e-02,  1.8676e-01,  8.7034e-02,\n",
       "         -1.7168e-01,  9.0361e-02, -5.2928e-02,  1.9294e-03, -1.3388e-02,\n",
       "          1.1245e-02, -3.9830e-02,  6.9877e-02,  1.0881e-01, -6.3666e-03,\n",
       "          1.2978e-01,  1.2741e-01,  9.6501e-02, -8.1385e-02, -8.5858e-02,\n",
       "          5.9869e-02,  2.1044e-01,  5.3741e-02,  7.9346e-02,  3.3547e-02,\n",
       "         -1.9277e-01,  2.2519e-01, -5.7301e-03, -3.7282e-02,  1.4089e-02,\n",
       "         -6.2251e-02,  3.6825e-02, -3.9718e-02,  4.6857e-02, -1.7646e-01,\n",
       "          8.1270e-02, -5.9494e-02,  5.8620e-02, -1.9356e-01, -1.0619e-01,\n",
       "          4.6039e-02,  8.6996e-03,  3.1630e-01, -2.3032e-01, -2.3040e-02,\n",
       "          2.8553e-02, -9.0507e-02,  3.7536e-03,  4.9866e-02, -1.2571e-01,\n",
       "         -2.3601e-02,  1.0499e-01,  4.9121e-02,  1.2140e-01, -1.4821e-01,\n",
       "         -1.2602e-01, -1.3624e-01, -3.2884e-01, -9.0184e-02, -1.1928e-01,\n",
       "         -2.1026e-01, -1.3446e-01, -7.1711e-03, -8.0528e-02,  1.1068e-02,\n",
       "          1.7568e-01, -1.0032e-01, -1.6815e-01, -3.5146e-01,  1.3116e-01,\n",
       "          1.7390e-01,  1.6994e-02, -5.2715e-02, -1.4927e-02,  1.1773e-01,\n",
       "         -1.8560e-02, -3.1425e-02,  1.3407e-01, -2.0506e-01, -1.5305e-01,\n",
       "         -2.6800e-02,  1.2347e-01,  7.9102e-02, -8.7307e-02,  1.9283e-01,\n",
       "         -1.5484e-01, -4.1206e-02,  5.2744e-02,  1.6812e-01,  8.5207e-02,\n",
       "          1.2756e-01,  2.8252e-02,  1.1045e-01,  1.5585e-01,  2.1187e-01,\n",
       "          8.8012e-02,  8.7717e-02, -1.1704e-02,  9.0009e-02, -7.1308e-02,\n",
       "          7.8425e-02,  5.1988e-02, -4.7441e-02, -3.2872e-01,  1.2594e-01,\n",
       "          7.8579e-02, -6.6156e-02,  2.1185e-01, -9.2243e-02, -1.2172e-01,\n",
       "          3.6051e-02,  8.3268e-02, -1.1744e-01, -5.2389e-02, -3.8024e-01,\n",
       "          1.3587e-01,  1.4616e-01, -1.1994e-01,  7.4031e-02, -2.9794e-02,\n",
       "         -1.8530e-02,  2.5821e-01, -3.6194e-02, -3.8861e-02,  2.0233e-01,\n",
       "          5.7087e-02,  3.1120e-02, -3.5665e-02, -5.0561e-02, -8.4969e-02,\n",
       "         -1.1879e-01,  2.2172e-02,  3.3340e-02,  1.5149e-01,  3.7349e-02,\n",
       "         -4.6735e-02, -3.4531e-02,  1.6739e-01,  6.9484e-02,  1.4735e-01,\n",
       "          4.8442e-02,  7.4029e-02, -8.3257e-02,  6.1984e-03, -5.3061e-02,\n",
       "          5.3426e-02, -2.1171e-02,  1.9225e-01,  3.8712e-01,  9.8570e-02,\n",
       "         -1.0337e-01,  2.1829e-01, -9.9583e-02,  1.4527e-01, -1.1913e-01,\n",
       "          1.1624e-02,  3.9181e-02,  1.0789e-01, -1.4104e-01, -1.1723e-01,\n",
       "          9.9911e-02, -6.2805e-02, -7.0374e-02, -1.9817e-01,  1.1684e-01,\n",
       "          5.7219e-02,  9.9357e-02, -7.7663e-02,  7.6531e-02, -6.2036e-02,\n",
       "          1.1703e-01,  9.3236e-03, -4.2481e-02, -2.1602e-01,  1.4303e-01,\n",
       "          1.0073e-01, -2.0687e-01,  2.9223e-02,  4.5753e-02,  1.4716e-01,\n",
       "         -5.8620e-02,  3.4272e-02, -1.9075e-01,  1.4571e-02,  1.2995e-01,\n",
       "          1.4388e-01, -1.7648e-02, -4.0604e-02, -2.3133e-04,  4.6082e-02,\n",
       "         -6.4354e-02,  6.7466e-02,  7.5265e-02,  1.8956e-01, -4.8764e-02,\n",
       "         -2.9583e-02,  2.4967e-02, -3.5173e-02,  6.0710e-03,  5.1644e-02,\n",
       "         -6.7923e-02, -1.2629e-01,  5.2597e-02, -9.5566e-02,  6.5696e-02,\n",
       "         -1.6524e-01,  6.6037e-02,  2.4582e-02,  2.0484e-01,  5.8798e-02,\n",
       "         -1.8886e-01,  1.5549e-01,  7.5976e-02, -6.4824e-02,  2.2072e-02,\n",
       "          1.9373e-01,  4.5195e-02,  6.0716e-02, -1.6066e-02,  5.8700e-02,\n",
       "         -3.4191e-03,  4.0218e-02, -8.3810e-02, -1.3337e-02,  6.9338e-02,\n",
       "         -8.3971e-02,  1.4799e-01,  3.9326e-02,  9.7833e-03, -1.4105e-02,\n",
       "          1.1879e-01,  2.8317e-02, -1.0828e-01,  6.3691e-02,  1.9901e-01,\n",
       "         -2.1121e-01, -2.3203e-03, -3.7701e-02, -4.6278e-02,  1.1567e-01,\n",
       "         -4.3380e-02, -8.5171e-02, -1.6586e-01, -6.1953e-02,  8.5866e-02,\n",
       "          8.2018e-02,  6.4824e-02, -6.9423e-02,  5.1215e-02, -1.0449e-02,\n",
       "         -1.1984e-01,  5.1776e-02, -1.4522e-02,  2.7398e-02,  2.2187e-02,\n",
       "          2.5427e-02, -1.5965e-01, -3.8650e-01, -6.3239e-03,  1.7740e-01,\n",
       "         -1.1391e-01, -7.0271e-02,  7.2767e-02, -2.8762e-02, -8.4776e-02,\n",
       "          1.0465e-02, -2.2343e-02,  9.6079e-02,  2.1370e-02,  1.9362e-01,\n",
       "          2.1854e-02, -5.8084e-02,  1.2510e-01, -3.5865e-02, -2.7833e-03,\n",
       "         -2.3905e-02, -4.7809e-02,  2.0220e-01,  2.8407e-01, -1.0494e-01,\n",
       "          1.4374e-01,  1.1141e-01,  2.6691e-02,  3.2621e-03, -9.8309e-03,\n",
       "         -3.1219e-01, -2.4734e-03, -1.0144e-01,  1.7506e-01, -2.8564e-02,\n",
       "         -3.7074e-02,  1.2126e-02, -2.9324e-02, -1.6656e-01,  9.2293e-02,\n",
       "          1.5799e-02, -4.8191e-02,  1.0801e-01, -1.1994e-03, -3.6371e-02,\n",
       "          6.6275e-02, -2.1480e-01, -1.0862e-01,  2.0445e-02, -7.5027e-02,\n",
       "          1.0144e-01, -3.3833e-02,  6.3429e-04, -5.7285e-02, -2.7232e-01,\n",
       "         -4.5818e-02, -2.4526e-02,  6.9876e-02,  1.6630e-02, -4.0806e-02,\n",
       "         -9.9577e-02, -1.1973e-01, -1.1463e-01,  1.6101e-01,  2.5717e-02,\n",
       "          1.1374e-01, -1.4880e-01,  1.5203e-01,  2.0742e-01, -8.2626e-02,\n",
       "         -9.1058e-03,  7.0236e-03,  2.4819e-01,  4.4172e-02, -1.9810e-01,\n",
       "         -8.6944e-02,  4.6927e-02, -7.0528e-02,  1.7862e-01,  7.1367e-02,\n",
       "         -2.6777e-02, -4.1031e-02,  4.0167e-02, -4.6326e-02,  1.3203e-01,\n",
       "         -3.6850e-02,  1.6755e-02, -8.1545e-02,  1.1444e-01, -1.3647e-02,\n",
       "          2.5496e-01, -2.0458e-01, -2.8920e-02, -2.7735e-01,  4.3298e-02,\n",
       "          2.0172e-02,  1.8576e-01,  1.9815e-01, -2.3536e-01, -6.4560e-02,\n",
       "          1.6731e-01, -2.6027e-01, -4.3629e-02, -3.8699e-02,  1.6556e-01,\n",
       "          1.2062e-01,  8.2763e-02, -3.5379e-02,  2.6057e-02, -1.9359e-01,\n",
       "         -2.0454e-02,  2.3775e-02, -3.9896e-01, -4.7299e-02, -4.8010e-01,\n",
       "          2.4825e-01, -2.7902e-03, -7.8819e-03, -1.3955e-01,  2.5602e-01,\n",
       "          1.0564e-01,  2.4263e-02, -3.8164e-02, -1.0449e-01, -1.3249e-01,\n",
       "         -7.3070e-03,  9.7172e-02, -2.1455e-01, -9.8820e-02,  2.8115e-02,\n",
       "         -3.6928e-02,  5.8620e-02, -6.5982e-02,  3.7064e-02,  1.0890e-01,\n",
       "         -4.6950e-03, -6.3011e-02,  2.8757e-02,  2.3866e-01,  8.3413e-03,\n",
       "          2.2342e-02, -2.8795e-02, -7.4049e-02, -6.4702e-02,  1.5477e-01,\n",
       "         -1.1149e-01,  2.6482e-02, -4.3726e-02,  2.4778e-02, -3.1269e-02,\n",
       "         -2.3700e-02,  1.2548e-02, -9.1719e-02, -1.8809e-01,  1.2318e-01,\n",
       "          1.3796e-01, -2.0103e-01, -7.6292e-02, -1.8469e-02,  4.6419e-02,\n",
       "         -9.7201e-02,  2.2764e-03,  2.5014e-02,  9.7257e-02,  1.6321e-06,\n",
       "          6.4818e-02,  8.5978e-03,  9.2457e-02,  4.2495e-02, -6.9142e-02,\n",
       "          4.2921e-03, -1.2791e-02, -4.8834e-02,  1.7677e-01, -2.3606e-01,\n",
       "         -8.2537e-02, -1.1020e-01,  1.5166e-01, -1.2524e-02, -8.2963e-04,\n",
       "          6.3646e-02, -1.7313e-01,  1.0877e-01,  1.5922e-01,  6.8282e-02,\n",
       "         -8.8127e-02, -3.6040e-02,  1.3848e-01,  5.2737e-02,  3.1876e-02,\n",
       "         -7.7922e-02,  7.5330e-03, -4.4440e-02, -6.7741e-02,  2.0547e-02,\n",
       "         -1.0675e-01, -1.1006e-01], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[[[ 4.4938e-03,  3.8163e-02,  1.6186e-02],\n",
       "           [ 7.0086e-03,  1.1039e-02,  5.0782e-03],\n",
       "           [ 8.1775e-03,  1.7100e-03,  1.3150e-02]],\n",
       " \n",
       "          [[-2.5870e-03,  1.8793e-02,  7.8018e-03],\n",
       "           [-2.2868e-02,  5.9724e-03, -2.3876e-02],\n",
       "           [-3.4920e-02, -4.8948e-02, -5.0502e-02]],\n",
       " \n",
       "          [[ 3.7005e-03, -4.3672e-03, -4.3742e-03],\n",
       "           [ 9.1966e-03, -1.5998e-02, -1.3496e-02],\n",
       "           [ 6.1370e-03,  3.9971e-03, -1.9764e-03]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-2.1197e-02, -2.2649e-02, -9.5475e-03],\n",
       "           [-1.4791e-02, -2.2464e-02, -2.1681e-02],\n",
       "           [-1.4480e-02, -9.6700e-03, -4.5875e-03]],\n",
       " \n",
       "          [[-1.5973e-02, -1.7159e-02, -2.6516e-02],\n",
       "           [-2.1271e-02, -2.0659e-02, -3.6176e-02],\n",
       "           [-1.9749e-02, -2.6904e-02, -2.3934e-02]],\n",
       " \n",
       "          [[-3.3686e-03,  5.4653e-03,  1.4735e-02],\n",
       "           [ 1.7020e-02,  3.4947e-02,  2.3164e-02],\n",
       "           [-6.0858e-03,  1.9712e-02,  2.9313e-02]]],\n",
       " \n",
       " \n",
       "         [[[-2.3268e-02, -1.2880e-02, -1.0160e-02],\n",
       "           [-2.8792e-02, -7.4643e-03, -1.5879e-02],\n",
       "           [-2.1765e-02, -1.8154e-02, -8.3789e-03]],\n",
       " \n",
       "          [[-1.9642e-02,  9.8719e-03, -7.8811e-03],\n",
       "           [-3.5919e-02, -2.1277e-02, -2.5807e-02],\n",
       "           [-3.4421e-02, -2.3682e-02, -2.4598e-02]],\n",
       " \n",
       "          [[-5.0305e-03,  5.3253e-03,  5.0857e-03],\n",
       "           [ 7.4248e-03,  2.2372e-03, -1.3144e-03],\n",
       "           [ 7.3504e-03,  1.4215e-02,  1.4659e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 1.1859e-03,  5.9348e-03,  2.3784e-04],\n",
       "           [ 2.5175e-02,  7.9618e-03, -9.5170e-03],\n",
       "           [ 3.5117e-03,  1.3149e-02,  2.3587e-03]],\n",
       " \n",
       "          [[ 1.8299e-02,  3.6452e-02,  1.7572e-02],\n",
       "           [ 5.2244e-03,  1.2322e-02,  1.2812e-02],\n",
       "           [ 9.8204e-03, -5.1200e-03, -1.0034e-02]],\n",
       " \n",
       "          [[-3.4165e-02, -3.5246e-02, -3.9864e-02],\n",
       "           [-5.3827e-02, -6.5212e-02, -5.7024e-02],\n",
       "           [-4.7169e-02, -3.9607e-02, -3.6473e-02]]],\n",
       " \n",
       " \n",
       "         [[[-1.8060e-02, -6.0505e-03, -1.2710e-02],\n",
       "           [ 7.7150e-05,  4.7543e-03, -1.5575e-02],\n",
       "           [ 1.8209e-02,  1.6678e-02,  1.4003e-02]],\n",
       " \n",
       "          [[-3.7453e-02, -5.6810e-02, -2.5816e-02],\n",
       "           [-3.5080e-02, -5.9264e-02, -2.5394e-02],\n",
       "           [-1.6064e-02, -2.9862e-02, -1.4988e-02]],\n",
       " \n",
       "          [[-1.0925e-02, -8.7233e-03, -1.3768e-02],\n",
       "           [-1.3205e-02, -6.4948e-03, -6.5628e-03],\n",
       "           [-1.4581e-02, -1.4409e-02, -1.6049e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-6.7435e-03, -6.8331e-03,  1.0898e-03],\n",
       "           [-2.8001e-03, -2.5535e-02, -2.0058e-02],\n",
       "           [-1.1991e-02, -1.3935e-02, -3.9170e-03]],\n",
       " \n",
       "          [[-7.3875e-03, -1.9919e-02, -2.1359e-02],\n",
       "           [-1.2807e-02, -8.1095e-03,  1.4281e-03],\n",
       "           [-1.6612e-02, -7.8068e-03, -6.3107e-03]],\n",
       " \n",
       "          [[-1.1687e-02, -1.5948e-02,  5.1143e-04],\n",
       "           [ 8.7904e-03,  1.5281e-02, -5.9003e-03],\n",
       "           [ 2.7795e-03,  9.7142e-03,  1.8369e-03]]],\n",
       " \n",
       " \n",
       "         ...,\n",
       " \n",
       " \n",
       "         [[[-1.8573e-03,  1.4120e-02, -1.3308e-03],\n",
       "           [ 1.3623e-02,  2.1324e-02,  1.2625e-02],\n",
       "           [-1.0119e-02, -1.1482e-02,  3.2761e-04]],\n",
       " \n",
       "          [[-8.4826e-04, -2.6052e-02, -2.2807e-02],\n",
       "           [-1.8818e-02, -2.7681e-02, -1.9067e-02],\n",
       "           [-3.4041e-03, -1.6337e-03,  2.4045e-03]],\n",
       " \n",
       "          [[ 1.1300e-02, -9.3684e-03, -3.4059e-03],\n",
       "           [ 1.4082e-03, -8.7275e-03, -2.1515e-02],\n",
       "           [ 8.1620e-03, -4.8742e-04, -1.3440e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[ 2.3875e-02,  2.8268e-02,  2.7875e-02],\n",
       "           [ 1.7357e-03,  6.3216e-03,  2.0227e-02],\n",
       "           [-1.1061e-02, -3.4916e-03, -3.2450e-03]],\n",
       " \n",
       "          [[ 1.5194e-02, -1.9085e-03, -2.3231e-02],\n",
       "           [-2.4249e-02, -3.3993e-02, -5.0834e-02],\n",
       "           [-3.5770e-02, -4.7495e-02, -4.3521e-02]],\n",
       " \n",
       "          [[ 2.1199e-02,  2.0701e-02,  4.1282e-02],\n",
       "           [ 4.5552e-02,  8.3358e-02,  6.9472e-02],\n",
       "           [ 3.8027e-02,  7.7047e-02,  6.4483e-02]]],\n",
       " \n",
       " \n",
       "         [[[-1.5833e-02,  8.2086e-03,  9.1030e-03],\n",
       "           [-2.3170e-02, -4.6935e-03,  6.1411e-03],\n",
       "           [-9.8428e-03, -9.7077e-03,  1.9021e-02]],\n",
       " \n",
       "          [[ 4.0466e-02,  2.1799e-02,  7.9013e-03],\n",
       "           [ 3.7750e-02,  8.0416e-03, -1.4256e-02],\n",
       "           [ 2.2101e-02, -1.5390e-02, -2.5709e-02]],\n",
       " \n",
       "          [[-3.1087e-02, -2.2524e-02, -1.3181e-02],\n",
       "           [-1.2537e-02, -1.9670e-02, -1.2326e-02],\n",
       "           [-2.1919e-02, -3.2077e-02, -1.0348e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-2.1120e-02, -5.4356e-03, -3.1073e-03],\n",
       "           [-2.9095e-02, -1.6746e-02, -2.5927e-02],\n",
       "           [-1.8673e-02, -1.9031e-02, -2.1536e-02]],\n",
       " \n",
       "          [[ 1.3869e-02,  6.1067e-03, -9.8726e-03],\n",
       "           [-4.5972e-03, -4.8634e-03, -1.0213e-02],\n",
       "           [-4.7124e-03,  1.0372e-02, -5.8517e-03]],\n",
       " \n",
       "          [[-1.7215e-03,  1.3824e-02, -6.7199e-03],\n",
       "           [ 3.3130e-02,  2.9169e-02,  2.0616e-03],\n",
       "           [ 1.9609e-02,  8.7132e-03,  2.2196e-03]]],\n",
       " \n",
       " \n",
       "         [[[-1.3989e-02, -1.2991e-02, -7.8397e-03],\n",
       "           [-2.2952e-02, -1.2790e-02, -1.2059e-02],\n",
       "           [-2.0397e-02, -1.2830e-02, -1.4588e-02]],\n",
       " \n",
       "          [[-9.6427e-03, -1.0423e-02, -8.7089e-03],\n",
       "           [-6.9163e-03, -1.1146e-03, -2.6268e-03],\n",
       "           [ 1.3392e-03,  5.5218e-03, -1.7739e-03]],\n",
       " \n",
       "          [[-1.2405e-02, -1.7519e-02, -1.7133e-02],\n",
       "           [-5.9897e-03, -1.2735e-02, -1.6811e-02],\n",
       "           [-4.2225e-03, -1.3812e-02, -1.1308e-02]],\n",
       " \n",
       "          ...,\n",
       " \n",
       "          [[-4.7148e-03, -1.9172e-02, -9.6620e-03],\n",
       "           [-8.4325e-03, -1.3262e-02,  9.4010e-03],\n",
       "           [-4.8106e-03,  5.7895e-03,  3.1751e-03]],\n",
       " \n",
       "          [[-1.9381e-02, -1.4290e-02, -2.2910e-02],\n",
       "           [-9.9296e-03, -5.3227e-03, -1.8730e-02],\n",
       "           [ 2.8723e-03,  3.6598e-03,  8.0291e-03]],\n",
       " \n",
       "          [[-8.6450e-03, -5.4998e-03, -1.5733e-02],\n",
       "           [-1.2867e-02, -7.9055e-03, -4.1442e-03],\n",
       "           [-5.9359e-03, -5.9599e-03,  8.4074e-03]]]], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-1.9816e-02, -1.2799e-01, -4.2907e-02,  2.2410e-02,  1.3466e-01,\n",
       "          3.3780e-02,  1.4881e-01,  2.6134e-02, -6.7478e-02,  9.2904e-02,\n",
       "         -1.6189e-02, -2.8376e-02,  1.7908e-01,  2.2059e-01,  2.7475e-02,\n",
       "          1.5563e-01,  7.8069e-02,  3.3021e-01,  1.3441e-01, -3.0618e-02,\n",
       "         -7.6163e-03,  9.9854e-02, -9.4380e-03,  7.9676e-02, -1.9842e-02,\n",
       "          1.1926e-01,  8.8875e-02,  2.3618e-02, -5.6362e-02,  1.5360e-01,\n",
       "         -5.1530e-03,  5.0060e-02,  3.4474e-02,  2.0324e-02,  1.1469e-01,\n",
       "          8.0056e-02,  5.3726e-02,  1.7901e-01,  8.0762e-02,  2.3792e-01,\n",
       "          1.5411e-01, -5.5672e-02,  1.2460e-01, -4.0695e-01,  2.2046e-01,\n",
       "         -2.4051e-02,  7.9738e-02,  2.6007e-01,  1.6119e-01,  1.9168e-01,\n",
       "          1.7768e-02,  6.0765e-02, -1.0883e-02,  2.1404e-01,  4.7176e-02,\n",
       "          1.4613e-01,  5.8153e-02,  1.6021e-02,  1.2350e-01, -1.9443e-02,\n",
       "          1.6019e-01, -1.2641e-01, -3.5195e-02,  5.0611e-02, -3.8622e-02,\n",
       "          1.4236e-02,  1.5884e-01,  1.2840e-02,  7.4130e-02,  2.4794e-01,\n",
       "          1.4457e-01,  6.1339e-02, -2.4126e-01,  1.1450e-03,  3.2650e-02,\n",
       "          1.5799e-01,  1.5863e-01,  3.4024e-02,  1.7067e-01,  4.8141e-02,\n",
       "          2.4758e-01,  6.8189e-02, -1.6726e-02,  1.0784e-01, -7.8870e-03,\n",
       "         -1.9132e-02, -1.0925e-01, -1.3557e-01,  4.7813e-01,  6.2837e-02,\n",
       "          1.7929e-02, -7.5082e-02,  1.4165e-01,  7.2983e-02,  1.5224e-01,\n",
       "          1.5533e-01, -4.3923e-03, -5.5200e-02, -4.4245e-02,  1.5745e-01,\n",
       "          1.1271e-01,  1.2469e-01,  8.3952e-02, -7.9832e-02, -2.3738e-02,\n",
       "          6.3287e-02,  2.7791e-02, -5.9084e-03, -5.4454e-02,  1.3698e-01,\n",
       "          3.5905e-01,  3.9273e-02,  1.0673e-01, -3.1070e-02, -2.6537e-02,\n",
       "          1.3179e-01,  1.5903e-01, -5.9234e-03,  1.8703e-01,  2.0843e-02,\n",
       "          7.9207e-02,  1.7509e-01,  4.8783e-02, -5.6750e-02,  1.2965e-01,\n",
       "          3.1021e-02,  5.0023e-02,  6.0117e-01,  3.6055e-02,  5.2565e-02,\n",
       "          4.5451e-01,  8.1040e-02,  5.3215e-01,  2.1243e-02,  1.7793e-01,\n",
       "         -1.4582e-02,  7.3297e-03,  1.0285e-01,  1.0824e-01,  3.0079e-01,\n",
       "          5.2697e-01,  1.4517e-01, -4.7220e-02, -9.6059e-02,  3.0993e-01,\n",
       "          2.0077e-01, -8.6660e-02,  1.3422e-01,  1.7101e-01,  6.7831e-02,\n",
       "         -8.4450e-03,  1.9507e-01,  1.4068e-01,  2.2044e-01,  6.2068e-02,\n",
       "          4.7667e-02,  1.4600e-01,  8.9872e-02,  7.0644e-02, -1.1354e-01,\n",
       "          3.3959e-02,  6.6133e-02,  3.4886e-01, -1.0065e-01, -2.5996e-02,\n",
       "         -1.9154e-02,  1.1318e-01,  1.1672e-01, -6.9509e-02,  1.6068e-01,\n",
       "          1.5739e-01, -9.5927e-03, -3.0081e-02, -1.4280e-01, -8.6545e-02,\n",
       "          9.0478e-03,  8.0902e-02,  1.5726e-01,  3.0532e-01,  1.0149e-01,\n",
       "          7.5543e-02,  1.1324e-01,  1.9392e-02, -1.6544e-02,  1.2406e-01,\n",
       "         -2.0806e-01, -7.2382e-03,  1.2396e-02,  2.3078e-01, -5.8574e-02,\n",
       "          4.5660e-02,  6.3753e-02,  1.5136e-01,  2.1300e-01,  8.3461e-02,\n",
       "          9.5044e-02,  1.1711e-01,  9.4304e-02,  4.4862e-02, -1.2826e-01,\n",
       "          2.9868e-02,  1.1112e-01,  1.5701e-01,  7.2315e-02,  2.1553e-01,\n",
       "          2.0831e-02,  1.1358e-01, -4.2123e-02,  5.5518e-02,  4.5996e-02,\n",
       "         -5.5740e-02,  1.7327e-01,  2.4543e-01,  7.1551e-03,  9.2726e-02,\n",
       "         -1.5288e-02, -8.8781e-02,  7.2329e-02,  2.4621e-02, -1.1336e-02,\n",
       "          2.0979e-01, -7.2708e-02, -1.0213e-02,  1.0820e-01,  3.9797e-02,\n",
       "          9.8507e-02,  1.3257e-01,  1.0756e-02,  5.1952e-02,  1.5832e-03,\n",
       "          1.9498e-02,  8.7915e-02,  6.0975e-01, -5.0366e-02, -1.8561e-01,\n",
       "         -1.5638e-01, -4.2412e-02,  1.0777e-02,  9.1042e-02,  2.6833e-01,\n",
       "          1.6852e-01, -1.7574e-02,  1.1649e-01,  1.5559e-01, -1.2142e-01,\n",
       "         -5.7047e-02,  1.2732e-01,  7.5256e-03,  1.1622e-01,  2.4738e-01,\n",
       "          6.9083e-02,  8.5763e-02,  2.2235e-01,  2.5677e-01,  1.6532e-01,\n",
       "          1.5858e-01,  8.2912e-04,  1.1647e-01,  4.4882e-03,  1.3124e-01,\n",
       "          2.1994e-01,  8.7991e-02, -1.1413e-01, -2.7490e-02,  1.8455e-01,\n",
       "          3.0004e-02,  1.7916e-01,  1.6633e-03, -5.9108e-02,  2.4093e-01,\n",
       "          1.3675e-01,  1.7106e-01,  2.4208e-01, -5.1160e-02,  2.5854e-01,\n",
       "          1.9177e-01, -2.6980e-02,  6.6229e-02, -4.7724e-02,  4.0915e-02,\n",
       "          7.3363e-02,  1.2101e-01, -5.0913e-02,  6.0090e-02, -1.2718e-01,\n",
       "          8.1839e-02,  7.1367e-02,  6.8465e-02,  4.4587e-01, -2.9044e-02,\n",
       "          2.8278e-01, -6.5153e-02,  3.0027e-02,  1.5174e-01,  5.6568e-02,\n",
       "         -5.5188e-02, -8.0798e-02,  4.0490e-02,  1.0008e-01,  2.3254e-01,\n",
       "          1.8577e-01,  1.2190e-01,  9.1687e-02,  1.8144e-01,  1.1280e-01,\n",
       "          2.8922e-01, -2.4730e-02,  8.4079e-02,  1.1619e-01,  9.1012e-03,\n",
       "         -3.0245e-02, -2.6635e-02,  5.1857e-02,  3.1411e-02,  8.4045e-02,\n",
       "          2.0193e-02,  1.1713e-02, -1.5872e-01,  5.7911e-02, -1.0098e-02,\n",
       "          7.4889e-02, -3.1728e-02,  7.9230e-02,  8.8076e-02, -1.0794e-01,\n",
       "         -1.5062e-02,  3.1412e-03,  8.4328e-02, -1.0704e-02,  3.4709e-02,\n",
       "         -3.7354e-02,  6.8603e-03,  4.9366e-02,  3.6973e-02,  1.1755e-02,\n",
       "         -4.3131e-03,  9.5292e-03,  6.7285e-02,  5.1332e-02,  9.0932e-03,\n",
       "          2.3176e-01, -5.7578e-04,  1.1025e-01,  3.7704e-03,  1.8837e-01,\n",
       "          2.1267e-01,  9.5971e-02,  1.9160e-01,  1.9926e-01, -1.0663e-01,\n",
       "          9.9557e-02, -2.0057e-02,  3.9352e-02,  1.1632e-01, -2.7523e-02,\n",
       "          4.0050e-01,  9.1377e-02,  1.7372e-01,  2.6152e-03, -3.4046e-02,\n",
       "          4.1061e-02,  5.9955e-02,  1.0328e-02, -3.1703e-01, -1.7496e-01,\n",
       "          1.0747e-01,  1.4526e-01,  6.5022e-02,  2.0628e-01,  2.0360e-01,\n",
       "          1.1551e-01,  7.5059e-02,  1.2902e-01,  1.3962e-01,  1.4581e-01,\n",
       "          8.2804e-02,  1.9736e-01, -9.5380e-02, -2.3544e-02,  7.7609e-02,\n",
       "          3.0931e-02,  9.5562e-02, -4.7981e-02,  1.0701e-01,  5.5758e-02,\n",
       "          1.1949e-02,  4.6652e-02,  4.8712e-02,  9.4037e-02, -3.3087e-02,\n",
       "          1.1150e-01,  8.6405e-02,  1.6383e-01,  1.0503e-01,  8.0349e-02,\n",
       "          1.9777e-01,  3.6578e-02,  2.4724e-02, -6.6742e-02, -3.7053e-02,\n",
       "         -1.5942e-02,  4.1117e-01,  5.4734e-04,  2.5368e-01,  1.4733e-01,\n",
       "          4.5279e-02,  1.8557e-01,  7.2113e-02,  2.8062e-02,  1.0004e-01,\n",
       "          4.2756e-02,  6.5007e-02,  5.2387e-03,  9.3693e-02,  1.2605e-01,\n",
       "          2.0060e-01, -2.9426e-02,  2.9020e-01,  2.2564e-01, -1.7905e-01,\n",
       "          2.8608e-02, -5.5259e-02, -1.1671e-01, -1.4811e-01,  4.3071e-02,\n",
       "          1.1858e-01,  3.1398e-01, -4.3717e-02,  2.3369e-02, -3.9446e-02,\n",
       "          6.5889e-02, -1.2287e-02,  1.5978e-02, -2.7090e-02,  3.4958e-01,\n",
       "          2.2533e-01, -6.8962e-02, -2.6893e-02,  1.7018e-01, -3.0094e-02,\n",
       "          2.3575e-01,  3.1543e-02,  3.9525e-02,  2.2062e-01,  1.4094e-01,\n",
       "          1.0142e-01,  6.6224e-02,  8.9685e-02, -9.2318e-02,  1.3234e-01,\n",
       "          1.5070e-03,  4.9214e-03,  5.0149e-02, -5.1841e-02,  2.8654e-01,\n",
       "          3.5192e-02,  2.2470e-01, -1.6469e-01, -1.3672e-02,  1.5008e-01,\n",
       "          1.0071e-01,  1.7304e-01,  1.1659e-01, -8.2203e-02, -1.1295e-01,\n",
       "         -5.9764e-02,  1.5145e-01, -5.5591e-02,  1.6921e-01, -1.4422e-02,\n",
       "          8.4264e-02,  3.0330e-02,  4.1679e-02,  1.2782e-01,  8.4066e-02,\n",
       "          8.5091e-02,  1.0284e-01,  1.4928e-01,  1.7259e-02,  1.5598e-01,\n",
       "         -4.0772e-02,  2.5083e-02,  1.2607e-01,  1.4701e-01,  2.9730e-01,\n",
       "         -7.9905e-02,  1.3007e-01,  2.7862e-02, -3.4203e-01, -2.7053e-02,\n",
       "          3.8470e-02,  8.0006e-02,  3.4704e-02,  7.5510e-02,  2.4415e-02,\n",
       "         -2.4813e-02,  3.6941e-03, -1.7997e-02, -1.1079e-02,  3.3701e-02,\n",
       "          1.3022e-01, -5.3713e-02,  2.1379e-01,  6.5979e-02,  3.1410e-02,\n",
       "         -2.7004e-02, -1.1131e-01,  9.5453e-02,  1.5210e-01,  1.5239e-01,\n",
       "          8.7889e-02, -1.0340e-02], requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[-0.0076, -0.0113, -0.0115,  ..., -0.0005,  0.0101,  0.0075],\n",
       "         [ 0.0059,  0.0028,  0.0041,  ...,  0.0021,  0.0061,  0.0056],\n",
       "         [ 0.0157,  0.0004,  0.0067,  ...,  0.0024,  0.0078,  0.0003],\n",
       "         ...,\n",
       "         [ 0.0032,  0.0040,  0.0031,  ...,  0.0015,  0.0040,  0.0008],\n",
       "         [-0.0047,  0.0154,  0.0071,  ...,  0.0038,  0.0003,  0.0007],\n",
       "         [-0.0053, -0.0003,  0.0092,  ...,  0.0111,  0.0069,  0.0042]],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0069, -0.0284,  0.0356,  ..., -0.0189, -0.0371, -0.0383],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[ 0.0003, -0.0271, -0.0063,  ...,  0.0065, -0.0139, -0.0273],\n",
       "         [-0.0201,  0.0047, -0.0249,  ...,  0.0007, -0.0048, -0.0296],\n",
       "         [ 0.0115,  0.0064,  0.0120,  ..., -0.0173,  0.0033, -0.0126],\n",
       "         ...,\n",
       "         [ 0.0057, -0.0281, -0.0153,  ..., -0.0150, -0.0122, -0.0163],\n",
       "         [-0.0044, -0.0114, -0.0073,  ..., -0.0002, -0.0111, -0.0187],\n",
       "         [-0.0126, -0.0139,  0.0094,  ..., -0.0021, -0.0058, -0.0100]],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([0.0122, 0.0521, 0.0728,  ..., 0.0478, 0.0258, 0.0460],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([[ 0.0014,  0.0049,  0.0045,  ...,  0.0062,  0.0013,  0.0049],\n",
       "         [ 0.0053, -0.0447, -0.0027,  ...,  0.0099,  0.0014,  0.0012],\n",
       "         [ 0.0013,  0.0184, -0.0087,  ..., -0.0163, -0.0135, -0.0087],\n",
       "         ...,\n",
       "         [-0.0154,  0.0111, -0.0055,  ..., -0.0155, -0.0082, -0.0042],\n",
       "         [-0.0093,  0.0019, -0.0123,  ...,  0.0201, -0.0057, -0.0094],\n",
       "         [ 0.0127, -0.0088,  0.0041,  ...,  0.0077, -0.0129, -0.0066]],\n",
       "        requires_grad=True),\n",
       " Parameter containing:\n",
       " tensor([-0.0375, -0.0052, -0.0164,  0.0353,  0.0112,  0.0151, -0.0064, -0.0069,\n",
       "          0.0023,  0.0317], requires_grad=True)]"
      ]
     },
     "execution_count": 42,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "list(quantized_vgg_model.parameters())"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "a6a96b0a",
   "metadata": {},
   "outputs": [],
   "source": [
    "torch.save(quantized_vgg_model.state_dict(), \"../data/trained_vgg_model_quantized.pt\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "id": "4778bbeb",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "The file size of the quantize VGG model is 491.37 MB\n"
     ]
    }
   ],
   "source": [
    "file_path = \"../data/trained_vgg_model_quantized.pt\"\n",
    "file_size_in_bytes = os.path.getsize(file_path)\n",
    "file_size_in_megabytes = file_size_in_bytes / (1024 * 1024)  # convert from bytes to megabytes\n",
    "\n",
    "print(f\"The file size of the quantize VGG model is {file_size_in_megabytes:.2f} MB\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "a84acf45",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "b9ed62fc",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "a0837f0d",
   "metadata": {},
   "outputs": [],
   "source": [
    "input_data = torch.randn((100, 3, 224, 224))  # a random batch data in the shape of 100 images\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 13,
   "id": "2318d391",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3.21 s ± 82.3 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
     ]
    }
   ],
   "source": [
    "%timeit trained_vgg_model(input_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "id": "8a5e659f",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3.17 s ± 58.3 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
     ]
    }
   ],
   "source": [
    "%timeit pruned_vgg_model(input_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "id": "871efdb1",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "3.19 s ± 77.2 ms per loop (mean ± std. dev. of 7 runs, 1 loop each)\n"
     ]
    }
   ],
   "source": [
    "%timeit quantized_vgg_model(input_data)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "65cb921b",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 16,
   "id": "f44832a6",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Original VGG model memory usage: 491.36 MB\n",
      "Pruned VGG model memory usage: 491.36 MB\n"
     ]
    }
   ],
   "source": [
    "\n",
    "def get_model_memory_usage(model):\n",
    "    total_memory = 0\n",
    "    for param in model.parameters():\n",
    "        param_memory = param.data.numel() * param.data.element_size()\n",
    "        total_memory += param_memory\n",
    "    return total_memory/1048576\n",
    "\n",
    "trained_vgg_memory = get_model_memory_usage(trained_vgg_model)\n",
    "pruned_vgg_memory = get_model_memory_usage(pruned_vgg_model)\n",
    "\n",
    "print(f\"Original VGG model memory usage: {trained_vgg_memory:.2f} MB\")\n",
    "print(f\"Pruned VGG model memory usage: {pruned_vgg_memory:.2f} MB\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 17,
   "id": "3ff120f1",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Quantized VGG model memory usage: 122.87 MB\n"
     ]
    }
   ],
   "source": [
    "def get_quantized_model_memory_usage(model):\n",
    "    total_memory = 0\n",
    "    for name, param in model.named_parameters():\n",
    "        param_memory = 0\n",
    "        if \"weight\" in name and hasattr(param, \"q_per_channel_scales\"):\n",
    "            # Quantized parameter\n",
    "            quantized_bits = 8  # Assuming qint8 quantization\n",
    "            param_memory = param.data.numel() * (quantized_bits // 8)\n",
    "        else:\n",
    "            # Non-quantized parameter\n",
    "            param_memory = param.data.numel() * param.data.element_size()\n",
    "        total_memory += param_memory\n",
    "    return total_memory/1048576\n",
    "\n",
    "quantized_vgg_memory = get_quantized_model_memory_usage(quantized_vgg_model)\n",
    "\n",
    "print(f\"Quantized VGG model memory usage: {quantized_vgg_memory:.2f} MB\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c82abc83",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 18,
   "id": "6c0d9c83",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Original VGG model sparsity: 0.00%\n",
      "Pruned VGG model sparsity: 7.16%\n"
     ]
    }
   ],
   "source": [
    "def check_sparsity(model):\n",
    "    total_elements = 0\n",
    "    zero_elements = 0\n",
    "    for param in model.parameters():\n",
    "        total_elements += param.numel()\n",
    "        zero_elements += (param == 0).sum().item()\n",
    "    sparsity = zero_elements / total_elements * 100\n",
    "    return sparsity\n",
    "\n",
    "trained_vgg_sparsity = check_sparsity(trained_vgg_model)\n",
    "pruned_vgg_sparsity = check_sparsity(pruned_vgg_model)\n",
    "\n",
    "print(f\"Original VGG model sparsity: {trained_vgg_sparsity:.2f}%\")\n",
    "print(f\"Pruned VGG model sparsity: {pruned_vgg_sparsity:.2f}%\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2cf9915f",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "96d965c3",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 19,
   "id": "db56d17f",
   "metadata": {},
   "outputs": [],
   "source": [
    "# !pip install psutil\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 20,
   "id": "7188e439",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Original VGG model memory usage during inference: 7.609375 MB\n",
      "Pruned VGG model memory usage during inference: 5.71875 MB\n",
      "Quantized VGG model memory usage during inference: 0.046875 MB\n"
     ]
    }
   ],
   "source": [
    "\n",
    "def memory_usage():\n",
    "    process = psutil.Process(os.getpid())\n",
    "    return process.memory_info().rss\n",
    "\n",
    "# Create input tensor\n",
    "input_data = torch.randn((100, 3, 224, 224))\n",
    "\n",
    "# Measure memory usage before inference\n",
    "before_memory_usage = memory_usage()\n",
    "\n",
    "# Run inference on the original model\n",
    "with torch.no_grad():\n",
    "    output = trained_vgg_model(input_data)\n",
    "\n",
    "# Measure memory usage after inference\n",
    "after_memory_usage = memory_usage()\n",
    "\n",
    "print(f\"Original VGG model memory usage during inference: {(after_memory_usage - before_memory_usage)/1048576} MB\")\n",
    "\n",
    "# Measure memory usage before inference\n",
    "before_memory_usage_pruned = memory_usage()\n",
    "\n",
    "# Run inference on the pruned model\n",
    "with torch.no_grad():\n",
    "    pruned_output = pruned_vgg_model(input_data)\n",
    "\n",
    "# Measure memory usage after inference\n",
    "after_memory_usage_pruned = memory_usage()\n",
    "\n",
    "print(f\"Pruned VGG model memory usage during inference: {(after_memory_usage_pruned - before_memory_usage_pruned)/1048576} MB\")\n",
    "\n",
    "\n",
    "# Measure memory usage before inference\n",
    "before_memory_usage_pruned = memory_usage()\n",
    "\n",
    "# Run inference on the pruned model\n",
    "with torch.no_grad():\n",
    "    pruned_output = quantized_vgg_model(input_data)\n",
    "\n",
    "# Measure memory usage after inference\n",
    "after_memory_usage_pruned = memory_usage()\n",
    "\n",
    "print(f\"Quantized VGG model memory usage during inference: {(after_memory_usage_pruned - before_memory_usage_pruned)/1048576} MB\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "01fc8d89",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 22,
   "id": "e8cb8973",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "================ Diagnostic Run torch.onnx.export version 2.0.0 ================\n",
      "verbose: False, log level: Level.ERROR\n",
      "======================= 0 NONE 0 NOTE 0 WARNING 0 ERROR ========================\n",
      "\n"
     ]
    }
   ],
   "source": [
    "\n",
    "# Set the model to evaluation mode\n",
    "trained_vgg_model.eval()\n",
    "\n",
    "# Define an example input tensor\n",
    "dummy_input = torch.randn(1, 3, 224, 224)\n",
    "\n",
    "# Convert the model to ONNX format\n",
    "torch.onnx.export(trained_vgg_model, dummy_input, \"../data/vgg.onnx\", export_params=True)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "2536e4dc",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "3b5e72b5",
   "metadata": {},
   "outputs": [],
   "source": [
    "\n",
    "# https://pytorch.org/vision/main/models/generated/torchvision.models.vgg11.html\n",
    "transform = transforms.Compose([\n",
    "    transforms.Resize((224, 224)),\n",
    "    transforms.ToTensor(),\n",
    "])\n",
    "dataset = ImageFolder(root='../data/art-styles', transform=transform)\n",
    "\n",
    "train_size = int(0.8 * len(dataset))\n",
    "test_size = len(dataset) - train_size\n",
    "train_dataset, test_dataset = random_split(dataset, [train_size, test_size])\n",
    "\n",
    "train_loader = DataLoader(train_dataset, batch_size=64, shuffle=True, num_workers=4)\n",
    "test_loader = DataLoader(test_dataset, batch_size=64, shuffle=False, num_workers=4)\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "c9714649",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/plain": [
       "device(type='cpu')"
      ]
     },
     "execution_count": 24,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# Check if GPU is available and use it, otherwise use CPU\n",
    "device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')\n",
    "\n",
    "device"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "25d9c971",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Function to evaluate the model\n",
    "def evaluate_model(model, test_loader, criterion):\n",
    "    model.eval()\n",
    "    y_true, y_pred = [], []\n",
    "    total_loss = 0.0\n",
    "    with torch.no_grad():\n",
    "        for inputs, labels, *extra in tqdm(test_loader, total=len(test_loader)):\n",
    "            inputs = inputs.to(device)\n",
    "            labels = labels.to(device)\n",
    "            for e in extra:\n",
    "                e = e.to(device)   \n",
    "            outputs = model(inputs, *extra)\n",
    "            loss = criterion(outputs, labels)\n",
    "            total_loss += loss.item()\n",
    "            _, predicted = torch.max(outputs.data, 1)\n",
    "            y_true.extend(labels.cpu().numpy())\n",
    "            y_pred.extend(predicted.cpu().numpy())\n",
    "    \n",
    "    avg_loss = total_loss / len(test_loader)\n",
    "    accuracy, f1, precision, recall = evaluate_model_metrics(np.array(y_true), np.array(y_pred))\n",
    "    print(f'Loss: {avg_loss:.4f}, Accuracy: {accuracy:.4f}, F1-score: {f1:.4f}, Precision: {precision:.4f}, Recall: {recall:.4f}\\n')\n",
    "    return avg_loss, accuracy, f1, precision, recall\n",
    "\n",
    "# Function to calculate evaluation metrics\n",
    "def evaluate_model_metrics(y_true, y_pred):\n",
    "    accuracy = accuracy_score(y_true, y_pred)\n",
    "    f1 = f1_score(y_true, y_pred, average='macro', zero_division=0)\n",
    "    precision = precision_score(y_true, y_pred, average='macro', zero_division=0)\n",
    "    recall = recall_score(y_true, y_pred, average='macro', zero_division=0)\n",
    "    return accuracy, f1, precision, recall\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "798b881c",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|███████████████████████████████████████████| 32/32 [01:33<00:00,  2.92s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loss: 1.8108, Accuracy: 0.3500, F1-score: 0.3433, Precision: 0.3860, Recall: 0.3490\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(1.8107835911214352,\n",
       " 0.35,\n",
       " 0.3433157367077415,\n",
       " 0.3860420336155393,\n",
       " 0.3490318741389112)"
      ]
     },
     "execution_count": 29,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "criterion = nn.CrossEntropyLoss()\n",
    "evaluate_model(trained_vgg_model, test_loader, criterion)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "e9d05692",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|███████████████████████████████████████████| 32/32 [01:34<00:00,  2.94s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loss: 13.7277, Accuracy: 0.1035, F1-score: 0.0188, Precision: 0.0103, Recall: 0.1000\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(13.727665781974792, 0.1035, 0.018758495695514275, 0.01035, 0.1)"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# slightly faster than original model but accuracy is way down!\n",
    "evaluate_model(pruned_vgg_model, test_loader, criterion)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 31,
   "id": "17a3792c",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|███████████████████████████████████████████| 32/32 [01:32<00:00,  2.91s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loss: 1.8391, Accuracy: 0.3320, F1-score: 0.3246, Precision: 0.3718, Recall: 0.3307\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(1.8390845768153667,\n",
       " 0.332,\n",
       " 0.324594687237511,\n",
       " 0.3718084214903913,\n",
       " 0.33067123523739994)"
      ]
     },
     "execution_count": 31,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "less_pruned_vgg_model = prune_model(trained_vgg_model, 0.3)\n",
    "less_pruned_vgg_model.eval()\n",
    "\n",
    "# That's a better compromise\n",
    "\n",
    "evaluate_model(less_pruned_vgg_model, test_loader, criterion)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 32,
   "id": "a1823588",
   "metadata": {},
   "outputs": [
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "100%|███████████████████████████████████████████| 32/32 [01:31<00:00,  2.87s/it]"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Loss: 1.8108, Accuracy: 0.3500, F1-score: 0.3433, Precision: 0.3860, Recall: 0.3490\n",
      "\n"
     ]
    },
    {
     "name": "stderr",
     "output_type": "stream",
     "text": [
      "\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "(1.8107835911214352,\n",
       " 0.35,\n",
       " 0.3433157367077415,\n",
       " 0.3860420336155393,\n",
       " 0.3490318741389112)"
      ]
     },
     "execution_count": 32,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "# exactly the same metrics but remember, less memory usage during inference!\n",
    "evaluate_model(quantized_vgg_model, test_loader, criterion)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "614fbe77",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d70f55e9",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}