pickle.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 8,
   "outputs": [],
   "source": [
    "import pickle\n",
    "import torch"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 11,
   "metadata": {
    "collapsed": true,
    "pycharm": {
     "name": "#%%\n"
    }
   },
   "outputs": [],
   "source": [
    "# Load data (deserialize)\n",
    "with open('torch_pruning.pickle', 'rb') as handle:\n",
    "    torch_pruning = pickle.load(handle)\n",
    "\n",
    "with open('code_pruning.pickle', 'rb') as handle:\n",
    "    code_pruning = pickle.load(handle)\n",
    "\n",
    "for k in torch_pruning.keys():\n",
    "    if len(torch_pruning[k]) != len(code_pruning[k]):\n",
    "        print(k)\n",
    "    # print(torch_pruning[k].size())\n",
    "    # print(code_pruning[k].size())\n",
    "    if not torch.equal(torch_pruning[k], code_pruning[k]):\n",
    "        print(k)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "outputs": [],
   "source": [
    "import models.mobilenetv1\n",
    "\n",
    "model = models.mobilenetv1.MobileNet()\n",
    "model = torch.load('/checkpoints/mobilenetv1.pt').state_dict()\n"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 14,
   "outputs": [],
   "source": [
    "t1 = torch.tensor([[[[ 1.7005e-01,  1.3348e-02, -1.2072e-01],\n",
    "          [ 1.6794e-01, -8.1627e-01,  3.9126e-01],\n",
    "          [-1.8193e-01,  3.1194e-01,  3.9219e-02]],\n",
    "\n",
    "         [[ 2.0688e-02, -6.6065e-02,  1.6700e-02],\n",
    "          [ 6.2680e-02, -6.9311e-01,  2.9236e-01],\n",
    "          [-1.1953e-01,  3.2826e-01,  1.0822e-01]],\n",
    "\n",
    "         [[ 1.5497e-01,  4.8399e-02, -6.2725e-02],\n",
    "          [ 8.9180e-02, -3.8992e-01,  8.5954e-02],\n",
    "          [-4.6162e-02,  2.5725e-01, -4.0755e-02]]],\n",
    "\n",
    "\n",
    "        [[[ 2.4869e-01,  1.2834e-01,  3.9596e-01],\n",
    "          [ 2.0687e-02,  2.8261e-01,  1.0989e-01],\n",
    "          [-3.8908e-01, -4.4739e-01, -4.6958e-01]],\n",
    "\n",
    "         [[ 3.5663e-01,  2.9707e-01,  3.5585e-01],\n",
    "          [-6.8265e-02,  3.2011e-01, -7.4177e-02],\n",
    "          [ 7.1602e-03, -2.0310e-01, -4.0916e-01]],\n",
    "\n",
    "         [[ 1.9036e-01,  1.2227e-01,  2.8631e-01],\n",
    "          [-1.3432e-01, -2.0636e-02, -2.5409e-01],\n",
    "          [-2.7062e-01, -1.6056e-01, -3.7982e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 2.0005e-01,  5.0188e-01,  8.9552e-02],\n",
    "          [-4.3329e-02,  7.7349e-01,  2.7710e-01],\n",
    "          [-3.1533e-02,  5.5390e-01,  8.9561e-02]],\n",
    "\n",
    "         [[-9.2091e-02, -2.5061e-01, -8.7506e-02],\n",
    "          [-3.1989e-01, -2.2354e-01, -3.2363e-01],\n",
    "          [-3.5186e-01, -1.8655e-01, -2.9420e-01]],\n",
    "\n",
    "         [[ 2.4439e-01,  1.0223e-01,  1.3793e-01],\n",
    "          [ 1.3298e-01,  6.8873e-03,  2.4347e-02],\n",
    "          [-7.4841e-02, -8.1558e-02, -3.5209e-01]]],\n",
    "\n",
    "\n",
    "        [[[-2.1399e-01, -4.6478e-02,  8.6925e-02],\n",
    "          [ 2.1961e-01, -2.9172e-01, -6.8749e-01],\n",
    "          [ 2.5423e-01,  3.9245e-01,  3.7790e-01]],\n",
    "\n",
    "         [[-3.0331e-02, -9.9979e-02,  1.8529e-01],\n",
    "          [ 8.2505e-02, -2.4229e-01, -4.9144e-01],\n",
    "          [ 6.2755e-02,  3.4157e-01,  1.2209e-01]],\n",
    "\n",
    "         [[-1.9692e-01,  2.9054e-01,  1.8119e-01],\n",
    "          [-4.6123e-03,  5.7157e-04, -3.1877e-01],\n",
    "          [-4.9057e-01,  2.1217e-01,  2.1686e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 1.3224e-01,  9.6457e-02,  1.9447e-01],\n",
    "          [ 5.8353e-02,  3.1222e-01,  3.4099e-03],\n",
    "          [-2.1414e-01,  5.3495e-02,  1.8904e-02]],\n",
    "\n",
    "         [[-1.9121e-01, -4.7912e-01, -3.4952e-01],\n",
    "          [-4.9032e-01, -1.7977e-01,  3.4233e-02],\n",
    "          [-5.4049e-01, -1.9822e-01, -4.2711e-01]],\n",
    "\n",
    "         [[-1.9236e-01, -7.4219e-02,  6.1105e-02],\n",
    "          [ 3.2522e-01,  2.1645e-01,  2.6503e-01],\n",
    "          [ 3.2117e-01,  4.6895e-01,  2.9153e-01]]],\n",
    "\n",
    "\n",
    "        [[[-5.1863e-02, -7.6934e-02, -1.6353e-01],\n",
    "          [-1.8199e-01, -2.3693e-01, -2.7595e-01],\n",
    "          [-5.8017e-02, -3.0147e-01, -1.4287e-02]],\n",
    "\n",
    "         [[ 2.2769e-01,  3.4016e-01,  3.6668e-01],\n",
    "          [ 4.0798e-01,  6.3431e-01,  4.0591e-01],\n",
    "          [ 1.5255e-01,  3.5261e-01,  7.2670e-02]],\n",
    "\n",
    "         [[-1.4364e-01, -3.3684e-01, -2.1539e-01],\n",
    "          [-3.1130e-01, -3.5285e-01, -1.4436e-01],\n",
    "          [-7.1770e-03, -2.3982e-01,  7.5032e-02]]],\n",
    "\n",
    "\n",
    "        [[[-4.4587e-03,  2.4692e-01, -2.2988e-01],\n",
    "          [-1.1922e-01,  1.0865e-03,  4.5229e-02],\n",
    "          [-1.4222e-01, -5.5396e-01,  1.8099e-03]],\n",
    "\n",
    "         [[ 4.9995e-02,  4.1215e-01, -8.1841e-03],\n",
    "          [-1.1356e-02,  6.0496e-01,  4.6814e-01],\n",
    "          [-2.9359e-01, -4.5595e-01,  4.1952e-01]],\n",
    "\n",
    "         [[-2.8576e-02,  5.2116e-02, -5.3232e-01],\n",
    "          [ 8.3368e-02,  1.8547e-01,  4.6016e-02],\n",
    "          [ 8.4096e-02, -1.8086e-01,  4.2975e-02]]],\n",
    "\n",
    "\n",
    "        [[[-2.9693e-02,  7.5510e-02, -6.5899e-02],\n",
    "          [-4.8410e-01, -1.7537e-01,  2.3571e-01],\n",
    "          [-2.4118e-01,  4.4055e-01,  2.2670e-01]],\n",
    "\n",
    "         [[ 9.2340e-02, -2.4051e-01, -2.0791e-01],\n",
    "          [-4.8468e-01,  1.1823e-01, -8.1218e-02],\n",
    "          [ 2.3617e-01,  7.0284e-01, -8.6767e-02]],\n",
    "\n",
    "         [[-9.9727e-02, -1.9635e-02, -1.0322e-01],\n",
    "          [-2.3255e-01,  1.4210e-01, -1.0895e-01],\n",
    "          [ 2.3773e-01,  7.6257e-01, -5.3229e-02]]],\n",
    "\n",
    "\n",
    "        [[[ 1.7502e-01, -3.7610e-02,  1.3044e-01],\n",
    "          [ 4.3979e-01,  3.7423e-01,  5.3274e-01],\n",
    "          [-2.8640e-01, -2.1353e-01,  7.6138e-02]],\n",
    "\n",
    "         [[ 4.9457e-02,  5.9050e-02,  2.5029e-01],\n",
    "          [ 5.5098e-01,  6.0471e-01,  1.6778e-01],\n",
    "          [-1.8443e-01,  1.6268e-01, -4.6562e-02]],\n",
    "\n",
    "         [[-5.2497e-02, -2.3652e-01, -5.3510e-01],\n",
    "          [ 3.4161e-01,  6.0224e-02, -4.5222e-01],\n",
    "          [-1.1789e-01, -5.9366e-02, -3.1459e-02]]],\n",
    "\n",
    "\n",
    "        [[[ 7.5653e-02, -3.9693e-01, -2.8625e-01],\n",
    "          [-2.0435e-01, -5.6360e-01, -3.2296e-01],\n",
    "          [ 3.2315e-02, -2.5069e-01, -1.8737e-01]],\n",
    "\n",
    "         [[-1.7530e-01,  1.2983e-01,  1.7060e-01],\n",
    "          [-1.3957e-01,  4.0393e-01,  5.1452e-01],\n",
    "          [-5.0483e-03,  1.6972e-01,  3.0881e-01]],\n",
    "\n",
    "         [[ 8.5640e-02,  1.3965e-01,  1.6797e-02],\n",
    "          [ 1.8169e-01,  5.2869e-01,  2.9863e-01],\n",
    "          [-1.2367e-01,  3.4609e-01, -3.6322e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 1.1333e-02,  2.1458e-01,  2.1414e-01],\n",
    "          [ 2.9357e-01,  2.0619e-01, -1.0058e-01],\n",
    "          [-4.7130e-01, -2.7116e-01, -1.4732e-01]],\n",
    "\n",
    "         [[-1.6397e-01,  8.0114e-02,  3.2039e-01],\n",
    "          [ 1.3818e-01,  3.2005e-01,  3.5868e-02],\n",
    "          [-5.0011e-01, -3.7422e-01,  3.1483e-01]],\n",
    "\n",
    "         [[-1.0037e-01,  1.4205e-01,  1.5033e-01],\n",
    "          [-1.6915e-01,  3.4838e-01,  1.7248e-01],\n",
    "          [-4.6559e-01, -3.2616e-01,  4.4578e-02]]],\n",
    "\n",
    "\n",
    "        [[[ 7.8836e-02, -2.0594e-01,  7.0290e-02],\n",
    "          [-8.8729e-01, -5.3956e-01,  2.1685e-01],\n",
    "          [-9.2388e-01, -9.1579e-02,  2.3393e-01]],\n",
    "\n",
    "         [[-2.4084e-01, -6.8913e-02, -6.5835e-03],\n",
    "          [-4.1546e-01, -5.3755e-01, -8.5432e-02],\n",
    "          [-7.4174e-01, -1.5808e-01,  2.7457e-01]],\n",
    "\n",
    "         [[ 7.5282e-02, -1.0127e-02,  1.3251e-01],\n",
    "          [ 1.8101e-01, -4.6041e-03,  2.2045e-02],\n",
    "          [-6.6445e-02,  1.2260e-01,  1.6977e-01]]],\n",
    "\n",
    "\n",
    "        [[[-4.2854e-02, -4.7246e-01, -3.6753e-01],\n",
    "          [ 1.3653e-01, -1.2267e-01,  1.1593e-01],\n",
    "          [ 3.3250e-01,  6.0521e-01,  5.1838e-01]],\n",
    "\n",
    "         [[-5.2474e-02, -1.1173e-01, -3.0964e-02],\n",
    "          [-1.5795e-01, -3.3075e-01,  7.7309e-02],\n",
    "          [-1.4191e-02, -1.3785e-01, -1.6379e-01]],\n",
    "\n",
    "         [[ 2.0178e-01,  5.2751e-01,  3.0145e-01],\n",
    "          [ 1.0728e-01, -8.2971e-02,  3.1812e-02],\n",
    "          [-2.6852e-01, -3.8868e-01, -1.3458e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 8.5678e-02,  1.4088e-01, -1.7571e-01],\n",
    "          [ 6.1020e-01,  6.8829e-01,  1.6407e-01],\n",
    "          [ 2.8044e-01,  1.9968e-01, -4.4510e-01]],\n",
    "\n",
    "         [[ 3.8697e-02, -1.1892e-01,  1.5509e-01],\n",
    "          [-1.9080e-01, -4.5612e-02,  1.1030e-01],\n",
    "          [-4.2831e-01, -1.7881e-01,  6.0215e-02]],\n",
    "\n",
    "         [[-2.7064e-02, -2.0806e-01,  5.0826e-02],\n",
    "          [-3.8076e-01, -4.5896e-01,  2.2778e-02],\n",
    "          [-3.5600e-02,  1.5416e-02,  3.9561e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 3.2930e-01, -1.7723e-01, -4.1868e-01],\n",
    "          [ 1.3763e-01,  7.9517e-01, -2.4677e-01],\n",
    "          [-2.5805e-01,  3.6738e-01,  1.2163e-01]],\n",
    "\n",
    "         [[ 4.6751e-02, -1.2241e-01, -1.3037e-01],\n",
    "          [-1.5825e-01,  5.7365e-01,  4.1312e-02],\n",
    "          [-5.1989e-01,  5.3597e-02,  3.8075e-02]],\n",
    "\n",
    "         [[ 2.2556e-01, -5.1786e-02, -6.5096e-03],\n",
    "          [-2.9710e-03,  2.8063e-01,  6.7641e-02],\n",
    "          [-2.9805e-01, -3.0545e-01, -3.6774e-02]]],\n",
    "\n",
    "\n",
    "        [[[-1.8542e-01, -2.1208e-01, -2.7945e-01],\n",
    "          [ 8.3826e-02,  1.3128e-02, -4.6915e-02],\n",
    "          [-7.7386e-02,  1.1356e-01, -3.8650e-03]],\n",
    "\n",
    "         [[ 3.9616e-01,  5.2626e-02, -4.9357e-01],\n",
    "          [ 6.3803e-01,  2.6703e-01, -1.2491e-01],\n",
    "          [ 2.2507e-03,  4.3470e-01,  1.5024e-01]],\n",
    "\n",
    "         [[ 3.4237e-01,  2.0926e-01,  2.2649e-01],\n",
    "          [ 3.6694e-02,  3.0929e-01,  3.9454e-01],\n",
    "          [-3.9378e-01,  1.3448e-02,  2.3825e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 7.9267e-02, -5.6114e-02, -4.0850e-03],\n",
    "          [-2.0095e-01,  2.4033e-01,  1.2768e-02],\n",
    "          [ 3.5164e-01,  8.8994e-02, -4.5382e-01]],\n",
    "\n",
    "         [[ 5.7917e-02, -1.8871e-01,  1.6939e-01],\n",
    "          [-1.0803e-01,  5.3509e-01,  2.2822e-01],\n",
    "          [ 1.0393e-01, -2.6087e-01, -5.4188e-01]],\n",
    "\n",
    "         [[-1.9393e-01, -1.1408e-02,  7.1613e-02],\n",
    "          [-1.6929e-01,  6.8110e-01,  5.3626e-01],\n",
    "          [-1.7736e-01, -2.8199e-01, -1.3589e-01]]],\n",
    "\n",
    "\n",
    "        [[[-4.3430e-02,  2.1471e-01, -2.1425e-01],\n",
    "          [ 2.8218e-01,  2.4715e-01, -3.0713e-01],\n",
    "          [ 1.5075e-01,  2.6792e-02, -3.3182e-01]],\n",
    "\n",
    "         [[ 7.3001e-02, -5.4001e-03, -1.9537e-01],\n",
    "          [ 1.1315e-01,  3.6117e-01, -2.6627e-01],\n",
    "          [ 2.7695e-01,  2.7846e-01, -6.5830e-01]],\n",
    "\n",
    "         [[ 4.7323e-02,  1.6710e-01, -2.7351e-01],\n",
    "          [ 2.5226e-01,  1.2841e-01, -3.3007e-01],\n",
    "          [ 1.9730e-01,  3.6774e-01, -5.0007e-01]]],\n",
    "\n",
    "\n",
    "        [[[-1.0703e-01,  5.8933e-02, -1.9452e-01],\n",
    "          [ 5.2661e-01,  4.0769e-01,  2.2472e-01],\n",
    "          [ 3.0534e-01,  1.8334e-01,  3.1957e-01]],\n",
    "\n",
    "         [[ 2.1769e-01,  1.4118e-01,  1.1673e-01],\n",
    "          [-2.7331e-01, -4.0012e-01, -9.5291e-02],\n",
    "          [-3.3412e-01, -6.5026e-01, -2.3615e-01]],\n",
    "\n",
    "         [[ 6.6831e-02, -1.3694e-01,  1.4249e-01],\n",
    "          [-3.5029e-01, -5.1776e-01,  7.0252e-02],\n",
    "          [ 1.0451e-01, -2.5652e-01, -4.2626e-02]]],\n",
    "\n",
    "\n",
    "        [[[ 2.5073e-01,  1.7601e-01, -1.4972e-01],\n",
    "          [-4.9842e-01, -4.6680e-01, -5.3645e-01],\n",
    "          [ 1.0402e-02, -4.0673e-01, -3.8483e-01]],\n",
    "\n",
    "         [[ 3.0782e-01,  2.0404e-01,  1.3434e-01],\n",
    "          [-3.1745e-01,  7.4642e-02, -5.8143e-02],\n",
    "          [ 1.4008e-02, -8.0663e-02,  7.5686e-02]],\n",
    "\n",
    "         [[ 3.0414e-01,  4.2645e-01,  2.5078e-01],\n",
    "          [-1.1899e-01,  3.4188e-02,  2.3825e-01],\n",
    "          [ 4.3959e-02,  3.9751e-02,  3.9665e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 1.3197e-01, -9.9550e-03,  2.5694e-01],\n",
    "          [ 7.4977e-02, -1.8462e-01,  2.1681e-01],\n",
    "          [-2.1310e-03,  2.7737e-01,  6.2709e-02]],\n",
    "\n",
    "         [[-1.1968e-01, -2.5231e-01, -1.6663e-02],\n",
    "          [ 1.6438e-01, -7.2672e-01, -5.5658e-01],\n",
    "          [ 2.4451e-01,  2.0355e-01, -3.0757e-01]],\n",
    "\n",
    "         [[-4.6368e-02, -1.8749e-02,  3.8185e-01],\n",
    "          [-6.4250e-02, -9.2985e-01, -5.4296e-01],\n",
    "          [-6.7072e-03, -2.3624e-01, -5.6520e-01]]],\n",
    "\n",
    "\n",
    "        [[[-2.3573e-01, -2.2824e-01, -6.6960e-02],\n",
    "          [-4.3550e-02, -3.8848e-01, -4.2234e-01],\n",
    "          [-1.1066e-01, -4.0958e-01, -3.8300e-01]],\n",
    "\n",
    "         [[-5.1851e-02, -1.8197e-01, -1.7348e-02],\n",
    "          [-3.0630e-02,  2.4026e-01,  1.3605e-01],\n",
    "          [ 1.1440e-02,  7.3717e-02, -1.9048e-03]],\n",
    "\n",
    "         [[-8.4453e-02, -2.4148e-02, -3.0789e-03],\n",
    "          [ 3.3666e-01,  8.3627e-01,  4.3802e-01],\n",
    "          [ 1.3603e-01,  2.6960e-01,  2.6911e-01]]],\n",
    "\n",
    "\n",
    "        [[[-1.6421e-01,  2.8328e-01,  3.2067e-01],\n",
    "          [ 2.5340e-02,  3.6158e-01,  3.5485e-01],\n",
    "          [ 7.2562e-02,  1.7253e-01,  2.1177e-01]],\n",
    "\n",
    "         [[-8.0546e-02, -2.9820e-01, -2.9440e-01],\n",
    "          [-7.3424e-02, -2.2105e-02, -5.4302e-01],\n",
    "          [-2.8471e-01, -2.7837e-01, -4.8116e-01]],\n",
    "\n",
    "         [[-2.0649e-01,  9.9570e-02,  1.5250e-01],\n",
    "          [ 3.4954e-01,  4.6390e-01,  1.3219e-01],\n",
    "          [ 3.1421e-01,  3.3083e-01,  1.1857e-02]]],\n",
    "\n",
    "\n",
    "        [[[ 1.0027e-01,  2.7552e-01, -3.1082e-01],\n",
    "          [ 1.1242e-01,  9.6939e-01,  2.0608e-01],\n",
    "          [ 1.0140e-02,  2.5022e-01,  1.9431e-01]],\n",
    "\n",
    "         [[ 7.9260e-03, -3.3536e-01, -3.1540e-01],\n",
    "          [-2.4821e-01, -1.3161e-01, -1.2023e-01],\n",
    "          [ 4.5771e-02, -2.1746e-01, -5.1751e-01]],\n",
    "\n",
    "         [[-1.5855e-01, -1.0957e-01,  2.9780e-02],\n",
    "          [-1.3094e-02,  1.8880e-01,  4.6440e-01],\n",
    "          [ 9.5565e-02, -2.5098e-01,  1.1420e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 2.4231e-02, -7.6134e-02,  1.1107e-01],\n",
    "          [-2.1649e-01, -9.3458e-01, -2.9114e-01],\n",
    "          [-1.8636e-01, -5.2139e-01, -2.2921e-01]],\n",
    "\n",
    "         [[ 3.9060e-01, -2.0671e-02,  2.8142e-01],\n",
    "          [-1.7330e-01, -1.0088e-01,  1.1643e-01],\n",
    "          [ 1.2085e-01,  3.6375e-01,  4.1105e-01]],\n",
    "\n",
    "         [[ 3.8470e-01, -1.0692e-01,  3.2510e-02],\n",
    "          [-3.1318e-01, -3.4033e-01, -6.8791e-03],\n",
    "          [-2.5411e-01, -7.2678e-02,  2.2759e-01]]],\n",
    "\n",
    "\n",
    "        [[[-1.8090e-02,  3.2533e-02,  3.6825e-02],\n",
    "          [ 2.1818e-01, -5.3704e-01, -7.4326e-02],\n",
    "          [ 4.7168e-01, -5.5126e-02, -1.7233e-01]],\n",
    "\n",
    "         [[-1.9176e-02, -1.9924e-01,  2.2481e-01],\n",
    "          [ 1.8293e-01, -6.3719e-01, -2.2200e-01],\n",
    "          [ 4.6419e-01, -7.5851e-02, -3.2092e-02]],\n",
    "\n",
    "         [[ 6.2047e-02, -6.6521e-02, -1.8196e-01],\n",
    "          [ 4.6493e-01, -4.8323e-01,  3.1416e-03],\n",
    "          [ 5.3397e-01, -1.0192e-01,  5.6192e-02]]],\n",
    "\n",
    "\n",
    "        [[[-2.1697e-01,  4.6006e-01, -3.9444e-01],\n",
    "          [-2.0230e-01, -1.1406e-01,  4.7227e-01],\n",
    "          [ 3.4093e-01, -2.0252e-01, -8.7647e-02]],\n",
    "\n",
    "         [[-1.0811e-01,  5.4560e-01, -2.8059e-01],\n",
    "          [-3.2878e-01, -2.3272e-01,  2.3788e-01],\n",
    "          [ 2.9592e-01, -2.9001e-02, -1.7807e-01]],\n",
    "\n",
    "         [[ 1.3932e-01,  3.6293e-01, -3.4746e-01],\n",
    "          [-2.8782e-01, -6.4543e-02,  3.4701e-01],\n",
    "          [-3.0232e-02, -7.7433e-02, -8.5359e-03]]],\n",
    "\n",
    "\n",
    "        [[[-1.8499e-01,  4.6867e-02, -1.7290e-02],\n",
    "          [-3.9000e-02, -2.8932e-01, -2.4559e-01],\n",
    "          [ 1.5164e-01,  7.9403e-02, -3.0286e-01]],\n",
    "\n",
    "         [[-4.5002e-02, -9.7584e-02, -3.1778e-01],\n",
    "          [-4.1207e-02,  2.0595e-01, -1.0952e-01],\n",
    "          [-9.6711e-02,  2.6669e-01,  1.8685e-01]],\n",
    "\n",
    "         [[ 1.5199e-01,  3.4245e-01, -1.6485e-01],\n",
    "          [ 5.5167e-01,  1.1894e+00,  3.1018e-01],\n",
    "          [-7.5231e-02,  4.9618e-01,  5.4941e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 1.9199e-01,  2.8910e-01,  2.7035e-01],\n",
    "          [ 5.1519e-02, -4.4061e-01, -2.1165e-01],\n",
    "          [ 1.1947e-01, -4.1543e-01,  9.5879e-02]],\n",
    "\n",
    "         [[ 1.2866e-01, -1.0722e-01,  1.8490e-01],\n",
    "          [ 9.8086e-03, -4.5842e-01, -3.1255e-01],\n",
    "          [ 1.0368e-01, -2.1871e-01,  6.1354e-01]],\n",
    "\n",
    "         [[ 3.0899e-01, -4.4546e-02,  6.6369e-02],\n",
    "          [-2.0657e-02, -6.6184e-01, -5.0035e-01],\n",
    "          [-7.0690e-02, -8.3817e-02,  2.0139e-01]]],\n",
    "\n",
    "\n",
    "        [[[-2.1295e-03, -3.9281e-01, -7.1337e-02],\n",
    "          [ 2.0286e-01, -6.8040e-01,  6.6409e-01],\n",
    "          [ 1.9638e-01, -1.9497e-01,  2.5001e-01]],\n",
    "\n",
    "         [[ 6.1935e-02, -1.2178e-01,  1.3456e-01],\n",
    "          [ 4.7914e-01, -3.8903e-01,  2.5564e-01],\n",
    "          [-5.4775e-02, -1.8773e-01,  3.8061e-02]],\n",
    "\n",
    "         [[ 1.1391e-01,  3.4326e-02,  6.5484e-02],\n",
    "          [ 2.4664e-01, -3.7662e-01,  2.2286e-01],\n",
    "          [-1.0789e-02, -1.4692e-01, -1.5701e-01]]],\n",
    "\n",
    "\n",
    "        [[[-1.3460e-01,  2.0858e-01,  3.7132e-01],\n",
    "          [-8.5086e-02,  4.4348e-01,  1.8688e-01],\n",
    "          [-3.4834e-03,  3.0332e-01, -3.0065e-01]],\n",
    "\n",
    "         [[-2.2084e-01,  4.4825e-01,  3.8427e-01],\n",
    "          [-7.4242e-02,  8.1182e-01,  1.9019e-01],\n",
    "          [ 8.0551e-02,  4.0461e-01, -3.3581e-01]],\n",
    "\n",
    "         [[-3.1282e-01, -8.0511e-02, -5.9443e-02],\n",
    "          [ 5.2729e-02,  7.4283e-02, -3.9974e-01],\n",
    "          [ 1.9770e-01, -3.2862e-03, -2.2943e-01]]],\n",
    "\n",
    "\n",
    "        [[[-3.3949e-03,  4.4582e-02,  2.9089e-01],\n",
    "          [ 1.4824e-01, -2.2061e-01,  2.7054e-04],\n",
    "          [ 1.9959e-01,  2.3635e-01,  7.6870e-02]],\n",
    "\n",
    "         [[-1.7203e-01, -3.7240e-01, -3.9548e-01],\n",
    "          [-1.2207e-01, -1.0911e+00, -4.4152e-01],\n",
    "          [-3.1271e-02, -1.8177e-01, -7.2810e-02]],\n",
    "\n",
    "         [[ 3.5138e-01,  1.9116e-01,  6.5083e-02],\n",
    "          [-3.4857e-02, -6.2310e-02,  3.9937e-01],\n",
    "          [ 1.1936e-01,  5.3440e-02,  3.9941e-01]]]])\n",
    "\n",
    "\n",
    "t2 = torch.tensor([[[[ 1.7005e-01,  1.3348e-02, -1.2072e-01],\n",
    "          [ 1.6794e-01, -8.1627e-01,  3.9126e-01],\n",
    "          [-1.8193e-01,  3.1194e-01,  3.9219e-02]],\n",
    "\n",
    "         [[ 2.0688e-02, -6.6065e-02,  1.6700e-02],\n",
    "          [ 6.2680e-02, -6.9311e-01,  2.9236e-01],\n",
    "          [-1.1953e-01,  3.2826e-01,  1.0822e-01]],\n",
    "\n",
    "         [[ 1.5497e-01,  4.8399e-02, -6.2725e-02],\n",
    "          [ 8.9180e-02, -3.8992e-01,  8.5954e-02],\n",
    "          [-4.6162e-02,  2.5725e-01, -4.0755e-02]]],\n",
    "\n",
    "\n",
    "        [[[ 2.4869e-01,  1.2834e-01,  3.9596e-01],\n",
    "          [ 2.0687e-02,  2.8261e-01,  1.0989e-01],\n",
    "          [-3.8908e-01, -4.4739e-01, -4.6958e-01]],\n",
    "\n",
    "         [[ 3.5663e-01,  2.9707e-01,  3.5585e-01],\n",
    "          [-6.8265e-02,  3.2011e-01, -7.4177e-02],\n",
    "          [ 7.1602e-03, -2.0310e-01, -4.0916e-01]],\n",
    "\n",
    "         [[ 1.9036e-01,  1.2227e-01,  2.8631e-01],\n",
    "          [-1.3432e-01, -2.0636e-02, -2.5409e-01],\n",
    "          [-2.7062e-01, -1.6056e-01, -3.7982e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 2.0005e-01,  5.0188e-01,  8.9552e-02],\n",
    "          [-4.3329e-02,  7.7349e-01,  2.7710e-01],\n",
    "          [-3.1533e-02,  5.5390e-01,  8.9561e-02]],\n",
    "\n",
    "         [[-9.2091e-02, -2.5061e-01, -8.7506e-02],\n",
    "          [-3.1989e-01, -2.2354e-01, -3.2363e-01],\n",
    "          [-3.5186e-01, -1.8655e-01, -2.9420e-01]],\n",
    "\n",
    "         [[ 2.4439e-01,  1.0223e-01,  1.3793e-01],\n",
    "          [ 1.3298e-01,  6.8873e-03,  2.4347e-02],\n",
    "          [-7.4841e-02, -8.1558e-02, -3.5209e-01]]],\n",
    "\n",
    "\n",
    "        [[[-2.1399e-01, -4.6478e-02,  8.6925e-02],\n",
    "          [ 2.1961e-01, -2.9172e-01, -6.8749e-01],\n",
    "          [ 2.5423e-01,  3.9245e-01,  3.7790e-01]],\n",
    "\n",
    "         [[-3.0331e-02, -9.9979e-02,  1.8529e-01],\n",
    "          [ 8.2505e-02, -2.4229e-01, -4.9144e-01],\n",
    "          [ 6.2755e-02,  3.4157e-01,  1.2209e-01]],\n",
    "\n",
    "         [[-1.9692e-01,  2.9054e-01,  1.8119e-01],\n",
    "          [-4.6123e-03,  5.7157e-04, -3.1877e-01],\n",
    "          [-4.9057e-01,  2.1217e-01,  2.1686e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 1.3224e-01,  9.6457e-02,  1.9447e-01],\n",
    "          [ 5.8353e-02,  3.1222e-01,  3.4099e-03],\n",
    "          [-2.1414e-01,  5.3495e-02,  1.8904e-02]],\n",
    "\n",
    "         [[-1.9121e-01, -4.7912e-01, -3.4952e-01],\n",
    "          [-4.9032e-01, -1.7977e-01,  3.4233e-02],\n",
    "          [-5.4049e-01, -1.9822e-01, -4.2711e-01]],\n",
    "\n",
    "         [[-1.9236e-01, -7.4219e-02,  6.1105e-02],\n",
    "          [ 3.2522e-01,  2.1645e-01,  2.6503e-01],\n",
    "          [ 3.2117e-01,  4.6895e-01,  2.9153e-01]]],\n",
    "\n",
    "\n",
    "        [[[-5.1863e-02, -7.6934e-02, -1.6353e-01],\n",
    "          [-1.8199e-01, -2.3693e-01, -2.7595e-01],\n",
    "          [-5.8017e-02, -3.0147e-01, -1.4287e-02]],\n",
    "\n",
    "         [[ 2.2769e-01,  3.4016e-01,  3.6668e-01],\n",
    "          [ 4.0798e-01,  6.3431e-01,  4.0591e-01],\n",
    "          [ 1.5255e-01,  3.5261e-01,  7.2670e-02]],\n",
    "\n",
    "         [[-1.4364e-01, -3.3684e-01, -2.1539e-01],\n",
    "          [-3.1130e-01, -3.5285e-01, -1.4436e-01],\n",
    "          [-7.1770e-03, -2.3982e-01,  7.5032e-02]]],\n",
    "\n",
    "\n",
    "        [[[-4.4587e-03,  2.4692e-01, -2.2988e-01],\n",
    "          [-1.1922e-01,  1.0865e-03,  4.5229e-02],\n",
    "          [-1.4222e-01, -5.5396e-01,  1.8099e-03]],\n",
    "\n",
    "         [[ 4.9995e-02,  4.1215e-01, -8.1841e-03],\n",
    "          [-1.1356e-02,  6.0496e-01,  4.6814e-01],\n",
    "          [-2.9359e-01, -4.5595e-01,  4.1952e-01]],\n",
    "\n",
    "         [[-2.8576e-02,  5.2116e-02, -5.3232e-01],\n",
    "          [ 8.3368e-02,  1.8547e-01,  4.6016e-02],\n",
    "          [ 8.4096e-02, -1.8086e-01,  4.2975e-02]]],\n",
    "\n",
    "\n",
    "        [[[-2.9693e-02,  7.5510e-02, -6.5899e-02],\n",
    "          [-4.8410e-01, -1.7537e-01,  2.3571e-01],\n",
    "          [-2.4118e-01,  4.4055e-01,  2.2670e-01]],\n",
    "\n",
    "         [[ 9.2340e-02, -2.4051e-01, -2.0791e-01],\n",
    "          [-4.8468e-01,  1.1823e-01, -8.1218e-02],\n",
    "          [ 2.3617e-01,  7.0284e-01, -8.6767e-02]],\n",
    "\n",
    "         [[-9.9727e-02, -1.9635e-02, -1.0322e-01],\n",
    "          [-2.3255e-01,  1.4210e-01, -1.0895e-01],\n",
    "          [ 2.3773e-01,  7.6257e-01, -5.3229e-02]]],\n",
    "\n",
    "\n",
    "        [[[ 1.7502e-01, -3.7610e-02,  1.3044e-01],\n",
    "          [ 4.3979e-01,  3.7423e-01,  5.3274e-01],\n",
    "          [-2.8640e-01, -2.1353e-01,  7.6138e-02]],\n",
    "\n",
    "         [[ 4.9457e-02,  5.9050e-02,  2.5029e-01],\n",
    "          [ 5.5098e-01,  6.0471e-01,  1.6778e-01],\n",
    "          [-1.8443e-01,  1.6268e-01, -4.6562e-02]],\n",
    "\n",
    "         [[-5.2497e-02, -2.3652e-01, -5.3510e-01],\n",
    "          [ 3.4161e-01,  6.0224e-02, -4.5222e-01],\n",
    "          [-1.1789e-01, -5.9366e-02, -3.1459e-02]]],\n",
    "\n",
    "\n",
    "        [[[ 7.5653e-02, -3.9693e-01, -2.8625e-01],\n",
    "          [-2.0435e-01, -5.6360e-01, -3.2296e-01],\n",
    "          [ 3.2315e-02, -2.5069e-01, -1.8737e-01]],\n",
    "\n",
    "         [[-1.7530e-01,  1.2983e-01,  1.7060e-01],\n",
    "          [-1.3957e-01,  4.0393e-01,  5.1452e-01],\n",
    "          [-5.0483e-03,  1.6972e-01,  3.0881e-01]],\n",
    "\n",
    "         [[ 8.5640e-02,  1.3965e-01,  1.6797e-02],\n",
    "          [ 1.8169e-01,  5.2869e-01,  2.9863e-01],\n",
    "          [-1.2367e-01,  3.4609e-01, -3.6322e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 1.1333e-02,  2.1458e-01,  2.1414e-01],\n",
    "          [ 2.9357e-01,  2.0619e-01, -1.0058e-01],\n",
    "          [-4.7130e-01, -2.7116e-01, -1.4732e-01]],\n",
    "\n",
    "         [[-1.6397e-01,  8.0114e-02,  3.2039e-01],\n",
    "          [ 1.3818e-01,  3.2005e-01,  3.5868e-02],\n",
    "          [-5.0011e-01, -3.7422e-01,  3.1483e-01]],\n",
    "\n",
    "         [[-1.0037e-01,  1.4205e-01,  1.5033e-01],\n",
    "          [-1.6915e-01,  3.4838e-01,  1.7248e-01],\n",
    "          [-4.6559e-01, -3.2616e-01,  4.4578e-02]]],\n",
    "\n",
    "\n",
    "        [[[ 7.8836e-02, -2.0594e-01,  7.0290e-02],\n",
    "          [-8.8729e-01, -5.3956e-01,  2.1685e-01],\n",
    "          [-9.2388e-01, -9.1579e-02,  2.3393e-01]],\n",
    "\n",
    "         [[-2.4084e-01, -6.8913e-02, -6.5835e-03],\n",
    "          [-4.1546e-01, -5.3755e-01, -8.5432e-02],\n",
    "          [-7.4174e-01, -1.5808e-01,  2.7457e-01]],\n",
    "\n",
    "         [[ 7.5282e-02, -1.0127e-02,  1.3251e-01],\n",
    "          [ 1.8101e-01, -4.6041e-03,  2.2045e-02],\n",
    "          [-6.6445e-02,  1.2260e-01,  1.6977e-01]]],\n",
    "\n",
    "\n",
    "        [[[-4.2854e-02, -4.7246e-01, -3.6753e-01],\n",
    "          [ 1.3653e-01, -1.2267e-01,  1.1593e-01],\n",
    "          [ 3.3250e-01,  6.0521e-01,  5.1838e-01]],\n",
    "\n",
    "         [[-5.2474e-02, -1.1173e-01, -3.0964e-02],\n",
    "          [-1.5795e-01, -3.3075e-01,  7.7309e-02],\n",
    "          [-1.4191e-02, -1.3785e-01, -1.6379e-01]],\n",
    "\n",
    "         [[ 2.0178e-01,  5.2751e-01,  3.0145e-01],\n",
    "          [ 1.0728e-01, -8.2971e-02,  3.1812e-02],\n",
    "          [-2.6852e-01, -3.8868e-01, -1.3458e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 8.5678e-02,  1.4088e-01, -1.7571e-01],\n",
    "          [ 6.1020e-01,  6.8829e-01,  1.6407e-01],\n",
    "          [ 2.8044e-01,  1.9968e-01, -4.4510e-01]],\n",
    "\n",
    "         [[ 3.8697e-02, -1.1892e-01,  1.5509e-01],\n",
    "          [-1.9080e-01, -4.5612e-02,  1.1030e-01],\n",
    "          [-4.2831e-01, -1.7881e-01,  6.0215e-02]],\n",
    "\n",
    "         [[-2.7064e-02, -2.0806e-01,  5.0826e-02],\n",
    "          [-3.8076e-01, -4.5896e-01,  2.2778e-02],\n",
    "          [-3.5600e-02,  1.5416e-02,  3.9561e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 3.2930e-01, -1.7723e-01, -4.1868e-01],\n",
    "          [ 1.3763e-01,  7.9517e-01, -2.4677e-01],\n",
    "          [-2.5805e-01,  3.6738e-01,  1.2163e-01]],\n",
    "\n",
    "         [[ 4.6751e-02, -1.2241e-01, -1.3037e-01],\n",
    "          [-1.5825e-01,  5.7365e-01,  4.1312e-02],\n",
    "          [-5.1989e-01,  5.3597e-02,  3.8075e-02]],\n",
    "\n",
    "         [[ 2.2556e-01, -5.1786e-02, -6.5096e-03],\n",
    "          [-2.9710e-03,  2.8063e-01,  6.7641e-02],\n",
    "          [-2.9805e-01, -3.0545e-01, -3.6774e-02]]],\n",
    "\n",
    "\n",
    "        [[[-1.8542e-01, -2.1208e-01, -2.7945e-01],\n",
    "          [ 8.3826e-02,  1.3128e-02, -4.6915e-02],\n",
    "          [-7.7386e-02,  1.1356e-01, -3.8650e-03]],\n",
    "\n",
    "         [[ 3.9616e-01,  5.2626e-02, -4.9357e-01],\n",
    "          [ 6.3803e-01,  2.6703e-01, -1.2491e-01],\n",
    "          [ 2.2507e-03,  4.3470e-01,  1.5024e-01]],\n",
    "\n",
    "         [[ 3.4237e-01,  2.0926e-01,  2.2649e-01],\n",
    "          [ 3.6694e-02,  3.0929e-01,  3.9454e-01],\n",
    "          [-3.9378e-01,  1.3448e-02,  2.3825e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 7.9267e-02, -5.6114e-02, -4.0850e-03],\n",
    "          [-2.0095e-01,  2.4033e-01,  1.2768e-02],\n",
    "          [ 3.5164e-01,  8.8994e-02, -4.5382e-01]],\n",
    "\n",
    "         [[ 5.7917e-02, -1.8871e-01,  1.6939e-01],\n",
    "          [-1.0803e-01,  5.3509e-01,  2.2822e-01],\n",
    "          [ 1.0393e-01, -2.6087e-01, -5.4188e-01]],\n",
    "\n",
    "         [[-1.9393e-01, -1.1408e-02,  7.1613e-02],\n",
    "          [-1.6929e-01,  6.8110e-01,  5.3626e-01],\n",
    "          [-1.7736e-01, -2.8199e-01, -1.3589e-01]]],\n",
    "\n",
    "\n",
    "        [[[-4.3430e-02,  2.1471e-01, -2.1425e-01],\n",
    "          [ 2.8218e-01,  2.4715e-01, -3.0713e-01],\n",
    "          [ 1.5075e-01,  2.6792e-02, -3.3182e-01]],\n",
    "\n",
    "         [[ 7.3001e-02, -5.4001e-03, -1.9537e-01],\n",
    "          [ 1.1315e-01,  3.6117e-01, -2.6627e-01],\n",
    "          [ 2.7695e-01,  2.7846e-01, -6.5830e-01]],\n",
    "\n",
    "         [[ 4.7323e-02,  1.6710e-01, -2.7351e-01],\n",
    "          [ 2.5226e-01,  1.2841e-01, -3.3007e-01],\n",
    "          [ 1.9730e-01,  3.6774e-01, -5.0007e-01]]],\n",
    "\n",
    "\n",
    "        [[[-1.0703e-01,  5.8933e-02, -1.9452e-01],\n",
    "          [ 5.2661e-01,  4.0769e-01,  2.2472e-01],\n",
    "          [ 3.0534e-01,  1.8334e-01,  3.1957e-01]],\n",
    "\n",
    "         [[ 2.1769e-01,  1.4118e-01,  1.1673e-01],\n",
    "          [-2.7331e-01, -4.0012e-01, -9.5291e-02],\n",
    "          [-3.3412e-01, -6.5026e-01, -2.3615e-01]],\n",
    "\n",
    "         [[ 6.6831e-02, -1.3694e-01,  1.4249e-01],\n",
    "          [-3.5029e-01, -5.1776e-01,  7.0252e-02],\n",
    "          [ 1.0451e-01, -2.5652e-01, -4.2626e-02]]],\n",
    "\n",
    "\n",
    "        [[[ 2.5073e-01,  1.7601e-01, -1.4972e-01],\n",
    "          [-4.9842e-01, -4.6680e-01, -5.3645e-01],\n",
    "          [ 1.0402e-02, -4.0673e-01, -3.8483e-01]],\n",
    "\n",
    "         [[ 3.0782e-01,  2.0404e-01,  1.3434e-01],\n",
    "          [-3.1745e-01,  7.4642e-02, -5.8143e-02],\n",
    "          [ 1.4008e-02, -8.0663e-02,  7.5686e-02]],\n",
    "\n",
    "         [[ 3.0414e-01,  4.2645e-01,  2.5078e-01],\n",
    "          [-1.1899e-01,  3.4188e-02,  2.3825e-01],\n",
    "          [ 4.3959e-02,  3.9751e-02,  3.9665e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 1.3197e-01, -9.9550e-03,  2.5694e-01],\n",
    "          [ 7.4977e-02, -1.8462e-01,  2.1681e-01],\n",
    "          [-2.1310e-03,  2.7737e-01,  6.2709e-02]],\n",
    "\n",
    "         [[-1.1968e-01, -2.5231e-01, -1.6663e-02],\n",
    "          [ 1.6438e-01, -7.2672e-01, -5.5658e-01],\n",
    "          [ 2.4451e-01,  2.0355e-01, -3.0757e-01]],\n",
    "\n",
    "         [[-4.6368e-02, -1.8749e-02,  3.8185e-01],\n",
    "          [-6.4250e-02, -9.2985e-01, -5.4296e-01],\n",
    "          [-6.7072e-03, -2.3624e-01, -5.6520e-01]]],\n",
    "\n",
    "\n",
    "        [[[-2.3573e-01, -2.2824e-01, -6.6960e-02],\n",
    "          [-4.3550e-02, -3.8848e-01, -4.2234e-01],\n",
    "          [-1.1066e-01, -4.0958e-01, -3.8300e-01]],\n",
    "\n",
    "         [[-5.1851e-02, -1.8197e-01, -1.7348e-02],\n",
    "          [-3.0630e-02,  2.4026e-01,  1.3605e-01],\n",
    "          [ 1.1440e-02,  7.3717e-02, -1.9048e-03]],\n",
    "\n",
    "         [[-8.4453e-02, -2.4148e-02, -3.0789e-03],\n",
    "          [ 3.3666e-01,  8.3627e-01,  4.3802e-01],\n",
    "          [ 1.3603e-01,  2.6960e-01,  2.6911e-01]]],\n",
    "\n",
    "\n",
    "        [[[-1.6421e-01,  2.8328e-01,  3.2067e-01],\n",
    "          [ 2.5340e-02,  3.6158e-01,  3.5485e-01],\n",
    "          [ 7.2562e-02,  1.7253e-01,  2.1177e-01]],\n",
    "\n",
    "         [[-8.0546e-02, -2.9820e-01, -2.9440e-01],\n",
    "          [-7.3424e-02, -2.2105e-02, -5.4302e-01],\n",
    "          [-2.8471e-01, -2.7837e-01, -4.8116e-01]],\n",
    "\n",
    "         [[-2.0649e-01,  9.9570e-02,  1.5250e-01],\n",
    "          [ 3.4954e-01,  4.6390e-01,  1.3219e-01],\n",
    "          [ 3.1421e-01,  3.3083e-01,  1.1857e-02]]],\n",
    "\n",
    "\n",
    "        [[[ 1.0027e-01,  2.7552e-01, -3.1082e-01],\n",
    "          [ 1.1242e-01,  9.6939e-01,  2.0608e-01],\n",
    "          [ 1.0140e-02,  2.5022e-01,  1.9431e-01]],\n",
    "\n",
    "         [[ 7.9260e-03, -3.3536e-01, -3.1540e-01],\n",
    "          [-2.4821e-01, -1.3161e-01, -1.2023e-01],\n",
    "          [ 4.5771e-02, -2.1746e-01, -5.1751e-01]],\n",
    "\n",
    "         [[-1.5855e-01, -1.0957e-01,  2.9780e-02],\n",
    "          [-1.3094e-02,  1.8880e-01,  4.6440e-01],\n",
    "          [ 9.5565e-02, -2.5098e-01,  1.1420e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 2.4231e-02, -7.6134e-02,  1.1107e-01],\n",
    "          [-2.1649e-01, -9.3458e-01, -2.9114e-01],\n",
    "          [-1.8636e-01, -5.2139e-01, -2.2921e-01]],\n",
    "\n",
    "         [[ 3.9060e-01, -2.0671e-02,  2.8142e-01],\n",
    "          [-1.7330e-01, -1.0088e-01,  1.1643e-01],\n",
    "          [ 1.2085e-01,  3.6375e-01,  4.1105e-01]],\n",
    "\n",
    "         [[ 3.8470e-01, -1.0692e-01,  3.2510e-02],\n",
    "          [-3.1318e-01, -3.4033e-01, -6.8791e-03],\n",
    "          [-2.5411e-01, -7.2678e-02,  2.2759e-01]]],\n",
    "\n",
    "\n",
    "        [[[-1.8090e-02,  3.2533e-02,  3.6825e-02],\n",
    "          [ 2.1818e-01, -5.3704e-01, -7.4326e-02],\n",
    "          [ 4.7168e-01, -5.5126e-02, -1.7233e-01]],\n",
    "\n",
    "         [[-1.9176e-02, -1.9924e-01,  2.2481e-01],\n",
    "          [ 1.8293e-01, -6.3719e-01, -2.2200e-01],\n",
    "          [ 4.6419e-01, -7.5851e-02, -3.2092e-02]],\n",
    "\n",
    "         [[ 6.2047e-02, -6.6521e-02, -1.8196e-01],\n",
    "          [ 4.6493e-01, -4.8323e-01,  3.1416e-03],\n",
    "          [ 5.3397e-01, -1.0192e-01,  5.6192e-02]]],\n",
    "\n",
    "\n",
    "        [[[-2.1697e-01,  4.6006e-01, -3.9444e-01],\n",
    "          [-2.0230e-01, -1.1406e-01,  4.7227e-01],\n",
    "          [ 3.4093e-01, -2.0252e-01, -8.7647e-02]],\n",
    "\n",
    "         [[-1.0811e-01,  5.4560e-01, -2.8059e-01],\n",
    "          [-3.2878e-01, -2.3272e-01,  2.3788e-01],\n",
    "          [ 2.9592e-01, -2.9001e-02, -1.7807e-01]],\n",
    "\n",
    "         [[ 1.3932e-01,  3.6293e-01, -3.4746e-01],\n",
    "          [-2.8782e-01, -6.4543e-02,  3.4701e-01],\n",
    "          [-3.0232e-02, -7.7433e-02, -8.5359e-03]]],\n",
    "\n",
    "\n",
    "        [[[-1.8499e-01,  4.6867e-02, -1.7290e-02],\n",
    "          [-3.9000e-02, -2.8932e-01, -2.4559e-01],\n",
    "          [ 1.5164e-01,  7.9403e-02, -3.0286e-01]],\n",
    "\n",
    "         [[-4.5002e-02, -9.7584e-02, -3.1778e-01],\n",
    "          [-4.1207e-02,  2.0595e-01, -1.0952e-01],\n",
    "          [-9.6711e-02,  2.6669e-01,  1.8685e-01]],\n",
    "\n",
    "         [[ 1.5199e-01,  3.4245e-01, -1.6485e-01],\n",
    "          [ 5.5167e-01,  1.1894e+00,  3.1018e-01],\n",
    "          [-7.5231e-02,  4.9618e-01,  5.4941e-01]]],\n",
    "\n",
    "\n",
    "        [[[ 1.9199e-01,  2.8910e-01,  2.7035e-01],\n",
    "          [ 5.1519e-02, -4.4061e-01, -2.1165e-01],\n",
    "          [ 1.1947e-01, -4.1543e-01,  9.5879e-02]],\n",
    "\n",
    "         [[ 1.2866e-01, -1.0722e-01,  1.8490e-01],\n",
    "          [ 9.8086e-03, -4.5842e-01, -3.1255e-01],\n",
    "          [ 1.0368e-01, -2.1871e-01,  6.1354e-01]],\n",
    "\n",
    "         [[ 3.0899e-01, -4.4546e-02,  6.6369e-02],\n",
    "          [-2.0657e-02, -6.6184e-01, -5.0035e-01],\n",
    "          [-7.0690e-02, -8.3817e-02,  2.0139e-01]]],\n",
    "\n",
    "\n",
    "        [[[-2.1295e-03, -3.9281e-01, -7.1337e-02],\n",
    "          [ 2.0286e-01, -6.8040e-01,  6.6409e-01],\n",
    "          [ 1.9638e-01, -1.9497e-01,  2.5001e-01]],\n",
    "\n",
    "         [[ 6.1935e-02, -1.2178e-01,  1.3456e-01],\n",
    "          [ 4.7914e-01, -3.8903e-01,  2.5564e-01],\n",
    "          [-5.4775e-02, -1.8773e-01,  3.8061e-02]],\n",
    "\n",
    "         [[ 1.1391e-01,  3.4326e-02,  6.5484e-02],\n",
    "          [ 2.4664e-01, -3.7662e-01,  2.2286e-01],\n",
    "          [-1.0789e-02, -1.4692e-01, -1.5701e-01]]],\n",
    "\n",
    "\n",
    "        [[[-1.3460e-01,  2.0858e-01,  3.7132e-01],\n",
    "          [-8.5086e-02,  4.4348e-01,  1.8688e-01],\n",
    "          [-3.4834e-03,  3.0332e-01, -3.0065e-01]],\n",
    "\n",
    "         [[-2.2084e-01,  4.4825e-01,  3.8427e-01],\n",
    "          [-7.4242e-02,  8.1182e-01,  1.9019e-01],\n",
    "          [ 8.0551e-02,  4.0461e-01, -3.3581e-01]],\n",
    "\n",
    "         [[-3.1282e-01, -8.0511e-02, -5.9443e-02],\n",
    "          [ 5.2729e-02,  7.4283e-02, -3.9974e-01],\n",
    "          [ 1.9770e-01, -3.2862e-03, -2.2943e-01]]],\n",
    "\n",
    "\n",
    "        [[[-3.3949e-03,  4.4582e-02,  2.9089e-01],\n",
    "          [ 1.4824e-01, -2.2061e-01,  2.7054e-04],\n",
    "          [ 1.9959e-01,  2.3635e-01,  7.6870e-02]],\n",
    "\n",
    "         [[-1.7203e-01, -3.7240e-01, -3.9548e-01],\n",
    "          [-1.2207e-01, -1.0911e+00, -4.4152e-01],\n",
    "          [-3.1271e-02, -1.8177e-01, -7.2810e-02]],\n",
    "\n",
    "         [[ 3.5138e-01,  1.9116e-01,  6.5083e-02],\n",
    "          [-3.4857e-02, -6.2310e-02,  3.9937e-01],\n",
    "          [ 1.1936e-01,  5.3440e-02,  3.9941e-01]]]])"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": 15,
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "equal\n"
     ]
    }
   ],
   "source": [
    "if torch.equal(t1, t2):\n",
    "    print('equal')"
   ],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "outputs": [],
   "source": [],
   "metadata": {
    "collapsed": false,
    "pycharm": {
     "name": "#%%\n"
    }
   }
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 2
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython2",
   "version": "2.7.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 0
}