Jozef_Porubcin_Semester_Project.ipynb

{
  "cells": [
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "id": "GloO83atiCi7"
      },
      "outputs": [],
      "source": [
        "# Jozef Porubcin\n",
        "# Semester Project\n",
        "# Code adapted from Practical 2: Skeleton credit to Yifan Qin, Zheng Ning, and Adam Czajka"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 2,
      "metadata": {
        "id": "bK6wHaMsO3Pg"
      },
      "outputs": [],
      "source": [
        "import os\n",
        "os.environ['CUDA_LAUNCH_BLOCKING'] = \"1\"\n",
        "\n",
        "import torch\n",
        "import torchvision\n",
        "import torch.nn as nn\n",
        "import torchvision.transforms as transforms\n",
        "from torch.utils.data import DataLoader, Dataset, random_split\n",
        "from torchvision.transforms.functional import resize\n",
        "from torchvision.transforms import CenterCrop\n",
        "from torchvision.transforms import ToTensor\n",
        "from torchvision.io import read_image\n",
        "from torchsummary import summary\n",
        "from tqdm import tqdm\n",
        "import numpy as np\n",
        "import pandas as pd\n",
        "import matplotlib.pyplot as plt\n",
        "\n",
        "import csv\n",
        "import random"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 3,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "uS8Cxsgp1aaW",
        "outputId": "40eafbb8-e4b4-4363-f624-36cba12fd8ae"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "Drive already mounted at /content/drive; to attempt to forcibly remount, call drive.mount(\"/content/drive\", force_remount=True).\n"
          ]
        }
      ],
      "source": [
        "from google.colab import drive\n",
        "drive.mount('/content/drive')"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 4,
      "metadata": {
        "id": "L_EExNrR1dAn"
      },
      "outputs": [],
      "source": [
        "class CNN(nn.Module):\n",
        "    def __init__(self, numChannels, numClasses):\n",
        "        super(CNN, self).__init__()\n",
        "        self.classes = numClasses\n",
        "        \n",
        "        conv_out1 = 96\n",
        "        conv_out2 = 256\n",
        "        conv_out3 = 384\n",
        "        conv_out4 = 384\n",
        "        conv_out5 = 256\n",
        "        self.conv1 = torch.nn.Conv2d(numChannels, conv_out1, (11, 11), (4, 4))\n",
        "        self.conv2 = torch.nn.Conv2d(conv_out1, conv_out2, (5, 5), (1, 1))\n",
        "        self.conv3 = torch.nn.Conv2d(conv_out2, conv_out3, (3, 3), (1, 1))\n",
        "        self.conv4 = torch.nn.Conv2d(conv_out3, conv_out4, (3, 3), (1, 1))\n",
        "        self.conv5 = torch.nn.Conv2d(conv_out4, conv_out5, (3, 3), (1, 1))\n",
        "\n",
        "        self.relu = torch.nn.ReLU()\n",
        "\n",
        "        self.maxpool = torch.nn.MaxPool2d((2, 2), (2, 2))\n",
        "\n",
        "        self.batchnorm1 = torch.nn.BatchNorm2d(conv_out1)\n",
        "        self.batchnorm2 = torch.nn.BatchNorm2d(conv_out2)\n",
        "\n",
        "        fc1_out1 = 1024\n",
        "        self.fc1 = torch.nn.Linear(conv_out5*15, fc1_out1)\n",
        "        self.fc2 = torch.nn.Linear(fc1_out1, numClasses)\n",
        "\n",
        "    def evaluate(self, model, dataloader, classes, device):\n",
        "\n",
        "        # We need to switch the model into the evaluation mode\n",
        "        model.eval()\n",
        "        \n",
        "        correct_pred = {classname: 0 for classname in classes}\n",
        "        total_pred = {classname: 0 for classname in classes}\n",
        "\n",
        "        for data in dataloader:\n",
        "            images, labels = data\n",
        "            images = images.to(device)\n",
        "            labels = labels.to(device)\n",
        "            outputs = model(images)\n",
        "            _, predictions = torch.max(outputs, 1)\n",
        "\n",
        "            images = images.detach().cpu().numpy()\n",
        "            labels = labels.detach().cpu().numpy()\n",
        "            predictions = predictions.detach().cpu().numpy()\n",
        "\n",
        "            for label, prediction in zip(labels, predictions):\n",
        "                \n",
        "                # If you want to see real and predicted labels for all samples:\n",
        "                print(\"Real class: \" + classes[label] + \", predicted = \" + classes[prediction])\n",
        "                \n",
        "                if label == prediction:\n",
        "                    correct_pred[classes[label]] += 1\n",
        "                total_pred[classes[label]] += 1\n",
        "\n",
        "        acc = sum(correct_pred.values()) / sum(total_pred.values())\n",
        "\n",
        "        return acc\n",
        "\n",
        "\n",
        "    def forward(self, x):\n",
        "        x = resize(x, size=[256], antialias=True)\n",
        "\n",
        "        # First convolutional block\n",
        "        # self.conv1 -> self.relu -> self.maxpool -> self.batchnorm1\n",
        "        x = self.conv1(x)\n",
        "        x = self.relu(x)\n",
        "        x = self.maxpool(x)\n",
        "        x = self.batchnorm1(x)\n",
        "\n",
        "        # Secondconvolutional block\n",
        "        # self.conv2 -> self.relu -> self.maxpool -> self.batchnorm2\n",
        "        x = self.conv2(x)\n",
        "        x = self.relu(x)\n",
        "        x = self.maxpool(x)\n",
        "        x = self.batchnorm2(x)\n",
        "\n",
        "        # Third convolutional block\n",
        "        # self.conv3 -> self.relu\n",
        "        x = self.conv3(x)\n",
        "        x = self.relu(x)\n",
        "\n",
        "        # Fourth convolutional block\n",
        "        # self.conv4 -> self.relu\n",
        "        x = self.conv4(x)\n",
        "        x = self.relu(x)\n",
        "\n",
        "        # Fifth convolutional block\n",
        "        # self.conv5 -> self.relu -> self.maxpool\n",
        "        x = self.conv5(x)\n",
        "        x = self.relu(x)\n",
        "        x = self.maxpool(x)\n",
        "\n",
        "\n",
        "        # After the last pooling operation, and before the first \n",
        "        # fully-connected layer, we need to \"flatten\" our tensors\n",
        "        x = torch.flatten(x, 1)\n",
        "\n",
        "\n",
        "        # self.fc1 -> self.relu -> self.fc2\n",
        "        x = self.fc1(x)\n",
        "        x = self.relu(x)\n",
        "        x = self.fc2(x)\n",
        "\n",
        "        return x"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 5,
      "metadata": {
        "id": "WA1O65p4M_dM"
      },
      "outputs": [],
      "source": [
        "# Check which layers are \"trainable\"\n",
        "def check(model):\n",
        "    print(\"Layers to be fine-tuned:\")\n",
        "    for name, param in model.named_parameters():\n",
        "        if param.requires_grad == True:\n",
        "            print(name)\n"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 6,
      "metadata": {
        "id": "ufBf3GuXNC64"
      },
      "outputs": [],
      "source": [
        "class FilteredFruits(Dataset):\n",
        "    def __init__(self, img_dir, label_dir):\n",
        "        self.img_dir = img_dir\n",
        "        self.img_labels = pd.read_csv(label_dir, header=0)\n",
        "        self.noise = 0\n",
        "        self.random_chance = 0.0\n",
        "\n",
        "    def __len__(self):\n",
        "        return len(self.img_labels)\n",
        "\n",
        "    def __getitem__(self, idx):\n",
        "        img_path = os.path.join(self.img_dir, self.img_labels.iloc[idx, 0])\n",
        "        image = read_image(img_path)\n",
        "        image = image.to(torch.float) / 256.\n",
        "        label = self.img_labels.iloc[idx, 1]\n",
        "        if self.noise == 1:\n",
        "            im = image.numpy()\n",
        "            \n",
        "            for row in range(im.shape[1]):\n",
        "                for col in range(im.shape[2]):\n",
        "                    num = random.random()\n",
        "                    if(num < self.random_chance):\n",
        "                        R = random.random()\n",
        "                        G = random.random()\n",
        "                        B = random.random()\n",
        "                        im[0, row, col] = R\n",
        "                        im[1, row, col] = G\n",
        "                        im[2, row, col] = B\n",
        "            \n",
        "            image = im\n",
        "\n",
        "        return (image, label)"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 7,
      "metadata": {
        "id": "bjwS8s_DiOFW"
      },
      "outputs": [],
      "source": [
        "def generate_labels(image_dir, label_dir):\n",
        "    row_list = [['file', 'label']]\n",
        "\n",
        "    min_images = float('inf')\n",
        "    for class_dir in os.scandir(image_dir):\n",
        "        if class_dir.is_dir():\n",
        "            min_images = min(len(os.listdir(class_dir)), min_images)\n",
        "\n",
        "    l = 0\n",
        "    for class_dir in os.scandir(image_dir):\n",
        "        if class_dir.is_dir():\n",
        "            img_files = os.listdir(class_dir)\n",
        "            random.shuffle(img_files)\n",
        "            for x in range(min_images):\n",
        "                row_list.append([(class_dir.name + '/' + img_files[x]), l])\n",
        "\n",
        "            l += 1\n",
        "    \n",
        "    with open(label_dir, 'w', newline='') as file:\n",
        "        writer = csv.writer(file)\n",
        "        writer.writerows(row_list)"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "def generate_classes():\n",
        "    f = open(\"/content/drive/MyDrive/Semester_Project/fruits/fruits_labels.csv\", \"r\")\n",
        "    data = list(csv.reader(f, delimiter=\",\"))\n",
        "    f.close()\n",
        "    data = data[1:]\n",
        "\n",
        "    classes = []\n",
        "    i = -1\n",
        "    for pair in data:\n",
        "        if i < int(pair[1]):\n",
        "            i = int(pair[1])\n",
        "            classes.append(pair[0].split('/')[0])\n",
        "\n",
        "    return classes"
      ],
      "metadata": {
        "id": "pTxVodD_vRDB"
      },
      "execution_count": 8,
      "outputs": []
    },
    {
      "cell_type": "code",
      "execution_count": 9,
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "rr6pc-n9OlGy",
        "outputId": "989efb8a-23ed-4976-cc5b-6243e98f5db7"
      },
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "11494\n",
            "9195\n",
            "1149\n",
            "1150\n",
            "Currently using device:  cuda:0\n",
            "Loading checkpoint from /content/drive/MyDrive/Semester_Project/best_model.pth\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: grape, predicted = grape\n",
            "Real class: apple, predicted = apple\n",
            "Real class: apple, predicted = apple\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: grape, predicted = grape\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: mango, predicted = mango\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pear, predicted = pear\n",
            "Real class: mango, predicted = mango\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: pear, predicted = pear\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: orange, predicted = orange\n",
            "Real class: apple, predicted = apple\n",
            "Real class: grape, predicted = grape\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: apple, predicted = apple\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: mango, predicted = mango\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: mango, predicted = mango\n",
            "Real class: grape, predicted = grape\n",
            "Real class: grape, predicted = grape\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: apple, predicted = apple\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: grape, predicted = grape\n",
            "Real class: banana, predicted = banana\n",
            "Real class: orange, predicted = orange\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: banana, predicted = banana\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pear, predicted = pear\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pear, predicted = pear\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: apple, predicted = apple\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: orange, predicted = orange\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: banana, predicted = banana\n",
            "Real class: grape, predicted = grape\n",
            "Real class: pear, predicted = pear\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: grape, predicted = grape\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: apple, predicted = apple\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: mango, predicted = mango\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: grape, predicted = grape\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: banana, predicted = banana\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: grape, predicted = grape\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: mango, predicted = mango\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: grape, predicted = grape\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: banana, predicted = banana\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pear, predicted = pear\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: grape, predicted = grape\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pear, predicted = pear\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pear, predicted = pear\n",
            "Real class: grape, predicted = grape\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pear, predicted = pear\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: pear, predicted = pear\n",
            "Real class: orange, predicted = orange\n",
            "Real class: orange, predicted = orange\n",
            "Real class: grape, predicted = grape\n",
            "Real class: orange, predicted = orange\n",
            "Real class: grape, predicted = grape\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pear, predicted = pear\n",
            "Real class: orange, predicted = orange\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: apple, predicted = apple\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: mango, predicted = mango\n",
            "Real class: grape, predicted = grape\n",
            "Real class: pear, predicted = pear\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pear, predicted = pear\n",
            "Real class: banana, predicted = banana\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pear, predicted = pear\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: banana, predicted = banana\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pear, predicted = pear\n",
            "Real class: mango, predicted = mango\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: mango, predicted = mango\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: banana, predicted = banana\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: mango, predicted = mango\n",
            "Real class: mango, predicted = mango\n",
            "Real class: grape, predicted = grape\n",
            "Real class: banana, predicted = banana\n",
            "Real class: orange, predicted = orange\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: orange, predicted = orange\n",
            "Real class: orange, predicted = orange\n",
            "Real class: banana, predicted = banana\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pear, predicted = pear\n",
            "Real class: banana, predicted = banana\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: grape, predicted = grape\n",
            "Real class: banana, predicted = banana\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: mango, predicted = mango\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: banana, predicted = banana\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: apple, predicted = apple\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: grape, predicted = grape\n",
            "Real class: grape, predicted = grape\n",
            "Real class: pear, predicted = pear\n",
            "Real class: mango, predicted = mango\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: mango, predicted = mango\n",
            "Real class: orange, predicted = orange\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: mango, predicted = mango\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: mango, predicted = mango\n",
            "Real class: banana, predicted = banana\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: mango, predicted = mango\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: pear, predicted = pear\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pear, predicted = pear\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: grape, predicted = grape\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: mango, predicted = mango\n",
            "Real class: apple, predicted = apple\n",
            "Real class: apple, predicted = apple\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: grape, predicted = grape\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: banana, predicted = banana\n",
            "Real class: grape, predicted = grape\n",
            "Real class: orange, predicted = orange\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pear, predicted = pear\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pear, predicted = pear\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: grape, predicted = grape\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: banana, predicted = banana\n",
            "Real class: orange, predicted = orange\n",
            "Real class: grape, predicted = grape\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: orange, predicted = orange\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: banana, predicted = banana\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: orange, predicted = orange\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pear, predicted = pear\n",
            "Real class: banana, predicted = banana\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: grape, predicted = grape\n",
            "Real class: orange, predicted = orange\n",
            "Real class: grape, predicted = grape\n",
            "Real class: grape, predicted = grape\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pear, predicted = pear\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: mango, predicted = mango\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: apple, predicted = apple\n",
            "Real class: grape, predicted = grape\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: grape, predicted = grape\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: orange, predicted = orange\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pear, predicted = pear\n",
            "Real class: mango, predicted = mango\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pear, predicted = pear\n",
            "Real class: banana, predicted = banana\n",
            "Real class: apple, predicted = apple\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: orange, predicted = orange\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: apple, predicted = apple\n",
            "Real class: orange, predicted = orange\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: apple, predicted = apple\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: mango, predicted = mango\n",
            "Real class: grape, predicted = grape\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: orange, predicted = orange\n",
            "Real class: grape, predicted = grape\n",
            "Real class: mango, predicted = mango\n",
            "Real class: orange, predicted = orange\n",
            "Real class: apple, predicted = apple\n",
            "Real class: banana, predicted = banana\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: grape, predicted = grape\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: apple, predicted = apple\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: pear, predicted = pear\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: banana, predicted = banana\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: orange, predicted = orange\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: orange, predicted = orange\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: banana, predicted = banana\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: mango, predicted = mango\n",
            "Real class: banana, predicted = banana\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: apple, predicted = apple\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pear, predicted = pear\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: mango, predicted = mango\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: mango, predicted = mango\n",
            "Real class: grape, predicted = grape\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: banana, predicted = banana\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: orange, predicted = orange\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: mango, predicted = mango\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: banana, predicted = banana\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: apple, predicted = apple\n",
            "Real class: apple, predicted = apple\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pear, predicted = pear\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: apple, predicted = apple\n",
            "Real class: banana, predicted = banana\n",
            "Real class: apple, predicted = apple\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: orange, predicted = orange\n",
            "Real class: mango, predicted = mango\n",
            "Real class: banana, predicted = banana\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: grape, predicted = grape\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pear, predicted = pear\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: grape, predicted = grape\n",
            "Real class: grape, predicted = grape\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: mango, predicted = mango\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: orange, predicted = orange\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: grape, predicted = grape\n",
            "Real class: banana, predicted = banana\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: grape, predicted = grape\n",
            "Real class: pear, predicted = pear\n",
            "Real class: apple, predicted = apple\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: orange, predicted = orange\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: banana, predicted = banana\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: orange, predicted = orange\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: mango, predicted = mango\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: grape, predicted = grape\n",
            "Real class: orange, predicted = orange\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: apple, predicted = apple\n",
            "Real class: orange, predicted = orange\n",
            "Real class: apple, predicted = apple\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: orange, predicted = orange\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: grape, predicted = grape\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: apple, predicted = apple\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: banana, predicted = banana\n",
            "Real class: orange, predicted = orange\n",
            "Real class: grape, predicted = grape\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: grape, predicted = grape\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: banana, predicted = banana\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: apple, predicted = apple\n",
            "Real class: grape, predicted = grape\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: mango, predicted = mango\n",
            "Real class: banana, predicted = banana\n",
            "Real class: orange, predicted = orange\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: mango, predicted = mango\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: pear, predicted = pear\n",
            "Real class: grape, predicted = grape\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: mango, predicted = mango\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pear, predicted = pear\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: orange, predicted = orange\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: apple, predicted = apple\n",
            "Real class: mango, predicted = mango\n",
            "Real class: orange, predicted = orange\n",
            "Real class: orange, predicted = orange\n",
            "Real class: grape, predicted = grape\n",
            "Real class: banana, predicted = banana\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pear, predicted = pear\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pear, predicted = pear\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: orange, predicted = orange\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pear, predicted = pear\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: apple, predicted = apple\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: blueberry, predicted = grape\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: pear, predicted = pear\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: apple, predicted = apple\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: grape, predicted = grape\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: banana, predicted = banana\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: mango, predicted = mango\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: apple, predicted = apple\n",
            "Real class: banana, predicted = banana\n",
            "Real class: grape, predicted = grape\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: grape, predicted = grape\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: grape, predicted = grape\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: apple, predicted = pomegranate\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: mango, predicted = mango\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: banana, predicted = banana\n",
            "Real class: orange, predicted = orange\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: raspberry, predicted = strawberry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: banana, predicted = banana\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: banana, predicted = banana\n",
            "Real class: mango, predicted = mango\n",
            "Real class: grape, predicted = grape\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pear, predicted = pear\n",
            "Real class: pear, predicted = pear\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: apple, predicted = apple\n",
            "Real class: grape, predicted = grape\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: pear, predicted = pear\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: orange, predicted = orange\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: apple, predicted = apple\n",
            "Real class: orange, predicted = orange\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: grape, predicted = grape\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: grape, predicted = grape\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: raspberry, predicted = raspberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: watermelon, predicted = watermelon\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pear, predicted = pear\n",
            "Real class: apple, predicted = apple\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: pineapple, predicted = pineapple\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: mango, predicted = mango\n",
            "Real class: mango, predicted = mango\n",
            "Real class: banana, predicted = banana\n",
            "Real class: mango, predicted = mango\n",
            "Real class: mango, predicted = mango\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: orange, predicted = orange\n",
            "Real class: cherry, predicted = cherry\n",
            "Real class: orange, predicted = orange\n",
            "Real class: banana, predicted = banana\n",
            "Real class: strawberry, predicted = strawberry\n",
            "Real class: cherry, predicted = apple\n",
            "Real class: banana, predicted = banana\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: mango, predicted = mango\n",
            "Real class: apple, predicted = apple\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Real class: blueberry, predicted = blueberry\n",
            "Real class: pomegranate, predicted = pomegranate\n",
            "Real class: pear, predicted = pear\n",
            "Real class: grape, predicted = grape\n",
            "Real class: blackberry, predicted = blackberry\n",
            "Accuracy on the test (unknown) data: 99.65%\n"
          ]
        }
      ],
      "source": [
        "if __name__ == '__main__':\n",
        "    # Path to the fruits dataset:\n",
        "    image_dir = '/content/drive/MyDrive/Semester_Project/fruits/'\n",
        "\n",
        "    # Path to the labels of the fruits subset\n",
        "    label_dir = '/content/drive/MyDrive/Semester_Project/fruits/fruits_labels.csv'\n",
        "\n",
        "    generate_labels(image_dir, label_dir)\n",
        "\n",
        "    transfer_learning = 'all_layers'\n",
        "\n",
        "    epochs = 200\n",
        "    batch_size = 32\n",
        "\n",
        "    # Load sampled fruits dataset\n",
        "    data = FilteredFruits(img_dir=image_dir, label_dir=label_dir)\n",
        "    \n",
        "    train_len = int(len(data) * 0.8)\n",
        "    val_len = int(len(data) * 0.1)\n",
        "    test_len = int(len(data) - train_len - val_len)\n",
        "    print(len(data))\n",
        "    train_data, val_data, test_data = random_split(data, [train_len, val_len, test_len])\n",
        "\n",
        "    print(len(train_data))\n",
        "    print(len(val_data))\n",
        "    print(len(test_data))\n",
        "\n",
        "    single_test_len = 1\n",
        "    rest_test_len = test_len - 1\n",
        "    single_test_data, _ = random_split(test_data, [1, test_len - 1])\n",
        "\n",
        "    classes = generate_classes()\n",
        "\n",
        "    # Prepare data loaders for train, validation and test data splits\n",
        "    train_loader = DataLoader(train_data, batch_size=batch_size, shuffle=False, drop_last=False, num_workers=2)\n",
        "    val_loader = DataLoader(val_data, batch_size=batch_size, shuffle=False, drop_last=False, num_workers=2)\n",
        "    test_loader = DataLoader(test_data, batch_size=batch_size, shuffle=False, drop_last=False, num_workers=2)\n",
        "\n",
        "    #######################################################\n",
        "    # Specify the operation mode:\n",
        "    # 'train' = training with your train and validation data splits\n",
        "    # 'eval'  = evaluation of the trained model with your test data split\n",
        "    mode = 'special'\n",
        "\n",
        "    # Path where you will save the best model after fine-tuning\n",
        "    my_best_model = \"/content/drive/MyDrive/Semester_Project/best_model.pth\"\n",
        "\n",
        "    #\n",
        "    #######################################################\n",
        "\n",
        "\n",
        "    # Set the device (GPU or CPU, depending on availability)\n",
        "    device = torch.device('cuda:0' if torch.cuda.is_available() else 'cpu')\n",
        "    print(\"Currently using device: \", device)\n",
        "\n",
        "    # Initialize the model\n",
        "    model_t = CNN(numChannels = 3, numClasses = len(classes))\n",
        "    model_t.to(device)\n",
        "    \n",
        "    # Training happens here!\n",
        "    if mode == \"train\":\n",
        "\n",
        "        print(\"\\n\\nFine-tuning (transfer learning) starts!\\n\\n\")\n",
        "\n",
        "        model_t.train()\n",
        "        criterion = nn.CrossEntropyLoss()\n",
        "        #optimizer = torch.optim.Adam(model_t.parameters(), lr=0.001)\n",
        "        optimizer = torch.optim.SGD(model_t.parameters(), lr=0.001, momentum=0.9)\n",
        "        \n",
        "        my_starting_weights = my_best_model\n",
        "\n",
        "        if my_starting_weights and transfer_learning != \"none\":\n",
        "            try:\n",
        "                print(f\"Loading the weights from {my_starting_weights} ...\")\n",
        "                model_t.load_state_dict(torch.load(my_starting_weights))\n",
        "                print(\"Successfully loaded the model checkpoint!\")\n",
        "            except FileNotFoundError:\n",
        "                print(f\"Model checkpoint {my_starting_weights} does not exist.\")\n",
        "        \n",
        "        # Sanity check: print layers that are being fine-tuned (not frozen)\n",
        "        print(check(model_t))\n",
        "\n",
        "        running_loss = .0\n",
        "        best_acc = .0\n",
        "        for epoch in range(epochs):\n",
        "            print(f\"Starting epoch {epoch + 1}\")\n",
        "            for idx, data in tqdm(enumerate(train_loader), total=len(train_loader)):\n",
        "                # Get the inputs (data is a list of [inputs, labels])\n",
        "                inputs, labels = data\n",
        "                '''\n",
        "                if(idx == 0):\n",
        "                    im = inputs.numpy()\n",
        "                    im = np.einsum('ijkl->iklj', im)\n",
        "                    plt.figure(figsize=(8, 4))\n",
        "                    for i in range(im.shape[0]):\n",
        "                        plt.subplot(4, 8, i+1)\n",
        "                        #plt.axis('off')\n",
        "                        plt.imshow(im[i])\n",
        "                    plt.show()\n",
        "                '''\n",
        "                inputs = inputs.to(device)\n",
        "                labels = labels.to(device)\n",
        "                optimizer.zero_grad()\n",
        "                outputs = model_t(inputs)\n",
        "                loss = criterion(outputs, labels)\n",
        "                loss.backward()\n",
        "                optimizer.step()\n",
        "\n",
        "                loss = loss.detach().cpu().numpy()\n",
        "                inputs = inputs.detach().cpu().numpy()\n",
        "                labels = labels.detach().cpu().numpy()\n",
        "                running_loss += loss\n",
        "\n",
        "            # Evaluate the accuracy after each epoch\n",
        "            acc = model_t.evaluate(model_t, val_loader, classes, device)\n",
        "            if acc > best_acc:\n",
        "                print(f\"Better validation accuracy achieved: {acc * 100:.2f}%\")\n",
        "                best_acc = acc\n",
        "                print(f\"Saving this model as: {my_best_model}\")\n",
        "                torch.save(model_t.state_dict(), my_best_model)\n",
        "\n",
        "    # And here we evaluate the trained model with the test data\n",
        "    elif mode == \"eval\":\n",
        "        test_loader.dataset.dataset.noise = 1\n",
        "        print(f\"Loading checkpoint from {my_best_model}\")\n",
        "        model_t.load_state_dict(torch.load(my_best_model))\n",
        "        acc = model_t.evaluate(model_t, test_loader, classes, device)\n",
        "        print(f\"Accuracy on the test (unknown) data: {acc * 100:.2f}%\")\n",
        "\n",
        "    elif mode == \"special\":\n",
        "        print(f\"Loading checkpoint from {my_best_model}\")\n",
        "        model_t.load_state_dict(torch.load(my_best_model))\n",
        "        single_test_data.dataset.dataset.noise = 1\n",
        "\n",
        "        num_iters = 10\n",
        "        for x in range(num_iters):\n",
        "            print()\n",
        "            single_test_data.dataset.dataset.random_chance = x / num_iters\n",
        "            single_loader = DataLoader(single_test_data, batch_size=1, shuffle=False, drop_last=False, num_workers=2)\n",
        "\n",
        "            for data in single_loader:\n",
        "                inputs, labels = data\n",
        "\n",
        "                im = inputs.numpy()\n",
        "                im = np.einsum('ijkl->iklj', im)\n",
        "                plt.figure(figsize=(1, 1))\n",
        "                for i in range(im.shape[0]):\n",
        "                    plt.subplot(1, 1, i+1)\n",
        "                    plt.axis('off')\n",
        "                    plt.imshow(im[i])\n",
        "                plt.show()\n",
        "\n",
        "            print(f\"Random noise: {int(x / num_iters * 100)}%\")\n",
        "            acc = model_t.evaluate(model_t, single_loader, classes, device)\n",
        "            print(f\"Accuracy on the test (unknown) data: {acc * 100:.2f}%\")\n",
        "\n",
        "    else:\n",
        "        print(\"'mode' argument should either be 'train' or 'eval'\")"
      ]
    }
  ],
  "metadata": {
    "accelerator": "GPU",
    "colab": {
      "provenance": []
    },
    "gpuClass": "standard",
    "kernelspec": {
      "display_name": "Python 3",
      "name": "python3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "nbformat": 4,
  "nbformat_minor": 0
}