Annotation_comparison.ipynb

{
 "cells": [
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": [
    "## This is for comparing Sonja's annotations with annotations of Jon, Mariam, and Salma"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 39,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Agreement on Normal label is: 52.0 %\n",
      "Agreement on Blurry label is: 0.0 %\n",
      "Agreement on Foreign_object label is: 0.0 %\n",
      "Agreement on Empty label is: 0.0 %\n",
      "Agreement on Shadow label is: 0.0 %\n",
      "Agreement on Corrupted label is: 0.0 %\n",
      "Agreement on Other label is: 0.0 %\n",
      "\n",
      "\n",
      "Total agreement on Normal label is: 84.0 %\n",
      "Total agreement on Blurry label is: 9.0 %\n",
      "Total agreement on Foreign_object label is: 2.0 %\n",
      "Total agreement on Empty label is: 17.0 %\n",
      "Total agreement on Shadow label is: 0.5 %\n",
      "Total agreement on Corrupted label is: 0.0 %\n",
      "Total agreement on Other label is: 1.5 %\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Image</th>\n",
       "      <th>Normal</th>\n",
       "      <th>Blurry</th>\n",
       "      <th>Foreign_object</th>\n",
       "      <th>Empty</th>\n",
       "      <th>Shadow</th>\n",
       "      <th>Corrupted</th>\n",
       "      <th>Other</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>MFGTMPcx7_170526140001_P14f05d1.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>MFGTMPcx7_170723090001_D23f07d1.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>MFGTMPcx7_170526140001_G23f03d2.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>MFGTMPcx7_170529220001_M23f10d0.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>MFGTMPcx7_170718070001_E02f01d1.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>MFGTMPcx7_170725090001_D24f06d1.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>6</td>\n",
       "      <td>MFGTMPcx7_170527230001_C12f04d0.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7</td>\n",
       "      <td>MFGTMPcx7_170605100001_B02f14d1.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8</td>\n",
       "      <td>MFGTMPcx7_170607050001_D05f07d2.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>MFGTMPcx7_170725050001_E02f08d2.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>10</td>\n",
       "      <td>MFGTMPcx7_170623200001_A06f05d1.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>11</td>\n",
       "      <td>MFGTMPcx7_170626060001_K07f10d2.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12</td>\n",
       "      <td>MFGTMPcx7_190820160001_D22f10d2.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13</td>\n",
       "      <td>MFGTMPcx7_170709030001_L03f07d0.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14</td>\n",
       "      <td>MFGTMPcx7_170702050001_G17f05d0.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15</td>\n",
       "      <td>MFGTMPcx7_170731140003_M10f04d1.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16</td>\n",
       "      <td>MFGTMPcx7_170623060001_A02f12d2.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17</td>\n",
       "      <td>MFGTMPcx7_170802000001_L02f04d2.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>18</td>\n",
       "      <td>MFGTMPcx7_170722070001_G24f12d1.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19</td>\n",
       "      <td>MFGTMPcx7_170531200001_B20f06d0.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>20</td>\n",
       "      <td>MFGTMPcx7_170621200001_G20f07d1.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21</td>\n",
       "      <td>MFGTMPcx7_170801140001_G18f03d2.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>22</td>\n",
       "      <td>MFGTMPcx7_170621150001_K14f12d2.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>23</td>\n",
       "      <td>MFGTMPcx7_170605200001_J02f04d2.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>24</td>\n",
       "      <td>MFGTMPcx7_170619150001_P17f00d2.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25</td>\n",
       "      <td>MFGTMPcx7_170521030001_D02f12d0.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>26</td>\n",
       "      <td>MFGTMPcx7_170708230001_A18f05d0.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27</td>\n",
       "      <td>MFGTMPcx7_170701190001_M20f04d0.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28</td>\n",
       "      <td>MFGTMPcx7_170703120001_F08f02d2.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>29</td>\n",
       "      <td>MFGTMPcx7_170726000001_H09f08d2.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>30</td>\n",
       "      <td>MFGTMPcx7_170724190001_E23f04d2.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>31</td>\n",
       "      <td>MFGTMPcx7_170618190001_B13f06d1.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>32</td>\n",
       "      <td>MFGTMPcx7_170724090001_L23f15d0.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33</td>\n",
       "      <td>MFGTMPcx7_170723180001_L13f00d2.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>34</td>\n",
       "      <td>MFGTMPcx7_170702090001_F23f09d0.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35</td>\n",
       "      <td>MFGTMPcx7_170606050001_H02f07d2.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>36</td>\n",
       "      <td>MFGTMPcx7_170724040001_N18f01d1.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>37</td>\n",
       "      <td>MFGTMPcx7_170725050001_K23f02d2.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38</td>\n",
       "      <td>MFGTMPcx7_170727010001_J23f08d0.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>MFGTMPcx7_170716060001_O02f05d1.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>40</td>\n",
       "      <td>MFGTMPcx7_170726050001_I23f00d1.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>41</td>\n",
       "      <td>MFGTMPcx7_170724190001_C04f13d0.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>42</td>\n",
       "      <td>MFGTMPcx7_170703220001_I02f10d2.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>43</td>\n",
       "      <td>MFGTMPcx7_170727010001_M08f06d2.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>44</td>\n",
       "      <td>MFGTMPcx7_170706100001_I02f13d2.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>45</td>\n",
       "      <td>MFGTMPcx7_170717170001_D05f02d0.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>46</td>\n",
       "      <td>MFGTMPcx7_170706100001_B05f03d1.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>47</td>\n",
       "      <td>MFGTMPcx7_170608160001_K19f00d1.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>48</td>\n",
       "      <td>MFGTMPcx7_170704220001_O23f04d2.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49</td>\n",
       "      <td>MFGTMPcx7_170520180002_B23f11d0.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                  Image  Normal  Blurry  Foreign_object  \\\n",
       "0   MFGTMPcx7_170526140001_P14f05d1.png     8.0     0.0             0.0   \n",
       "1   MFGTMPcx7_170723090001_D23f07d1.png     8.0     0.0             0.0   \n",
       "2   MFGTMPcx7_170526140001_G23f03d2.png     8.0     0.0             0.0   \n",
       "3   MFGTMPcx7_170529220001_M23f10d0.png     6.0     2.0             0.0   \n",
       "4   MFGTMPcx7_170718070001_E02f01d1.png     8.0     0.0             0.0   \n",
       "5   MFGTMPcx7_170725090001_D24f06d1.png     8.0     0.0             0.0   \n",
       "6   MFGTMPcx7_170527230001_C12f04d0.png     2.0     2.0             0.0   \n",
       "7   MFGTMPcx7_170605100001_B02f14d1.png     6.0     0.0             0.0   \n",
       "8   MFGTMPcx7_170607050001_D05f07d2.png     6.0     0.0             0.0   \n",
       "9   MFGTMPcx7_170725050001_E02f08d2.png     6.0     0.0             0.0   \n",
       "10  MFGTMPcx7_170623200001_A06f05d1.png     6.0     0.0             0.0   \n",
       "11  MFGTMPcx7_170626060001_K07f10d2.png     6.0     0.0             0.0   \n",
       "12  MFGTMPcx7_190820160001_D22f10d2.png     6.0     0.0             0.0   \n",
       "13  MFGTMPcx7_170709030001_L03f07d0.png     6.0     0.0             2.0   \n",
       "14  MFGTMPcx7_170702050001_G17f05d0.png     2.0     4.0             0.0   \n",
       "15  MFGTMPcx7_170731140003_M10f04d1.png     6.0     2.0             0.0   \n",
       "16  MFGTMPcx7_170623060001_A02f12d2.png     6.0     0.0             0.0   \n",
       "17  MFGTMPcx7_170802000001_L02f04d2.png     8.0     0.0             0.0   \n",
       "18  MFGTMPcx7_170722070001_G24f12d1.png     8.0     0.0             0.0   \n",
       "19  MFGTMPcx7_170531200001_B20f06d0.png     8.0     0.0             0.0   \n",
       "20  MFGTMPcx7_170621200001_G20f07d1.png     8.0     0.0             0.0   \n",
       "21  MFGTMPcx7_170801140001_G18f03d2.png     8.0     0.0             0.0   \n",
       "22  MFGTMPcx7_170621150001_K14f12d2.png     8.0     0.0             0.0   \n",
       "23  MFGTMPcx7_170605200001_J02f04d2.png     8.0     0.0             0.0   \n",
       "24  MFGTMPcx7_170619150001_P17f00d2.png     8.0     0.0             0.0   \n",
       "25  MFGTMPcx7_170521030001_D02f12d0.png     8.0     0.0             0.0   \n",
       "26  MFGTMPcx7_170708230001_A18f05d0.png     4.0     4.0             2.0   \n",
       "27  MFGTMPcx7_170701190001_M20f04d0.png     8.0     2.0             0.0   \n",
       "28  MFGTMPcx7_170703120001_F08f02d2.png     8.0     0.0             0.0   \n",
       "29  MFGTMPcx7_170726000001_H09f08d2.png     8.0     0.0             0.0   \n",
       "30  MFGTMPcx7_170724190001_E23f04d2.png     8.0     0.0             0.0   \n",
       "31  MFGTMPcx7_170618190001_B13f06d1.png     2.0     6.0             2.0   \n",
       "32  MFGTMPcx7_170724090001_L23f15d0.png     6.0     0.0             0.0   \n",
       "33  MFGTMPcx7_170723180001_L13f00d2.png     8.0     0.0             0.0   \n",
       "34  MFGTMPcx7_170702090001_F23f09d0.png     6.0     2.0             0.0   \n",
       "35  MFGTMPcx7_170606050001_H02f07d2.png     6.0     0.0             0.0   \n",
       "36  MFGTMPcx7_170724040001_N18f01d1.png     6.0     2.0             0.0   \n",
       "37  MFGTMPcx7_170725050001_K23f02d2.png     6.0     0.0             0.0   \n",
       "38  MFGTMPcx7_170727010001_J23f08d0.png     6.0     0.0             0.0   \n",
       "39  MFGTMPcx7_170716060001_O02f05d1.png     8.0     0.0             0.0   \n",
       "40  MFGTMPcx7_170726050001_I23f00d1.png     8.0     0.0             0.0   \n",
       "41  MFGTMPcx7_170724190001_C04f13d0.png     8.0     0.0             0.0   \n",
       "42  MFGTMPcx7_170703220001_I02f10d2.png     6.0     0.0             0.0   \n",
       "43  MFGTMPcx7_170727010001_M08f06d2.png     4.0     4.0             0.0   \n",
       "44  MFGTMPcx7_170706100001_I02f13d2.png     8.0     2.0             2.0   \n",
       "45  MFGTMPcx7_170717170001_D05f02d0.png     6.0     2.0             0.0   \n",
       "46  MFGTMPcx7_170706100001_B05f03d1.png     6.0     2.0             0.0   \n",
       "47  MFGTMPcx7_170608160001_K19f00d1.png     8.0     0.0             0.0   \n",
       "48  MFGTMPcx7_170704220001_O23f04d2.png     8.0     0.0             0.0   \n",
       "49  MFGTMPcx7_170520180002_B23f11d0.png     8.0     0.0             0.0   \n",
       "\n",
       "    Empty  Shadow  Corrupted  Other  \n",
       "0     0.0     0.0        0.0    0.0  \n",
       "1     0.0     0.0        0.0    0.0  \n",
       "2     0.0     0.0        0.0    0.0  \n",
       "3     0.0     0.0        0.0    0.0  \n",
       "4     0.0     0.0        0.0    0.0  \n",
       "5     0.0     0.0        0.0    0.0  \n",
       "6     6.0     0.0        0.0    0.0  \n",
       "7     0.0     0.0        0.0    0.0  \n",
       "8     0.0     0.0        0.0    0.0  \n",
       "9     6.0     0.0        0.0    0.0  \n",
       "10    0.0     0.0        0.0    0.0  \n",
       "11    0.0     0.0        0.0    0.0  \n",
       "12    0.0     0.0        0.0    0.0  \n",
       "13    0.0     0.0        0.0    2.0  \n",
       "14    6.0     0.0        0.0    0.0  \n",
       "15    0.0     0.0        0.0    0.0  \n",
       "16    0.0     0.0        0.0    0.0  \n",
       "17    0.0     0.0        0.0    0.0  \n",
       "18    0.0     0.0        0.0    0.0  \n",
       "19    0.0     0.0        0.0    0.0  \n",
       "20    0.0     0.0        0.0    0.0  \n",
       "21    0.0     0.0        0.0    0.0  \n",
       "22    0.0     0.0        0.0    0.0  \n",
       "23    2.0     0.0        0.0    0.0  \n",
       "24    0.0     0.0        0.0    0.0  \n",
       "25    4.0     0.0        0.0    0.0  \n",
       "26    0.0     2.0        0.0    2.0  \n",
       "27    2.0     0.0        0.0    0.0  \n",
       "28    0.0     0.0        0.0    0.0  \n",
       "29    2.0     0.0        0.0    0.0  \n",
       "30    0.0     0.0        0.0    0.0  \n",
       "31    0.0     0.0        0.0    2.0  \n",
       "32    4.0     0.0        0.0    0.0  \n",
       "33    2.0     0.0        0.0    0.0  \n",
       "34    4.0     0.0        0.0    0.0  \n",
       "35    4.0     0.0        0.0    0.0  \n",
       "36    4.0     0.0        0.0    0.0  \n",
       "37    4.0     0.0        0.0    0.0  \n",
       "38    2.0     0.0        0.0    0.0  \n",
       "39    2.0     0.0        0.0    0.0  \n",
       "40    0.0     0.0        0.0    0.0  \n",
       "41    0.0     0.0        0.0    0.0  \n",
       "42    4.0     0.0        0.0    0.0  \n",
       "43    0.0     0.0        0.0    0.0  \n",
       "44    4.0     0.0        0.0    0.0  \n",
       "45    2.0     0.0        0.0    0.0  \n",
       "46    0.0     0.0        0.0    0.0  \n",
       "47    0.0     0.0        0.0    0.0  \n",
       "48    4.0     0.0        0.0    0.0  \n",
       "49    0.0     0.0        0.0    0.0  "
      ]
     },
     "execution_count": 39,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import sqlite3\n",
    "from sqlite3 import Error\n",
    "import subprocess\n",
    "import os\n",
    "import shutil\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "###################Image labels##############################\n",
    "###These are the different labels we have for the images in this version\n",
    "Quality_labels      =['Normal','Blurry','Foreign_object','Empty','Shadow','Corrupted','Other']\n",
    "Nuclei_labels       =['Normal','Blurry','No_object','Cutoff_object','Not_oval_shape','Micro_Nuclei','Messed_up','Other']\n",
    "Cytosol_labels      =['Normal','Blurry','No_object','Dots','Small','Cut_off','Black_holes','Pale','Other']\n",
    "Mithocondria_labels =['Normal','Blurry','No_object','Evenly_spread','Pale','Other']\n",
    "\n",
    "############################################################\n",
    "##First, I need to read the annotations from different directories\n",
    "dirs = os.listdir('./Annotations_dir/')\n",
    "#print(dirs)\n",
    "\n",
    "N=50\n",
    "label_dict = {'Image':[],'Normal':list(np.zeros(N)),'Blurry':list(np.zeros(N)),'Foreign_object':list(np.zeros(N)),\\\n",
    "              'Empty':list(np.zeros(N)),'Shadow':list(np.zeros(N)),'Corrupted':list(np.zeros(N)),\\\n",
    "              'Other':list(np.zeros(N))}\n",
    "\n",
    "\n",
    "for i in range(0,len(dirs)):\n",
    "    d = dirs[i]\n",
    "    rows = []\n",
    "    conn = sqlite3.connect('./Annotations_dir/'+d+'/'+ 'Quality.sqlite')\n",
    "    cur = conn.cursor()\n",
    "    cur.execute(\"SELECT id,first_label FROM annotate_table where first_label!='' limit 200;\")\n",
    "    all_rows = cur.fetchall()\n",
    "    rows = all_rows[0:50]\n",
    "    conn.close()\n",
    "    #print(rows)\n",
    "    k=0\n",
    "    for row in rows:\n",
    "        if row[0] not in label_dict['Image']: \n",
    "            label_dict['Image'].append(row[0])\n",
    "        labels = row[1].split(',')\n",
    "        for lab in labels:\n",
    "            if lab in label_dict.keys():\n",
    "                label_dict[lab][k]+=2 \n",
    "        k+=1\n",
    "\n",
    "##################################################\n",
    "### in main function all databases are called and classified to different labels\n",
    "\n",
    "\n",
    "\n",
    "for k in Quality_labels:\n",
    "    agreement_per = 0\n",
    "\n",
    "    for ag in label_dict[k]:\n",
    "        if ag == 8.0:\n",
    "            agreement_per+=1\n",
    "    print(\"Agreement on {} label is: {} %\".format(k,agreement_per*100/len(label_dict[k])))\n",
    "\n",
    "print(\"\\n\")\n",
    "for k in Quality_labels:\n",
    "    agreement_per = 0\n",
    "    agreement_per = sum(label_dict[k])/8/len(label_dict[k])*100\n",
    "    print(\"Total agreement on {} label is: {} %\".format(k,agreement_per))\n",
    "\n",
    "\n",
    "    \n",
    "    \n",
    "df = pd.DataFrame(label_dict) \n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 38,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Mariam_annotations', 'Jon_annotation', 'Salma_annotations', 'Sonja_annotations']\n",
      "Agreement on Normal label is: 22.0 %\n",
      "Agreement on Blurry label is: 2.0 %\n",
      "Agreement on No_object label is: 0.0 %\n",
      "Agreement on Cutoff_object label is: 0.0 %\n",
      "Agreement on Not_oval_shape label is: 2.0 %\n",
      "Agreement on Micro_Nuclei label is: 0.0 %\n",
      "Agreement on Messed_up label is: 0.0 %\n",
      "Agreement on Other label is: 0.0 %\n",
      "\n",
      "\n",
      "Total agreement on Normal label is: 45.5 %\n",
      "Total agreement on Blurry label is: 28.000000000000004 %\n",
      "Total agreement on No_object label is: 2.0 %\n",
      "Total agreement on Cutoff_object label is: 0.0 %\n",
      "Total agreement on Not_oval_shape label is: 27.500000000000004 %\n",
      "Total agreement on Micro_Nuclei label is: 10.0 %\n",
      "Total agreement on Messed_up label is: 8.5 %\n",
      "Total agreement on Other label is: 9.0 %\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Image</th>\n",
       "      <th>Normal</th>\n",
       "      <th>Blurry</th>\n",
       "      <th>No_object</th>\n",
       "      <th>Cutoff_object</th>\n",
       "      <th>Not_oval_shape</th>\n",
       "      <th>Micro_Nuclei</th>\n",
       "      <th>Messed_up</th>\n",
       "      <th>Other</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>MFGTMPcx7_170802050001_L23f10d0_1_567_377.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>MFGTMPcx7_170702000001_B02f12d0_3_601_292.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>MFGTMPcx7_170729040001_L16f07d0_8_303_229.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>MFGTMPcx7_170526040001_N02f09d0_4_445_256.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>MFGTMPcx7_170721070001_P02f13d0_1_433_202.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>MFGTMPcx7_170607050001_N23f01d0_5_816_230.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>6</td>\n",
       "      <td>MFGTMPcx7_170522080001_L09f07d0_11_396_200.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7</td>\n",
       "      <td>MFGTMPcx7_170715210001_B11f01d0_10_227_222.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8</td>\n",
       "      <td>MFGTMPcx7_170624200001_H07f00d0_8_631_229.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>MFGTMPcx7_170703050001_O15f15d0_12_224_427.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>10</td>\n",
       "      <td>MFGTMPcx7_170619150001_O02f09d0_1_774_334.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>11</td>\n",
       "      <td>MFGTMPcx7_170714010002_E02f10d0_1_434_273.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12</td>\n",
       "      <td>MFGTMPcx7_170601210001_L23f01d0_2_556_278.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13</td>\n",
       "      <td>MFGTMPcx7_170802100001_K17f01d0_1_475_347.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14</td>\n",
       "      <td>MFGTMPcx7_170731040001_C23f14d0_4_301_283.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15</td>\n",
       "      <td>MFGTMPcx7_170521170001_M02f15d0_9_605_297.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16</td>\n",
       "      <td>MFGTMPcx7_170712100001_C15f10d0_6_223_355.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17</td>\n",
       "      <td>MFGTMPcx7_170522170001_O23f04d0_7_228_483.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>18</td>\n",
       "      <td>MFGTMPcx7_170622110001_O12f09d0_12_744_204.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19</td>\n",
       "      <td>MFGTMPcx7_170527230001_K02f00d0_9_843_207.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>20</td>\n",
       "      <td>MFGTMPcx7_170723090001_L10f07d0_5_730_204.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21</td>\n",
       "      <td>MFGTMPcx7_170623060001_L05f03d0_10_902_246.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>22</td>\n",
       "      <td>MFGTMPcx7_170603010001_K02f00d0_15_729_200.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>23</td>\n",
       "      <td>MFGTMPcx7_170522080001_E23f13d0_15_527_218.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>24</td>\n",
       "      <td>MFGTMPcx7_170729090001_O02f05d0_7_231_231.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25</td>\n",
       "      <td>MFGTMPcx7_170729230001_D23f14d0_5_820_247.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>26</td>\n",
       "      <td>MFGTMPcx7_170717170001_L10f10d0_4_344_229.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27</td>\n",
       "      <td>MFGTMPcx7_170520220001_G20f01d0_1_340_222.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28</td>\n",
       "      <td>MFGTMPcx7_170713140001_L01f10d0_9_370_221.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>29</td>\n",
       "      <td>MFGTMPcx7_170605200001_C21f14d0_4_371_203.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>30</td>\n",
       "      <td>MFGTMPcx7_170724140001_B16f04d0_4_323_293.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>31</td>\n",
       "      <td>MFGTMPcx7_170718140001_I09f07d0_8_370_201.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>32</td>\n",
       "      <td>MFGTMPcx7_170624010001_O08f07d0_12_485_205.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33</td>\n",
       "      <td>MFGTMPcx7_170619050001_D23f13d0_7_277_210.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>34</td>\n",
       "      <td>MFGTMPcx7_170717060001_A23f01d0_11_226_318.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35</td>\n",
       "      <td>MFGTMPcx7_170709030001_L03f07d0_12_250_219.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>36</td>\n",
       "      <td>MFGTMPcx7_170521080001_C12f13d0_14_240_204.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>37</td>\n",
       "      <td>MFGTMPcx7_170529220001_C18f07d0_7_830_230.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38</td>\n",
       "      <td>MFGTMPcx7_170626010001_H21f11d0_3_523_277.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>MFGTMPcx7_170724040001_B04f00d0_6_829_201.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>40</td>\n",
       "      <td>MFGTMPcx7_170727010001_D02f01d0_13_619_203.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>41</td>\n",
       "      <td>MFGTMPcx7_170730040001_P23f01d0_5_216_222.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>42</td>\n",
       "      <td>MFGTMPcx7_170619100001_A02f07d0_5_840_327.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>43</td>\n",
       "      <td>MFGTMPcx7_190820120001_O18f14d0_9_539_217.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>44</td>\n",
       "      <td>MFGTMPcx7_170706050001_I12f12d0_1_322_238.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>45</td>\n",
       "      <td>MFGTMPcx7_170710130003_B23f12d0_18_900_484.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>46</td>\n",
       "      <td>MFGTMPcx7_170608110002_O08f14d0_6_663_265.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>47</td>\n",
       "      <td>MFGTMPcx7_170526140001_E23f04d0_11_778_207.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>48</td>\n",
       "      <td>MFGTMPcx7_170622060001_I02f09d0_4_705_258.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49</td>\n",
       "      <td>MFGTMPcx7_170723230001_G23f14d0_7_876_310.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                             Image  Normal  Blurry  No_object  \\\n",
       "0    MFGTMPcx7_170802050001_L23f10d0_1_567_377.png     0.0     6.0        0.0   \n",
       "1    MFGTMPcx7_170702000001_B02f12d0_3_601_292.png     8.0     0.0        0.0   \n",
       "2    MFGTMPcx7_170729040001_L16f07d0_8_303_229.png     0.0     6.0        0.0   \n",
       "3    MFGTMPcx7_170526040001_N02f09d0_4_445_256.png     6.0     0.0        0.0   \n",
       "4    MFGTMPcx7_170721070001_P02f13d0_1_433_202.png     0.0     2.0        0.0   \n",
       "5    MFGTMPcx7_170607050001_N23f01d0_5_816_230.png     4.0     0.0        0.0   \n",
       "6   MFGTMPcx7_170522080001_L09f07d0_11_396_200.png     0.0     2.0        0.0   \n",
       "7   MFGTMPcx7_170715210001_B11f01d0_10_227_222.png     4.0     0.0        0.0   \n",
       "8    MFGTMPcx7_170624200001_H07f00d0_8_631_229.png     4.0     0.0        0.0   \n",
       "9   MFGTMPcx7_170703050001_O15f15d0_12_224_427.png     0.0     2.0        4.0   \n",
       "10   MFGTMPcx7_170619150001_O02f09d0_1_774_334.png     0.0     4.0        0.0   \n",
       "11   MFGTMPcx7_170714010002_E02f10d0_1_434_273.png     8.0     0.0        0.0   \n",
       "12   MFGTMPcx7_170601210001_L23f01d0_2_556_278.png     2.0     6.0        0.0   \n",
       "13   MFGTMPcx7_170802100001_K17f01d0_1_475_347.png     8.0     0.0        0.0   \n",
       "14   MFGTMPcx7_170731040001_C23f14d0_4_301_283.png     0.0     4.0        0.0   \n",
       "15   MFGTMPcx7_170521170001_M02f15d0_9_605_297.png     6.0     0.0        0.0   \n",
       "16   MFGTMPcx7_170712100001_C15f10d0_6_223_355.png     4.0     6.0        0.0   \n",
       "17   MFGTMPcx7_170522170001_O23f04d0_7_228_483.png     0.0     4.0        0.0   \n",
       "18  MFGTMPcx7_170622110001_O12f09d0_12_744_204.png     4.0     2.0        0.0   \n",
       "19   MFGTMPcx7_170527230001_K02f00d0_9_843_207.png     0.0     4.0        0.0   \n",
       "20   MFGTMPcx7_170723090001_L10f07d0_5_730_204.png     0.0     8.0        0.0   \n",
       "21  MFGTMPcx7_170623060001_L05f03d0_10_902_246.png     0.0     4.0        0.0   \n",
       "22  MFGTMPcx7_170603010001_K02f00d0_15_729_200.png     8.0     0.0        0.0   \n",
       "23  MFGTMPcx7_170522080001_E23f13d0_15_527_218.png     8.0     0.0        0.0   \n",
       "24   MFGTMPcx7_170729090001_O02f05d0_7_231_231.png     4.0     4.0        0.0   \n",
       "25   MFGTMPcx7_170729230001_D23f14d0_5_820_247.png     6.0     2.0        0.0   \n",
       "26   MFGTMPcx7_170717170001_L10f10d0_4_344_229.png     6.0     0.0        0.0   \n",
       "27   MFGTMPcx7_170520220001_G20f01d0_1_340_222.png     0.0     2.0        0.0   \n",
       "28   MFGTMPcx7_170713140001_L01f10d0_9_370_221.png     4.0     6.0        0.0   \n",
       "29   MFGTMPcx7_170605200001_C21f14d0_4_371_203.png     0.0     2.0        0.0   \n",
       "30   MFGTMPcx7_170724140001_B16f04d0_4_323_293.png     6.0     0.0        0.0   \n",
       "31   MFGTMPcx7_170718140001_I09f07d0_8_370_201.png     6.0     2.0        0.0   \n",
       "32  MFGTMPcx7_170624010001_O08f07d0_12_485_205.png     4.0     2.0        0.0   \n",
       "33   MFGTMPcx7_170619050001_D23f13d0_7_277_210.png     0.0     6.0        4.0   \n",
       "34  MFGTMPcx7_170717060001_A23f01d0_11_226_318.png     8.0     0.0        0.0   \n",
       "35  MFGTMPcx7_170709030001_L03f07d0_12_250_219.png     6.0     4.0        0.0   \n",
       "36  MFGTMPcx7_170521080001_C12f13d0_14_240_204.png     4.0     6.0        0.0   \n",
       "37   MFGTMPcx7_170529220001_C18f07d0_7_830_230.png     8.0     0.0        0.0   \n",
       "38   MFGTMPcx7_170626010001_H21f11d0_3_523_277.png     8.0     0.0        0.0   \n",
       "39   MFGTMPcx7_170724040001_B04f00d0_6_829_201.png     0.0     4.0        0.0   \n",
       "40  MFGTMPcx7_170727010001_D02f01d0_13_619_203.png     2.0     2.0        0.0   \n",
       "41   MFGTMPcx7_170730040001_P23f01d0_5_216_222.png     2.0     2.0        0.0   \n",
       "42   MFGTMPcx7_170619100001_A02f07d0_5_840_327.png     4.0     0.0        0.0   \n",
       "43   MFGTMPcx7_190820120001_O18f14d0_9_539_217.png     6.0     0.0        0.0   \n",
       "44   MFGTMPcx7_170706050001_I12f12d0_1_322_238.png     8.0     0.0        0.0   \n",
       "45  MFGTMPcx7_170710130003_B23f12d0_18_900_484.png     8.0     0.0        0.0   \n",
       "46   MFGTMPcx7_170608110002_O08f14d0_6_663_265.png     8.0     0.0        0.0   \n",
       "47  MFGTMPcx7_170526140001_E23f04d0_11_778_207.png     0.0     0.0        0.0   \n",
       "48   MFGTMPcx7_170622060001_I02f09d0_4_705_258.png     0.0     6.0        0.0   \n",
       "49   MFGTMPcx7_170723230001_G23f14d0_7_876_310.png     0.0     2.0        0.0   \n",
       "\n",
       "    Cutoff_object  Not_oval_shape  Micro_Nuclei  Messed_up  Other  \n",
       "0             0.0             0.0           0.0        2.0    4.0  \n",
       "1             0.0             0.0           0.0        0.0    0.0  \n",
       "2             0.0             6.0           0.0        2.0    2.0  \n",
       "3             0.0             0.0           6.0        0.0    0.0  \n",
       "4             0.0             2.0           4.0        0.0    4.0  \n",
       "5             0.0             2.0           0.0        0.0    2.0  \n",
       "6             0.0             8.0           2.0        2.0    2.0  \n",
       "7             0.0             4.0           0.0        0.0    0.0  \n",
       "8             0.0             4.0           0.0        0.0    0.0  \n",
       "9             0.0             2.0           2.0        0.0    4.0  \n",
       "10            0.0             4.0           4.0        4.0    0.0  \n",
       "11            0.0             0.0           0.0        0.0    0.0  \n",
       "12            0.0             0.0           0.0        0.0    0.0  \n",
       "13            0.0             0.0           0.0        0.0    0.0  \n",
       "14            0.0             4.0           2.0        4.0    0.0  \n",
       "15            0.0             2.0           0.0        0.0    0.0  \n",
       "16            0.0             0.0           0.0        0.0    0.0  \n",
       "17            0.0             6.0           2.0        2.0    6.0  \n",
       "18            0.0             4.0           0.0        0.0    0.0  \n",
       "19            0.0             4.0           0.0        0.0    0.0  \n",
       "20            0.0             2.0           0.0        0.0    0.0  \n",
       "21            0.0             6.0           0.0        0.0    0.0  \n",
       "22            0.0             0.0           0.0        0.0    0.0  \n",
       "23            0.0             0.0           0.0        0.0    0.0  \n",
       "24            0.0             2.0           0.0        0.0    0.0  \n",
       "25            0.0             2.0           0.0        0.0    0.0  \n",
       "26            0.0             2.0           0.0        0.0    0.0  \n",
       "27            0.0             2.0           4.0        0.0    4.0  \n",
       "28            0.0             0.0           0.0        0.0    0.0  \n",
       "29            0.0             4.0           0.0        4.0    2.0  \n",
       "30            0.0             2.0           0.0        0.0    0.0  \n",
       "31            0.0             0.0           0.0        0.0    0.0  \n",
       "32            0.0             2.0           0.0        0.0    0.0  \n",
       "33            0.0             0.0           0.0        0.0    2.0  \n",
       "34            0.0             0.0           0.0        0.0    0.0  \n",
       "35            0.0             0.0           2.0        0.0    0.0  \n",
       "36            0.0             4.0           0.0        0.0    0.0  \n",
       "37            0.0             0.0           0.0        0.0    0.0  \n",
       "38            0.0             0.0           0.0        0.0    0.0  \n",
       "39            0.0             4.0           0.0        0.0    2.0  \n",
       "40            0.0             4.0           6.0        0.0    0.0  \n",
       "41            0.0             4.0           0.0        0.0    0.0  \n",
       "42            0.0             4.0           0.0        0.0    0.0  \n",
       "43            0.0             2.0           6.0        0.0    0.0  \n",
       "44            0.0             0.0           0.0        0.0    0.0  \n",
       "45            0.0             0.0           0.0        0.0    0.0  \n",
       "46            0.0             0.0           0.0        0.0    0.0  \n",
       "47            0.0             6.0           0.0        2.0    0.0  \n",
       "48            0.0             2.0           0.0        6.0    0.0  \n",
       "49            0.0             4.0           0.0        6.0    2.0  "
      ]
     },
     "execution_count": 38,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import sqlite3\n",
    "from sqlite3 import Error\n",
    "import subprocess\n",
    "import os\n",
    "import shutil\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "###################Image labels##############################\n",
    "###These are the different labels we have for the images in this version\n",
    "Quality_labels      =['Normal','Blurry','Foreign_object','Empty','Shadow','Corrupted','Other']\n",
    "Nuclei_labels       =['Normal','Blurry','No_object','Cutoff_object','Not_oval_shape','Micro_Nuclei','Messed_up','Other']\n",
    "Cytosol_labels      =['Normal','Blurry','No_object','Dots','Small','Cut_off','Black_holes','Pale','Other']\n",
    "Mithocondria_labels =['Normal','Blurry','No_object','Evenly_spread','Pale','Other']\n",
    "\n",
    "############################################################\n",
    "##First, I need to read the annotations from different directories\n",
    "dirs = os.listdir('./Annotations_dir/')\n",
    "print(dirs)\n",
    "\n",
    "N=50\n",
    "label_dict = {'Image':[],'Normal':list(np.zeros(N)),'Blurry':list(np.zeros(N)),'No_object':list(np.zeros(N)),\\\n",
    "              'Cutoff_object':list(np.zeros(N)),'Not_oval_shape':list(np.zeros(N)),'Micro_Nuclei':list(np.zeros(N)),\\\n",
    "              'Messed_up':list(np.zeros(N)),'Other':list(np.zeros(N))}\n",
    "\n",
    "\n",
    "for i in range(0,len(dirs)):\n",
    "    d = dirs[i]\n",
    "    rows = []\n",
    "    conn = sqlite3.connect('./Annotations_dir/'+d+'/'+ 'Nuclei.sqlite')\n",
    "    cur = conn.cursor()\n",
    "    cur.execute(\"SELECT id,first_label FROM annotate_table where first_label!='' limit 200;\")\n",
    "    all_rows = cur.fetchall()\n",
    "    rows = all_rows[0:50]\n",
    "    conn.close()\n",
    "    #print(rows)\n",
    "    k=0\n",
    "    for row in rows:\n",
    "        if row[0] not in label_dict['Image']: \n",
    "            label_dict['Image'].append(row[0])\n",
    "        labels = row[1].split(',')\n",
    "        for lab in labels:\n",
    "            if lab in label_dict.keys():\n",
    "                label_dict[lab][k]+=2 \n",
    "        k+=1\n",
    "\n",
    "##################################################\n",
    "### in main function all databases are called and classified to different labels\n",
    "\n",
    "for k in Nuclei_labels:\n",
    "    agreement_per = 0\n",
    "\n",
    "    for ag in label_dict[k]:\n",
    "        if ag == 8.0:\n",
    "            agreement_per+=1\n",
    "    print(\"Agreement on {} label is: {} %\".format(k,agreement_per*100/len(label_dict[k])))\n",
    "\n",
    "\n",
    "print(\"\\n\")\n",
    "for k in Nuclei_labels:\n",
    "    agreement_per = 0\n",
    "    agreement_per = sum(label_dict[k])/8/len(label_dict[k])*100\n",
    "    print(\"Total agreement on {} label is: {} %\".format(k,agreement_per))\n",
    "\n",
    "\n",
    "\n",
    "df = pd.DataFrame(label_dict) \n",
    "df\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 37,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Mariam_annotations', 'Jon_annotation', 'Salma_annotations', 'Sonja_annotations']\n",
      "A 100% agreement on Normal label is: 6.0 %\n",
      "A 100% agreement on Blurry label is: 0.0 %\n",
      "A 100% agreement on No_object label is: 0.0 %\n",
      "A 100% agreement on Dots label is: 8.0 %\n",
      "A 100% agreement on Small label is: 4.0 %\n",
      "A 100% agreement on Cut_off label is: 4.0 %\n",
      "A 100% agreement on Black_holes label is: 6.0 %\n",
      "A 100% agreement on Pale label is: 0.0 %\n",
      "A 100% agreement on Other label is: 0.0 %\n",
      "\n",
      "\n",
      "Total agreement on Normal label is: 31.5 %\n",
      "Total agreement on Blurry label is: 25.5 %\n",
      "Total agreement on No_object label is: 6.5 %\n",
      "Total agreement on Dots label is: 17.0 %\n",
      "Total agreement on Small label is: 11.5 %\n",
      "Total agreement on Cut_off label is: 13.0 %\n",
      "Total agreement on Black_holes label is: 19.0 %\n",
      "Total agreement on Pale label is: 20.0 %\n",
      "Total agreement on Other label is: 6.5 %\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Image</th>\n",
       "      <th>Normal</th>\n",
       "      <th>Blurry</th>\n",
       "      <th>No_object</th>\n",
       "      <th>Dots</th>\n",
       "      <th>Small</th>\n",
       "      <th>Cut_off</th>\n",
       "      <th>Black_holes</th>\n",
       "      <th>Pale</th>\n",
       "      <th>Other</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>MFGTMPcx7_170625110001_K02f10_d1_698_540.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>MFGTMPcx7_170802100001_F06f07_d1_274_316.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>MFGTMPcx7_170727010001_B02f04_d1_531_208.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>MFGTMPcx7_170622110001_O23f05_d1_616_294.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>MFGTMPcx7_170623110001_H23f00_d1_685_540.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>MFGTMPcx7_170609070001_J05f13_d1_395_239.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>6</td>\n",
       "      <td>MFGTMPcx7_170623010001_P23f14_d1_413_203.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7</td>\n",
       "      <td>MFGTMPcx7_170621200001_M18f15_d1_686_276.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8</td>\n",
       "      <td>MFGTMPcx7_170718220001_E11f02_d1_841_231.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>MFGTMPcx7_170725090001_N01f07_d1_298_218.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>10</td>\n",
       "      <td>MFGTMPcx7_170526090001_N20f01_d1_704_204.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>11</td>\n",
       "      <td>MFGTMPcx7_170716110001_E06f04_d1_688_391.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12</td>\n",
       "      <td>MFGTMPcx7_170722070001_I09f04_d1_467_206.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13</td>\n",
       "      <td>MFGTMPcx7_170522120001_O11f07_d1_458_225.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14</td>\n",
       "      <td>MFGTMPcx7_170709080001_D11f10_d1_796_379.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15</td>\n",
       "      <td>MFGTMPcx7_170801190001_H23f01_d1_838_404.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16</td>\n",
       "      <td>MFGTMPcx7_170609020001_E16f00_d1_350_300.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17</td>\n",
       "      <td>MFGTMPcx7_170730140001_D20f12_d1_507_203.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>18</td>\n",
       "      <td>MFGTMPcx7_170522030001_I23f10_d1_615_218.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19</td>\n",
       "      <td>MFGTMPcx7_170704030001_H09f03_d1_248_256.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>20</td>\n",
       "      <td>MFGTMPcx7_170801000001_N02f14_d1_672_208.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21</td>\n",
       "      <td>MFGTMPcx7_170729090001_G02f11_d1_306_246.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>22</td>\n",
       "      <td>MFGTMPcx7_170530150001_I23f02_d1_233_265.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>23</td>\n",
       "      <td>MFGTMPcx7_170704030001_L04f04_d1_577_239.png</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>24</td>\n",
       "      <td>MFGTMPcx7_170526180001_I11f08_d1_462_212.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25</td>\n",
       "      <td>MFGTMPcx7_170530080001_N02f06_d1_351_208.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>26</td>\n",
       "      <td>MFGTMPcx7_170716060001_D02f12_d1_627_269.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27</td>\n",
       "      <td>MFGTMPcx7_170602060001_B12f12_d1_255_254.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28</td>\n",
       "      <td>MFGTMPcx7_170530080001_J20f02_d1_570_327.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>29</td>\n",
       "      <td>MFGTMPcx7_170618190001_J17f03_d1_615_236.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>30</td>\n",
       "      <td>MFGTMPcx7_170527090001_B23f08_d1_526_204.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>31</td>\n",
       "      <td>MFGTMPcx7_170625010001_I07f07_d1_608_417.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>32</td>\n",
       "      <td>MFGTMPcx7_170618050001_H23f02_d1_339_516.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33</td>\n",
       "      <td>MFGTMPcx7_170531050001_I06f08_d1_577_204.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>34</td>\n",
       "      <td>MFGTMPcx7_170521220001_E23f08_d1_226_422.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35</td>\n",
       "      <td>MFGTMPcx7_170729180001_M02f10_d1_228_419.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>36</td>\n",
       "      <td>MFGTMPcx7_170727100001_G06f02_d1_553_339.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>37</td>\n",
       "      <td>MFGTMPcx7_170623110001_F07f08_d1_844_297.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38</td>\n",
       "      <td>MFGTMPcx7_170729180001_P23f02_d1_833_289.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>MFGTMPcx7_170709080001_I23f15_d1_565_212.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>40</td>\n",
       "      <td>MFGTMPcx7_170528130001_D08f00_d1_289_261.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>41</td>\n",
       "      <td>MFGTMPcx7_170706000001_A02f06_d1_673_234.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>42</td>\n",
       "      <td>MFGTMPcx7_170528090001_I05f10_d1_434_229.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>43</td>\n",
       "      <td>MFGTMPcx7_170709080001_N09f06_d1_474_206.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>44</td>\n",
       "      <td>MFGTMPcx7_170724190001_D09f09_d1_745_411.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>45</td>\n",
       "      <td>MFGTMPcx7_170731190001_G09f10_d1_456_213.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>46</td>\n",
       "      <td>MFGTMPcx7_170625150001_K23f11_d1_385_241.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>47</td>\n",
       "      <td>MFGTMPcx7_170619100001_I18f04_d1_410_406.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>48</td>\n",
       "      <td>MFGTMPcx7_170716060001_M23f09_d1_792_201.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49</td>\n",
       "      <td>MFGTMPcx7_170725050001_B03f06_d1_342_337.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           Image  Normal  Blurry  No_object  \\\n",
       "0   MFGTMPcx7_170625110001_K02f10_d1_698_540.png     2.0     0.0        0.0   \n",
       "1   MFGTMPcx7_170802100001_F06f07_d1_274_316.png     2.0     6.0        0.0   \n",
       "2   MFGTMPcx7_170727010001_B02f04_d1_531_208.png     4.0     0.0        0.0   \n",
       "3   MFGTMPcx7_170622110001_O23f05_d1_616_294.png     0.0     0.0        4.0   \n",
       "4   MFGTMPcx7_170623110001_H23f00_d1_685_540.png     4.0     2.0        0.0   \n",
       "5   MFGTMPcx7_170609070001_J05f13_d1_395_239.png     4.0     2.0        0.0   \n",
       "6   MFGTMPcx7_170623010001_P23f14_d1_413_203.png     0.0     2.0        6.0   \n",
       "7   MFGTMPcx7_170621200001_M18f15_d1_686_276.png     2.0     4.0        0.0   \n",
       "8   MFGTMPcx7_170718220001_E11f02_d1_841_231.png     2.0     4.0        0.0   \n",
       "9   MFGTMPcx7_170725090001_N01f07_d1_298_218.png     0.0     6.0        0.0   \n",
       "10  MFGTMPcx7_170526090001_N20f01_d1_704_204.png     8.0     0.0        0.0   \n",
       "11  MFGTMPcx7_170716110001_E06f04_d1_688_391.png     0.0     0.0        0.0   \n",
       "12  MFGTMPcx7_170722070001_I09f04_d1_467_206.png     2.0     2.0        0.0   \n",
       "13  MFGTMPcx7_170522120001_O11f07_d1_458_225.png     0.0     4.0        0.0   \n",
       "14  MFGTMPcx7_170709080001_D11f10_d1_796_379.png     2.0     2.0        0.0   \n",
       "15  MFGTMPcx7_170801190001_H23f01_d1_838_404.png     8.0     2.0        0.0   \n",
       "16  MFGTMPcx7_170609020001_E16f00_d1_350_300.png     0.0     0.0        0.0   \n",
       "17  MFGTMPcx7_170730140001_D20f12_d1_507_203.png     4.0     0.0        0.0   \n",
       "18  MFGTMPcx7_170522030001_I23f10_d1_615_218.png     0.0     6.0        0.0   \n",
       "19  MFGTMPcx7_170704030001_H09f03_d1_248_256.png     0.0     0.0        0.0   \n",
       "20  MFGTMPcx7_170801000001_N02f14_d1_672_208.png     0.0     0.0        0.0   \n",
       "21  MFGTMPcx7_170729090001_G02f11_d1_306_246.png     6.0     0.0        0.0   \n",
       "22  MFGTMPcx7_170530150001_I23f02_d1_233_265.png     4.0     0.0        0.0   \n",
       "23  MFGTMPcx7_170704030001_L04f04_d1_577_239.png     8.0     0.0        0.0   \n",
       "24  MFGTMPcx7_170526180001_I11f08_d1_462_212.png     2.0     4.0        0.0   \n",
       "25  MFGTMPcx7_170530080001_N02f06_d1_351_208.png     0.0     2.0        0.0   \n",
       "26  MFGTMPcx7_170716060001_D02f12_d1_627_269.png     4.0     0.0        0.0   \n",
       "27  MFGTMPcx7_170602060001_B12f12_d1_255_254.png     4.0     0.0        0.0   \n",
       "28  MFGTMPcx7_170530080001_J20f02_d1_570_327.png     6.0     0.0        0.0   \n",
       "29  MFGTMPcx7_170618190001_J17f03_d1_615_236.png     0.0     6.0        0.0   \n",
       "30  MFGTMPcx7_170527090001_B23f08_d1_526_204.png     0.0     2.0        0.0   \n",
       "31  MFGTMPcx7_170625010001_I07f07_d1_608_417.png     2.0     0.0        2.0   \n",
       "32  MFGTMPcx7_170618050001_H23f02_d1_339_516.png     4.0     4.0        0.0   \n",
       "33  MFGTMPcx7_170531050001_I06f08_d1_577_204.png     2.0     4.0        0.0   \n",
       "34  MFGTMPcx7_170521220001_E23f08_d1_226_422.png     2.0     4.0        0.0   \n",
       "35  MFGTMPcx7_170729180001_M02f10_d1_228_419.png     2.0     4.0        0.0   \n",
       "36  MFGTMPcx7_170727100001_G06f02_d1_553_339.png     2.0     4.0        0.0   \n",
       "37  MFGTMPcx7_170623110001_F07f08_d1_844_297.png     0.0     2.0        4.0   \n",
       "38  MFGTMPcx7_170729180001_P23f02_d1_833_289.png     4.0     2.0        2.0   \n",
       "39  MFGTMPcx7_170709080001_I23f15_d1_565_212.png     4.0     2.0        0.0   \n",
       "40  MFGTMPcx7_170528130001_D08f00_d1_289_261.png     6.0     2.0        0.0   \n",
       "41  MFGTMPcx7_170706000001_A02f06_d1_673_234.png     2.0     0.0        2.0   \n",
       "42  MFGTMPcx7_170528090001_I05f10_d1_434_229.png     0.0     0.0        0.0   \n",
       "43  MFGTMPcx7_170709080001_N09f06_d1_474_206.png     2.0     4.0        0.0   \n",
       "44  MFGTMPcx7_170724190001_D09f09_d1_745_411.png     4.0     4.0        0.0   \n",
       "45  MFGTMPcx7_170731190001_G09f10_d1_456_213.png     6.0     2.0        0.0   \n",
       "46  MFGTMPcx7_170625150001_K23f11_d1_385_241.png     2.0     4.0        0.0   \n",
       "47  MFGTMPcx7_170619100001_I18f04_d1_410_406.png     2.0     2.0        0.0   \n",
       "48  MFGTMPcx7_170716060001_M23f09_d1_792_201.png     2.0     2.0        0.0   \n",
       "49  MFGTMPcx7_170725050001_B03f06_d1_342_337.png     0.0     0.0        6.0   \n",
       "\n",
       "    Dots  Small  Cut_off  Black_holes  Pale  Other  \n",
       "0    2.0    0.0      0.0          0.0   0.0    4.0  \n",
       "1    0.0    0.0      0.0          0.0   0.0    0.0  \n",
       "2    0.0    0.0      0.0          4.0   6.0    0.0  \n",
       "3    0.0    0.0      0.0          0.0   0.0    4.0  \n",
       "4    2.0    0.0      0.0          0.0   2.0    0.0  \n",
       "5    0.0    0.0      2.0          0.0   2.0    0.0  \n",
       "6    0.0    0.0      0.0          0.0   0.0    0.0  \n",
       "7    4.0    0.0      0.0          0.0   0.0    0.0  \n",
       "8    0.0    4.0      0.0          0.0   6.0    0.0  \n",
       "9    2.0    0.0      2.0          2.0   0.0    0.0  \n",
       "10   0.0    0.0      0.0          0.0   0.0    0.0  \n",
       "11   2.0    4.0      0.0          2.0   2.0    2.0  \n",
       "12   0.0    8.0      0.0          0.0   2.0    2.0  \n",
       "13   0.0    0.0      0.0          2.0   4.0    0.0  \n",
       "14   0.0    6.0      0.0          0.0   0.0    2.0  \n",
       "15   0.0    0.0      0.0          0.0   2.0    0.0  \n",
       "16   2.0    2.0      0.0          8.0   0.0    0.0  \n",
       "17   0.0    0.0      8.0          2.0   0.0    0.0  \n",
       "18   0.0    0.0      2.0          2.0   2.0    2.0  \n",
       "19   8.0    0.0      8.0          6.0   2.0    0.0  \n",
       "20   0.0    0.0      4.0          8.0   0.0    2.0  \n",
       "21   0.0    2.0      0.0          0.0   0.0    0.0  \n",
       "22   0.0    2.0      0.0          0.0   6.0    0.0  \n",
       "23   2.0    0.0      0.0          4.0   4.0    0.0  \n",
       "24   0.0    0.0      2.0          2.0   0.0    0.0  \n",
       "25   6.0    8.0      0.0          0.0   2.0    0.0  \n",
       "26   0.0    0.0      2.0          4.0   4.0    2.0  \n",
       "27   0.0    0.0      0.0          8.0   2.0    0.0  \n",
       "28   0.0    0.0      4.0          0.0   4.0    0.0  \n",
       "29   2.0    0.0      0.0          2.0   4.0    0.0  \n",
       "30   8.0    0.0      0.0          0.0   4.0    0.0  \n",
       "31   0.0    0.0      2.0          0.0   0.0    2.0  \n",
       "32   0.0    0.0      2.0          2.0   0.0    0.0  \n",
       "33   8.0    0.0      0.0          2.0   0.0    0.0  \n",
       "34   0.0    0.0      0.0          2.0   2.0    0.0  \n",
       "35   0.0    0.0      2.0          2.0   2.0    0.0  \n",
       "36   0.0    0.0      2.0          0.0   2.0    0.0  \n",
       "37   0.0    0.0      0.0          0.0   0.0    0.0  \n",
       "38   0.0    0.0      0.0          0.0   0.0    0.0  \n",
       "39   2.0    0.0      0.0          0.0   0.0    0.0  \n",
       "40   0.0    0.0      2.0          4.0   0.0    0.0  \n",
       "41   2.0    4.0      0.0          0.0   2.0    2.0  \n",
       "42   8.0    0.0      0.0          0.0   6.0    0.0  \n",
       "43   6.0    6.0      0.0          2.0   0.0    2.0  \n",
       "44   0.0    0.0      2.0          4.0   0.0    0.0  \n",
       "45   0.0    0.0      0.0          0.0   0.0    0.0  \n",
       "46   0.0    0.0      0.0          0.0   4.0    0.0  \n",
       "47   2.0    0.0      4.0          0.0   0.0    0.0  \n",
       "48   0.0    0.0      2.0          2.0   2.0    0.0  \n",
       "49   0.0    0.0      0.0          0.0   0.0    0.0  "
      ]
     },
     "execution_count": 37,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import sqlite3\n",
    "from sqlite3 import Error\n",
    "import subprocess\n",
    "import os\n",
    "import shutil\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "###################Image labels##############################\n",
    "###These are the different labels we have for the images in this version\n",
    "Quality_labels      =['Normal','Blurry','Foreign_object','Empty','Shadow','Corrupted','Other']\n",
    "Nuclei_labels       =['Normal','Blurry','No_object','Cutoff_object','Not_oval_shape','Micro_Nuclei','Messed_up','Other']\n",
    "Cytosol_labels      =['Normal','Blurry','No_object','Dots','Small','Cut_off','Black_holes','Pale','Other']\n",
    "Mithocondria_labels =['Normal','Blurry','No_object','Evenly_spread','Pale','Other']\n",
    "\n",
    "############################################################\n",
    "##First, I need to read the annotations from different directories\n",
    "dirs = os.listdir('./Annotations_dir/')\n",
    "print(dirs)\n",
    "\n",
    "N=50\n",
    "label_dict = {'Image':[],'Normal':list(np.zeros(N)),'Blurry':list(np.zeros(N)),'No_object':list(np.zeros(N)),\\\n",
    "              'Dots':list(np.zeros(N)),'Small':list(np.zeros(N)),'Cut_off':list(np.zeros(N)),'Black_holes':list(np.zeros(N)),\\\n",
    "              'Pale':list(np.zeros(N)),'Other':list(np.zeros(N))}\n",
    "\n",
    "\n",
    "for i in range(0,len(dirs)):\n",
    "    d = dirs[i]\n",
    "    rows = []\n",
    "    conn = sqlite3.connect('./Annotations_dir/'+d+'/'+ 'Cytosol.sqlite')\n",
    "    cur = conn.cursor()\n",
    "    cur.execute(\"SELECT id,first_label FROM annotate_table where first_label!='' limit 200;\")\n",
    "    all_rows = cur.fetchall()\n",
    "    rows = all_rows[0:50]\n",
    "    conn.close()\n",
    "    #print(rows)\n",
    "    k=0\n",
    "    for row in rows:\n",
    "        if row[0] not in label_dict['Image']: \n",
    "            label_dict['Image'].append(row[0])\n",
    "        labels = row[1].split(',')\n",
    "        for lab in labels:\n",
    "            if lab in label_dict.keys():\n",
    "                label_dict[lab][k]+=2 \n",
    "        k+=1\n",
    "\n",
    "##################################################\n",
    "### in main function all databases are called and classified to different labels\n",
    "\n",
    "for k in Cytosol_labels:\n",
    "    agreement_per = 0\n",
    "\n",
    "    for ag in label_dict[k]:\n",
    "        if ag == 8.0:\n",
    "            agreement_per+=1\n",
    "    print(\"A 100% agreement on {} label is: {} %\".format(k,agreement_per*100/len(label_dict[k])))\n",
    "\n",
    "print(\"\\n\")\n",
    "for k in Cytosol_labels:\n",
    "    agreement_per = 0\n",
    "    agreement_per = sum(label_dict[k])/8/len(label_dict[k])*100\n",
    "    print(\"Total agreement on {} label is: {} %\".format(k,agreement_per))\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "df = pd.DataFrame(label_dict) \n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 35,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['Mariam_annotations', 'Jon_annotation', 'Salma_annotations', 'Sonja_annotations']\n",
      "A 100% agreement on Normal label is: 0.0 % \n",
      "A 100% agreement on Blurry label is: 12.0 % \n",
      "A 100% agreement on No_object label is: 6.0 % \n",
      "A 100% agreement on Evenly_spread label is: 0.0 % \n",
      "A 100% agreement on Pale label is: 0.0 % \n",
      "A 100% agreement on Other label is: 0.0 % \n",
      "\n",
      "\n",
      "Total agreement on Normal label is: 38.5 %\n",
      "Total agreement on Blurry label is: 30.0 %\n",
      "Total agreement on No_object label is: 12.5 %\n",
      "Total agreement on Evenly_spread label is: 27.0 %\n",
      "Total agreement on Pale label is: 8.0 %\n",
      "Total agreement on Other label is: 1.5 %\n"
     ]
    },
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>Image</th>\n",
       "      <th>Normal</th>\n",
       "      <th>Blurry</th>\n",
       "      <th>No_object</th>\n",
       "      <th>Evenly_spread</th>\n",
       "      <th>Pale</th>\n",
       "      <th>Other</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <td>0</td>\n",
       "      <td>MFGTMPcx7_170704130001_D23f06_d2_279_639.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>1</td>\n",
       "      <td>MFGTMPcx7_170525230001_H23f11_d2_481_320.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>2</td>\n",
       "      <td>MFGTMPcx7_170703000001_A19f10_d2_615_254.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>3</td>\n",
       "      <td>MFGTMPcx7_170717170001_J19f13_d2_644_232.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>4</td>\n",
       "      <td>MFGTMPcx7_170704130001_C23f14_d2_407_626.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>5</td>\n",
       "      <td>MFGTMPcx7_170618190001_N21f10_d2_862_255.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>6</td>\n",
       "      <td>MFGTMPcx7_170527090001_O12f02_d2_642_203.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>7</td>\n",
       "      <td>MFGTMPcx7_170605150001_J02f01_d2_873_289.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>8</td>\n",
       "      <td>MFGTMPcx7_170522170001_H13f06_d2_630_238.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>9</td>\n",
       "      <td>MFGTMPcx7_170605150001_I03f02_d2_475_231.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>10</td>\n",
       "      <td>MFGTMPcx7_170526230001_O02f13_d2_475_215.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>11</td>\n",
       "      <td>MFGTMPcx7_170607150001_K02f04_d2_512_231.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>12</td>\n",
       "      <td>MFGTMPcx7_170801100001_F14f01_d2_718_234.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>13</td>\n",
       "      <td>MFGTMPcx7_170715020001_H18f02_d2_736_218.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>14</td>\n",
       "      <td>MFGTMPcx7_170701190001_C24f03_d2_425_302.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>15</td>\n",
       "      <td>MFGTMPcx7_170730090001_C02f09_d2_406_277.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>16</td>\n",
       "      <td>MFGTMPcx7_170731190001_M21f06_d2_563_267.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>17</td>\n",
       "      <td>MFGTMPcx7_170716020001_L23f09_d2_728_205.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>18</td>\n",
       "      <td>MFGTMPcx7_170622060001_C15f05_d2_446_306.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>19</td>\n",
       "      <td>MFGTMPcx7_170717210001_G23f05_d2_884_275.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>20</td>\n",
       "      <td>MFGTMPcx7_170526180001_P23f14_d2_344_250.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>21</td>\n",
       "      <td>MFGTMPcx7_170530080001_I23f11_d2_749_232.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>22</td>\n",
       "      <td>MFGTMPcx7_170702140001_G23f01_d2_272_200.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>23</td>\n",
       "      <td>MFGTMPcx7_170712030001_B02f12_d2_803_419.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>24</td>\n",
       "      <td>MFGTMPcx7_170802150001_O02f03_d2_215_260.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>25</td>\n",
       "      <td>MFGTMPcx7_170731040001_C23f11_d2_710_227.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>26</td>\n",
       "      <td>MFGTMPcx7_170608210001_L02f01_d2_645_700.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>27</td>\n",
       "      <td>MFGTMPcx7_170730230001_E23f15_d2_293_238.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>28</td>\n",
       "      <td>MFGTMPcx7_170619190001_I16f09_d2_291_207.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>29</td>\n",
       "      <td>MFGTMPcx7_170728230001_L23f11_d2_386_546.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>30</td>\n",
       "      <td>MFGTMPcx7_170621150001_B02f11_d2_496_226.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>31</td>\n",
       "      <td>MFGTMPcx7_170605100001_E23f08_d2_451_210.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>32</td>\n",
       "      <td>MFGTMPcx7_170523170001_F11f06_d2_471_215.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>33</td>\n",
       "      <td>MFGTMPcx7_170522080001_H02f08_d2_314_297.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>34</td>\n",
       "      <td>MFGTMPcx7_170526230001_I23f03_d2_859_221.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>35</td>\n",
       "      <td>MFGTMPcx7_170729180001_J23f12_d2_760_221.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>36</td>\n",
       "      <td>MFGTMPcx7_170624010001_I23f09_d2_456_240.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>37</td>\n",
       "      <td>MFGTMPcx7_170801190001_J01f01_d2_681_203.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>38</td>\n",
       "      <td>MFGTMPcx7_170702050001_E14f08_d2_281_338.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>39</td>\n",
       "      <td>MFGTMPcx7_170729090001_A04f14_d2_372_336.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>40</td>\n",
       "      <td>MFGTMPcx7_170529220001_L02f04_d2_437_206.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>41</td>\n",
       "      <td>MFGTMPcx7_170529220001_E18f05_d2_739_217.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>42</td>\n",
       "      <td>MFGTMPcx7_170715160001_J11f10_d2_347_387.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>43</td>\n",
       "      <td>MFGTMPcx7_170606050001_G15f09_d2_436_219.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>44</td>\n",
       "      <td>MFGTMPcx7_170714010002_M18f01_d2_728_205.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>45</td>\n",
       "      <td>MFGTMPcx7_170625010001_E23f03_d2_525_246.png</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>46</td>\n",
       "      <td>MFGTMPcx7_170702050001_M23f05_d2_736_269.png</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>47</td>\n",
       "      <td>MFGTMPcx7_170730230001_K23f11_d2_867_540.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>6.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>48</td>\n",
       "      <td>MFGTMPcx7_190820120001_C22f15_d2_603_232.png</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>8.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <td>49</td>\n",
       "      <td>MFGTMPcx7_170521130001_F02f15_d2_753_238.png</td>\n",
       "      <td>4.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>0.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>2.0</td>\n",
       "      <td>0.0</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "                                           Image  Normal  Blurry  No_object  \\\n",
       "0   MFGTMPcx7_170704130001_D23f06_d2_279_639.png     0.0     8.0        0.0   \n",
       "1   MFGTMPcx7_170525230001_H23f11_d2_481_320.png     2.0     0.0        0.0   \n",
       "2   MFGTMPcx7_170703000001_A19f10_d2_615_254.png     4.0     4.0        0.0   \n",
       "3   MFGTMPcx7_170717170001_J19f13_d2_644_232.png     4.0     6.0        2.0   \n",
       "4   MFGTMPcx7_170704130001_C23f14_d2_407_626.png     0.0     0.0        8.0   \n",
       "5   MFGTMPcx7_170618190001_N21f10_d2_862_255.png     4.0     4.0        2.0   \n",
       "6   MFGTMPcx7_170527090001_O12f02_d2_642_203.png     4.0     4.0        0.0   \n",
       "7   MFGTMPcx7_170605150001_J02f01_d2_873_289.png     6.0     2.0        0.0   \n",
       "8   MFGTMPcx7_170522170001_H13f06_d2_630_238.png     0.0     8.0        0.0   \n",
       "9   MFGTMPcx7_170605150001_I03f02_d2_475_231.png     2.0     0.0        6.0   \n",
       "10  MFGTMPcx7_170526230001_O02f13_d2_475_215.png     4.0     4.0        0.0   \n",
       "11  MFGTMPcx7_170607150001_K02f04_d2_512_231.png     6.0     2.0        0.0   \n",
       "12  MFGTMPcx7_170801100001_F14f01_d2_718_234.png     6.0     2.0        0.0   \n",
       "13  MFGTMPcx7_170715020001_H18f02_d2_736_218.png     4.0     2.0        0.0   \n",
       "14  MFGTMPcx7_170701190001_C24f03_d2_425_302.png     4.0     0.0        0.0   \n",
       "15  MFGTMPcx7_170730090001_C02f09_d2_406_277.png     0.0     2.0        0.0   \n",
       "16  MFGTMPcx7_170731190001_M21f06_d2_563_267.png     0.0     8.0        0.0   \n",
       "17  MFGTMPcx7_170716020001_L23f09_d2_728_205.png     0.0     0.0        8.0   \n",
       "18  MFGTMPcx7_170622060001_C15f05_d2_446_306.png     6.0     0.0        0.0   \n",
       "19  MFGTMPcx7_170717210001_G23f05_d2_884_275.png     4.0     2.0        0.0   \n",
       "20  MFGTMPcx7_170526180001_P23f14_d2_344_250.png     4.0     2.0        0.0   \n",
       "21  MFGTMPcx7_170530080001_I23f11_d2_749_232.png     4.0     0.0        2.0   \n",
       "22  MFGTMPcx7_170702140001_G23f01_d2_272_200.png     4.0     2.0        0.0   \n",
       "23  MFGTMPcx7_170712030001_B02f12_d2_803_419.png     0.0     8.0        0.0   \n",
       "24  MFGTMPcx7_170802150001_O02f03_d2_215_260.png     2.0     4.0        0.0   \n",
       "25  MFGTMPcx7_170731040001_C23f11_d2_710_227.png     6.0     0.0        0.0   \n",
       "26  MFGTMPcx7_170608210001_L02f01_d2_645_700.png     6.0     0.0        0.0   \n",
       "27  MFGTMPcx7_170730230001_E23f15_d2_293_238.png     0.0     2.0        6.0   \n",
       "28  MFGTMPcx7_170619190001_I16f09_d2_291_207.png     4.0     4.0        0.0   \n",
       "29  MFGTMPcx7_170728230001_L23f11_d2_386_546.png     2.0     0.0        0.0   \n",
       "30  MFGTMPcx7_170621150001_B02f11_d2_496_226.png     4.0     4.0        0.0   \n",
       "31  MFGTMPcx7_170605100001_E23f08_d2_451_210.png     4.0     0.0        2.0   \n",
       "32  MFGTMPcx7_170523170001_F11f06_d2_471_215.png     0.0     8.0        0.0   \n",
       "33  MFGTMPcx7_170522080001_H02f08_d2_314_297.png     2.0     0.0        0.0   \n",
       "34  MFGTMPcx7_170526230001_I23f03_d2_859_221.png     2.0     4.0        0.0   \n",
       "35  MFGTMPcx7_170729180001_J23f12_d2_760_221.png     6.0     0.0        0.0   \n",
       "36  MFGTMPcx7_170624010001_I23f09_d2_456_240.png     4.0     0.0        0.0   \n",
       "37  MFGTMPcx7_170801190001_J01f01_d2_681_203.png     0.0     8.0        0.0   \n",
       "38  MFGTMPcx7_170702050001_E14f08_d2_281_338.png     6.0     0.0        0.0   \n",
       "39  MFGTMPcx7_170729090001_A04f14_d2_372_336.png     0.0     2.0        4.0   \n",
       "40  MFGTMPcx7_170529220001_L02f04_d2_437_206.png     4.0     0.0        0.0   \n",
       "41  MFGTMPcx7_170529220001_E18f05_d2_739_217.png     6.0     2.0        0.0   \n",
       "42  MFGTMPcx7_170715160001_J11f10_d2_347_387.png     2.0     4.0        0.0   \n",
       "43  MFGTMPcx7_170606050001_G15f09_d2_436_219.png     4.0     0.0        0.0   \n",
       "44  MFGTMPcx7_170714010002_M18f01_d2_728_205.png     6.0     0.0        0.0   \n",
       "45  MFGTMPcx7_170625010001_E23f03_d2_525_246.png     2.0     2.0        2.0   \n",
       "46  MFGTMPcx7_170702050001_M23f05_d2_736_269.png     6.0     0.0        0.0   \n",
       "47  MFGTMPcx7_170730230001_K23f11_d2_867_540.png     0.0     6.0        0.0   \n",
       "48  MFGTMPcx7_190820120001_C22f15_d2_603_232.png     0.0     0.0        8.0   \n",
       "49  MFGTMPcx7_170521130001_F02f15_d2_753_238.png     4.0     0.0        0.0   \n",
       "\n",
       "    Evenly_spread  Pale  Other  \n",
       "0             2.0   0.0    0.0  \n",
       "1             6.0   0.0    2.0  \n",
       "2             0.0   0.0    0.0  \n",
       "3             0.0   2.0    0.0  \n",
       "4             0.0   0.0    0.0  \n",
       "5             0.0   0.0    0.0  \n",
       "6             2.0   2.0    0.0  \n",
       "7             2.0   0.0    0.0  \n",
       "8             0.0   0.0    0.0  \n",
       "9             2.0   0.0    0.0  \n",
       "10            2.0   0.0    0.0  \n",
       "11            2.0   0.0    0.0  \n",
       "12            0.0   0.0    0.0  \n",
       "13            2.0   0.0    0.0  \n",
       "14            2.0   2.0    0.0  \n",
       "15            6.0   0.0    0.0  \n",
       "16            2.0   0.0    0.0  \n",
       "17            0.0   0.0    0.0  \n",
       "18            2.0   0.0    2.0  \n",
       "19            2.0   0.0    0.0  \n",
       "20            2.0   0.0    0.0  \n",
       "21            2.0   0.0    0.0  \n",
       "22            2.0   4.0    0.0  \n",
       "23            2.0   0.0    0.0  \n",
       "24            2.0   0.0    0.0  \n",
       "25            2.0   0.0    0.0  \n",
       "26            2.0   0.0    0.0  \n",
       "27            0.0   2.0    0.0  \n",
       "28            2.0   0.0    0.0  \n",
       "29            6.0   0.0    0.0  \n",
       "30            0.0   4.0    0.0  \n",
       "31            2.0   0.0    0.0  \n",
       "32            6.0   0.0    0.0  \n",
       "33            6.0   0.0    0.0  \n",
       "34            2.0   0.0    0.0  \n",
       "35            2.0   0.0    0.0  \n",
       "36            2.0   2.0    0.0  \n",
       "37            2.0   2.0    0.0  \n",
       "38            2.0   0.0    0.0  \n",
       "39            2.0   0.0    0.0  \n",
       "40            2.0   2.0    0.0  \n",
       "41            2.0   0.0    0.0  \n",
       "42            4.0   0.0    2.0  \n",
       "43            4.0   0.0    0.0  \n",
       "44            2.0   0.0    0.0  \n",
       "45            2.0   4.0    0.0  \n",
       "46            2.0   0.0    0.0  \n",
       "47            6.0   2.0    0.0  \n",
       "48            0.0   2.0    0.0  \n",
       "49            2.0   2.0    0.0  "
      ]
     },
     "execution_count": 35,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "import sqlite3\n",
    "from sqlite3 import Error\n",
    "import subprocess\n",
    "import os\n",
    "import shutil\n",
    "import pandas as pd\n",
    "import numpy as np\n",
    "\n",
    "###################Image labels##############################\n",
    "###These are the different labels we have for the images in this version\n",
    "Quality_labels      =['Normal','Blurry','Foreign_object','Empty','Shadow','Corrupted','Other']\n",
    "Nuclei_labels       =['Normal','Blurry','No_object','Cutoff_object','Not_oval_shape','Micro_Nuclei','Messed_up','Other']\n",
    "Cytosol_labels      =['Normal','Blurry','No_object','Dots','Small','Cut_off','Black_holes','Pale','Other']\n",
    "Mithocondria_labels =['Normal','Blurry','No_object','Evenly_spread','Pale','Other']\n",
    "\n",
    "############################################################\n",
    "##First, I need to read the annotations from different directories\n",
    "dirs = os.listdir('./Annotations_dir/')\n",
    "print(dirs)\n",
    "\n",
    "N=50\n",
    "label_dict = {'Image':[],'Normal':list(np.zeros(N)),'Blurry':list(np.zeros(N)),'No_object':list(np.zeros(N)),\\\n",
    "              'Evenly_spread':list(np.zeros(N)),'Pale':list(np.zeros(N)),\\\n",
    "              'Other':list(np.zeros(N))}\n",
    "\n",
    "\n",
    "for i in range(0,len(dirs)):\n",
    "    d = dirs[i]\n",
    "    rows = []\n",
    "    conn = sqlite3.connect('./Annotations_dir/'+d+'/'+ 'Mitochondria.sqlite')\n",
    "    cur = conn.cursor()\n",
    "    cur.execute(\"SELECT id,first_label FROM annotate_table where first_label!='' limit 200;\")\n",
    "    all_rows = cur.fetchall()\n",
    "    rows = all_rows[0:50]\n",
    "    conn.close()\n",
    "    #print(rows)\n",
    "    k=0\n",
    "    for row in rows:\n",
    "        if row[0] not in label_dict['Image']: \n",
    "            label_dict['Image'].append(row[0])\n",
    "        labels = row[1].split(',')\n",
    "        for lab in labels:\n",
    "            if lab in label_dict.keys():\n",
    "                label_dict[lab][k]+=2 \n",
    "        k+=1\n",
    "\n",
    "##################################################\n",
    "### in main function all databases are called and classified to different labels\n",
    "\n",
    "\n",
    "for k in Mithocondria_labels:\n",
    "    agreement_per = 0\n",
    "\n",
    "    for ag in label_dict[k]:\n",
    "        if ag == 8.0:\n",
    "            agreement_per+=1\n",
    "    print(\"A 100% agreement on {} label is: {} % \".format(k,agreement_per*100/len(label_dict[k])))\n",
    "\n",
    "print(\"\\n\")\n",
    "for k in Mithocondria_labels:\n",
    "    agreement_per = 0\n",
    "    agreement_per = sum(label_dict[k])/8/len(label_dict[k])*100\n",
    "    print(\"Total agreement on {} label is: {} %\".format(k,agreement_per))\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "\n",
    "df = pd.DataFrame(label_dict) \n",
    "df"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.4"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 4
}