ResNet50_Tensorflow.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "438c3c42",
   "metadata": {},
   "outputs": [],
   "source": [
    "#importing the necessary libraries\n",
    "from tensorflow.keras.layers import Input, Conv2D, BatchNormalization\n",
    "from tensorflow.keras.layers import MaxPool2D, GlobalAvgPool2D\n",
    "from tensorflow.keras.layers import Add, ReLU, Dense\n",
    "from tensorflow.keras import Model"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "11a780ae",
   "metadata": {},
   "source": [
    "##### This is the basic building block. It contains a convolutional layer followed by a BatchNormalization which is followed by the ReLU activation function."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "98c50757",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Conv-BatchNorm-ReLU block (Convolutional layer followed by BatchNormalization followed by Relu activation function)\n",
    "# x is the input and other factors are the other hyperparameters\n",
    "def conv_batchnorm_relu(x, filters, kernel_size, strides = 1):\n",
    "    x = Conv2D(filters = filters, kernel_size = kernel_size, strides = strides, padding='same')(x)\n",
    "    x = BatchNormalization()(x)\n",
    "    x = ReLU()(x)\n",
    "    \n",
    "    return x"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4174cc32",
   "metadata": {},
   "source": [
    "##### An identity block contains 3 convolutional layers, and each layer is followed by Batch Normalization and ReLU activation, except the last layer which first adds to the skip connection and only then applied the ReLU activation.Also, the first two convolutional layers have the same number of filters, but the last convolutional layer has 4 times the number of filters."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 23,
   "id": "c4d74775",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Identity Block\n",
    "def identity_block(tensor, filters):\n",
    "    \n",
    "    x = conv_batchnorm_relu(tensor, filters = filters,kernel_size = 1,strides=1)\n",
    "    x = conv_batchnorm_relu(x,filters = filters,kernel_size = 3,strides=1)\n",
    "    x = Conv2D(filters = 4*filters,kernel_size = 1, strides = 1)(x)# The last layer before adding skip connection\n",
    "    x = BatchNormalization()(x)\n",
    "    \n",
    "    x = Add()([tensor,x])\n",
    "    x = ReLU()(x)\n",
    "    \n",
    "    return x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 24,
   "id": "5b8a09ed",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Projection Block\n",
    "def projection_block(tensor, filters, strides):    \n",
    "    #left stream\n",
    "    x = conv_batchnorm_relu(tensor, filters=filters, kernel_size=1, strides=strides)\n",
    "    x = conv_batchnorm_relu(x, filters=filters, kernel_size=3, strides=1)\n",
    "    x = Conv2D(filters=4*filters, kernel_size=1, strides=1)(x)\n",
    "    x = BatchNormalization()(x)\n",
    "    \n",
    "    #right stream\n",
    "    shortcut = Conv2D(filters=4*filters, kernel_size=1, strides=strides)(tensor)\n",
    "    shortcut = BatchNormalization()(shortcut)\n",
    "    \n",
    "    x = Add()([shortcut,x])    #skip connection\n",
    "    x = ReLU()(x)\n",
    "    \n",
    "    return x"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 25,
   "id": "dfb3be66",
   "metadata": {},
   "outputs": [],
   "source": [
    "# ResNet Block\n",
    "def resnet_block(x,filters,reps,strides):\n",
    "    x = projection_block(x, filters,strides)\n",
    "    for _ in range(reps-1):\n",
    "        x = identity_block(x,filters)\n",
    "        \n",
    "    return x"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "c516afa1",
   "metadata": {},
   "source": [
    "##### Now that all the blocks are ready, the model can now be created"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "id": "84e3863e",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model: \"model_2\"\n",
      "__________________________________________________________________________________________________\n",
      "Layer (type)                    Output Shape         Param #     Connected to                     \n",
      "==================================================================================================\n",
      "input_6 (InputLayer)            [(None, 224, 224, 3) 0                                            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_130 (Conv2D)             (None, 112, 112, 64) 9472        input_6[0][0]                    \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_130 (BatchN (None, 112, 112, 64) 256         conv2d_130[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_119 (ReLU)                (None, 112, 112, 64) 0           batch_normalization_130[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "max_pooling2d_5 (MaxPooling2D)  (None, 55, 55, 64)   0           re_lu_119[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_131 (Conv2D)             (None, 55, 55, 64)   4160        max_pooling2d_5[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_131 (BatchN (None, 55, 55, 64)   256         conv2d_131[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_120 (ReLU)                (None, 55, 55, 64)   0           batch_normalization_131[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_132 (Conv2D)             (None, 55, 55, 64)   36928       re_lu_120[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_132 (BatchN (None, 55, 55, 64)   256         conv2d_132[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_121 (ReLU)                (None, 55, 55, 64)   0           batch_normalization_132[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_134 (Conv2D)             (None, 55, 55, 256)  16640       max_pooling2d_5[0][0]            \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_133 (Conv2D)             (None, 55, 55, 256)  16640       re_lu_121[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_134 (BatchN (None, 55, 55, 256)  1024        conv2d_134[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_133 (BatchN (None, 55, 55, 256)  1024        conv2d_133[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_38 (Add)                    (None, 55, 55, 256)  0           batch_normalization_134[0][0]    \n",
      "                                                                 batch_normalization_133[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_122 (ReLU)                (None, 55, 55, 256)  0           add_38[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_135 (Conv2D)             (None, 55, 55, 64)   16448       re_lu_122[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_135 (BatchN (None, 55, 55, 64)   256         conv2d_135[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_123 (ReLU)                (None, 55, 55, 64)   0           batch_normalization_135[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_136 (Conv2D)             (None, 55, 55, 64)   36928       re_lu_123[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_136 (BatchN (None, 55, 55, 64)   256         conv2d_136[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_124 (ReLU)                (None, 55, 55, 64)   0           batch_normalization_136[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_137 (Conv2D)             (None, 55, 55, 256)  16640       re_lu_124[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_137 (BatchN (None, 55, 55, 256)  1024        conv2d_137[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_39 (Add)                    (None, 55, 55, 256)  0           re_lu_122[0][0]                  \n",
      "                                                                 batch_normalization_137[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_125 (ReLU)                (None, 55, 55, 256)  0           add_39[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_138 (Conv2D)             (None, 55, 55, 64)   16448       re_lu_125[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_138 (BatchN (None, 55, 55, 64)   256         conv2d_138[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_126 (ReLU)                (None, 55, 55, 64)   0           batch_normalization_138[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_139 (Conv2D)             (None, 55, 55, 64)   36928       re_lu_126[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_139 (BatchN (None, 55, 55, 64)   256         conv2d_139[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_127 (ReLU)                (None, 55, 55, 64)   0           batch_normalization_139[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_140 (Conv2D)             (None, 55, 55, 256)  16640       re_lu_127[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_140 (BatchN (None, 55, 55, 256)  1024        conv2d_140[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_40 (Add)                    (None, 55, 55, 256)  0           re_lu_125[0][0]                  \n",
      "                                                                 batch_normalization_140[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_128 (ReLU)                (None, 55, 55, 256)  0           add_40[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_141 (Conv2D)             (None, 28, 28, 128)  32896       re_lu_128[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_141 (BatchN (None, 28, 28, 128)  512         conv2d_141[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_129 (ReLU)                (None, 28, 28, 128)  0           batch_normalization_141[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_142 (Conv2D)             (None, 28, 28, 128)  147584      re_lu_129[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_142 (BatchN (None, 28, 28, 128)  512         conv2d_142[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_130 (ReLU)                (None, 28, 28, 128)  0           batch_normalization_142[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_144 (Conv2D)             (None, 28, 28, 512)  131584      re_lu_128[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_143 (Conv2D)             (None, 28, 28, 512)  66048       re_lu_130[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_144 (BatchN (None, 28, 28, 512)  2048        conv2d_144[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_143 (BatchN (None, 28, 28, 512)  2048        conv2d_143[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_41 (Add)                    (None, 28, 28, 512)  0           batch_normalization_144[0][0]    \n",
      "                                                                 batch_normalization_143[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_131 (ReLU)                (None, 28, 28, 512)  0           add_41[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_145 (Conv2D)             (None, 28, 28, 128)  65664       re_lu_131[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_145 (BatchN (None, 28, 28, 128)  512         conv2d_145[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_132 (ReLU)                (None, 28, 28, 128)  0           batch_normalization_145[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_146 (Conv2D)             (None, 28, 28, 128)  147584      re_lu_132[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_146 (BatchN (None, 28, 28, 128)  512         conv2d_146[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_133 (ReLU)                (None, 28, 28, 128)  0           batch_normalization_146[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_147 (Conv2D)             (None, 28, 28, 512)  66048       re_lu_133[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_147 (BatchN (None, 28, 28, 512)  2048        conv2d_147[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_42 (Add)                    (None, 28, 28, 512)  0           re_lu_131[0][0]                  \n",
      "                                                                 batch_normalization_147[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_134 (ReLU)                (None, 28, 28, 512)  0           add_42[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_148 (Conv2D)             (None, 28, 28, 128)  65664       re_lu_134[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_148 (BatchN (None, 28, 28, 128)  512         conv2d_148[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_135 (ReLU)                (None, 28, 28, 128)  0           batch_normalization_148[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_149 (Conv2D)             (None, 28, 28, 128)  147584      re_lu_135[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_149 (BatchN (None, 28, 28, 128)  512         conv2d_149[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_136 (ReLU)                (None, 28, 28, 128)  0           batch_normalization_149[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_150 (Conv2D)             (None, 28, 28, 512)  66048       re_lu_136[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_150 (BatchN (None, 28, 28, 512)  2048        conv2d_150[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_43 (Add)                    (None, 28, 28, 512)  0           re_lu_134[0][0]                  \n",
      "                                                                 batch_normalization_150[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_137 (ReLU)                (None, 28, 28, 512)  0           add_43[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_151 (Conv2D)             (None, 28, 28, 128)  65664       re_lu_137[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_151 (BatchN (None, 28, 28, 128)  512         conv2d_151[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_138 (ReLU)                (None, 28, 28, 128)  0           batch_normalization_151[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_152 (Conv2D)             (None, 28, 28, 128)  147584      re_lu_138[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_152 (BatchN (None, 28, 28, 128)  512         conv2d_152[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_139 (ReLU)                (None, 28, 28, 128)  0           batch_normalization_152[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_153 (Conv2D)             (None, 28, 28, 512)  66048       re_lu_139[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_153 (BatchN (None, 28, 28, 512)  2048        conv2d_153[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_44 (Add)                    (None, 28, 28, 512)  0           re_lu_137[0][0]                  \n",
      "                                                                 batch_normalization_153[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_140 (ReLU)                (None, 28, 28, 512)  0           add_44[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_154 (Conv2D)             (None, 14, 14, 256)  131328      re_lu_140[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_154 (BatchN (None, 14, 14, 256)  1024        conv2d_154[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_141 (ReLU)                (None, 14, 14, 256)  0           batch_normalization_154[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_155 (Conv2D)             (None, 14, 14, 256)  590080      re_lu_141[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_155 (BatchN (None, 14, 14, 256)  1024        conv2d_155[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_142 (ReLU)                (None, 14, 14, 256)  0           batch_normalization_155[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_157 (Conv2D)             (None, 14, 14, 1024) 525312      re_lu_140[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_156 (Conv2D)             (None, 14, 14, 1024) 263168      re_lu_142[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_157 (BatchN (None, 14, 14, 1024) 4096        conv2d_157[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_156 (BatchN (None, 14, 14, 1024) 4096        conv2d_156[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_45 (Add)                    (None, 14, 14, 1024) 0           batch_normalization_157[0][0]    \n",
      "                                                                 batch_normalization_156[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_143 (ReLU)                (None, 14, 14, 1024) 0           add_45[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_158 (Conv2D)             (None, 14, 14, 256)  262400      re_lu_143[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_158 (BatchN (None, 14, 14, 256)  1024        conv2d_158[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_144 (ReLU)                (None, 14, 14, 256)  0           batch_normalization_158[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_159 (Conv2D)             (None, 14, 14, 256)  590080      re_lu_144[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_159 (BatchN (None, 14, 14, 256)  1024        conv2d_159[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_145 (ReLU)                (None, 14, 14, 256)  0           batch_normalization_159[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_160 (Conv2D)             (None, 14, 14, 1024) 263168      re_lu_145[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_160 (BatchN (None, 14, 14, 1024) 4096        conv2d_160[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_46 (Add)                    (None, 14, 14, 1024) 0           re_lu_143[0][0]                  \n",
      "                                                                 batch_normalization_160[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_146 (ReLU)                (None, 14, 14, 1024) 0           add_46[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_161 (Conv2D)             (None, 14, 14, 256)  262400      re_lu_146[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_161 (BatchN (None, 14, 14, 256)  1024        conv2d_161[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_147 (ReLU)                (None, 14, 14, 256)  0           batch_normalization_161[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_162 (Conv2D)             (None, 14, 14, 256)  590080      re_lu_147[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_162 (BatchN (None, 14, 14, 256)  1024        conv2d_162[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_148 (ReLU)                (None, 14, 14, 256)  0           batch_normalization_162[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_163 (Conv2D)             (None, 14, 14, 1024) 263168      re_lu_148[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_163 (BatchN (None, 14, 14, 1024) 4096        conv2d_163[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_47 (Add)                    (None, 14, 14, 1024) 0           re_lu_146[0][0]                  \n",
      "                                                                 batch_normalization_163[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_149 (ReLU)                (None, 14, 14, 1024) 0           add_47[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_164 (Conv2D)             (None, 14, 14, 256)  262400      re_lu_149[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_164 (BatchN (None, 14, 14, 256)  1024        conv2d_164[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_150 (ReLU)                (None, 14, 14, 256)  0           batch_normalization_164[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_165 (Conv2D)             (None, 14, 14, 256)  590080      re_lu_150[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_165 (BatchN (None, 14, 14, 256)  1024        conv2d_165[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_151 (ReLU)                (None, 14, 14, 256)  0           batch_normalization_165[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_166 (Conv2D)             (None, 14, 14, 1024) 263168      re_lu_151[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_166 (BatchN (None, 14, 14, 1024) 4096        conv2d_166[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_48 (Add)                    (None, 14, 14, 1024) 0           re_lu_149[0][0]                  \n",
      "                                                                 batch_normalization_166[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_152 (ReLU)                (None, 14, 14, 1024) 0           add_48[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_167 (Conv2D)             (None, 14, 14, 256)  262400      re_lu_152[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_167 (BatchN (None, 14, 14, 256)  1024        conv2d_167[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_153 (ReLU)                (None, 14, 14, 256)  0           batch_normalization_167[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_168 (Conv2D)             (None, 14, 14, 256)  590080      re_lu_153[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_168 (BatchN (None, 14, 14, 256)  1024        conv2d_168[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_154 (ReLU)                (None, 14, 14, 256)  0           batch_normalization_168[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_169 (Conv2D)             (None, 14, 14, 1024) 263168      re_lu_154[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_169 (BatchN (None, 14, 14, 1024) 4096        conv2d_169[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_49 (Add)                    (None, 14, 14, 1024) 0           re_lu_152[0][0]                  \n",
      "                                                                 batch_normalization_169[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_155 (ReLU)                (None, 14, 14, 1024) 0           add_49[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_170 (Conv2D)             (None, 14, 14, 256)  262400      re_lu_155[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_170 (BatchN (None, 14, 14, 256)  1024        conv2d_170[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_156 (ReLU)                (None, 14, 14, 256)  0           batch_normalization_170[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_171 (Conv2D)             (None, 14, 14, 256)  590080      re_lu_156[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_171 (BatchN (None, 14, 14, 256)  1024        conv2d_171[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_157 (ReLU)                (None, 14, 14, 256)  0           batch_normalization_171[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_172 (Conv2D)             (None, 14, 14, 1024) 263168      re_lu_157[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_172 (BatchN (None, 14, 14, 1024) 4096        conv2d_172[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_50 (Add)                    (None, 14, 14, 1024) 0           re_lu_155[0][0]                  \n",
      "                                                                 batch_normalization_172[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_158 (ReLU)                (None, 14, 14, 1024) 0           add_50[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_173 (Conv2D)             (None, 7, 7, 512)    524800      re_lu_158[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_173 (BatchN (None, 7, 7, 512)    2048        conv2d_173[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_159 (ReLU)                (None, 7, 7, 512)    0           batch_normalization_173[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_174 (Conv2D)             (None, 7, 7, 512)    2359808     re_lu_159[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_174 (BatchN (None, 7, 7, 512)    2048        conv2d_174[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_160 (ReLU)                (None, 7, 7, 512)    0           batch_normalization_174[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_176 (Conv2D)             (None, 7, 7, 2048)   2099200     re_lu_158[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_175 (Conv2D)             (None, 7, 7, 2048)   1050624     re_lu_160[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_176 (BatchN (None, 7, 7, 2048)   8192        conv2d_176[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_175 (BatchN (None, 7, 7, 2048)   8192        conv2d_175[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_51 (Add)                    (None, 7, 7, 2048)   0           batch_normalization_176[0][0]    \n",
      "                                                                 batch_normalization_175[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_161 (ReLU)                (None, 7, 7, 2048)   0           add_51[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_177 (Conv2D)             (None, 7, 7, 512)    1049088     re_lu_161[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_177 (BatchN (None, 7, 7, 512)    2048        conv2d_177[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_162 (ReLU)                (None, 7, 7, 512)    0           batch_normalization_177[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_178 (Conv2D)             (None, 7, 7, 512)    2359808     re_lu_162[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_178 (BatchN (None, 7, 7, 512)    2048        conv2d_178[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_163 (ReLU)                (None, 7, 7, 512)    0           batch_normalization_178[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_179 (Conv2D)             (None, 7, 7, 2048)   1050624     re_lu_163[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_179 (BatchN (None, 7, 7, 2048)   8192        conv2d_179[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_52 (Add)                    (None, 7, 7, 2048)   0           re_lu_161[0][0]                  \n",
      "                                                                 batch_normalization_179[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_164 (ReLU)                (None, 7, 7, 2048)   0           add_52[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_180 (Conv2D)             (None, 7, 7, 512)    1049088     re_lu_164[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_180 (BatchN (None, 7, 7, 512)    2048        conv2d_180[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_165 (ReLU)                (None, 7, 7, 512)    0           batch_normalization_180[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_181 (Conv2D)             (None, 7, 7, 512)    2359808     re_lu_165[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_181 (BatchN (None, 7, 7, 512)    2048        conv2d_181[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_166 (ReLU)                (None, 7, 7, 512)    0           batch_normalization_181[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "conv2d_182 (Conv2D)             (None, 7, 7, 2048)   1050624     re_lu_166[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "batch_normalization_182 (BatchN (None, 7, 7, 2048)   8192        conv2d_182[0][0]                 \n",
      "__________________________________________________________________________________________________\n",
      "add_53 (Add)                    (None, 7, 7, 2048)   0           re_lu_164[0][0]                  \n",
      "                                                                 batch_normalization_182[0][0]    \n",
      "__________________________________________________________________________________________________\n",
      "re_lu_167 (ReLU)                (None, 7, 7, 2048)   0           add_53[0][0]                     \n",
      "__________________________________________________________________________________________________\n",
      "global_average_pooling2d_2 (Glo (None, 2048)         0           re_lu_167[0][0]                  \n",
      "__________________________________________________________________________________________________\n",
      "dense_2 (Dense)                 (None, 1000)         2049000     global_average_pooling2d_2[0][0] \n",
      "==================================================================================================\n",
      "Total params: 25,636,712\n",
      "Trainable params: 25,583,592\n",
      "Non-trainable params: 53,120\n",
      "__________________________________________________________________________________________________\n"
     ]
    }
   ],
   "source": [
    "# Creating the Model\n",
    "input = Input(shape=(224,224,3))\n",
    "\n",
    "x = conv_batchnorm_relu(input, filters=64, kernel_size=7, strides=2)\n",
    "x = MaxPool2D(pool_size = 3, strides =2)(x)\n",
    "x = resnet_block(x, filters=64, reps =3, strides=1)\n",
    "x = resnet_block(x, filters=128, reps =4, strides=2)\n",
    "x = resnet_block(x, filters=256, reps =6, strides=2)\n",
    "x = resnet_block(x, filters=512, reps =3, strides=2)\n",
    "x = GlobalAvgPool2D()(x)\n",
    "\n",
    "output = Dense(1000, activation ='softmax')(x)\n",
    "\n",
    "model = Model(inputs=input, outputs=output)\n",
    "model.summary()"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "6c24eb5a",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.7"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}