From 1a2b1a5ce6beca1ac5d7d0935b116fae88f256f6 Mon Sep 17 00:00:00 2001
From: Mostafa Moradian <mostafa@gatewayd.io>
Date: Sat, 16 Mar 2024 00:38:06 +0100
Subject: [PATCH] Add models.config to serve all versions of the model
 simultaneously

---
 Dockerfile.serving-api | 5 +++--
 models.config          | 8 ++++++++
 2 files changed, 11 insertions(+), 2 deletions(-)
 create mode 100644 models.config

diff --git a/Dockerfile.serving-api b/Dockerfile.serving-api
index d149f18..9feb90b 100644
--- a/Dockerfile.serving-api
+++ b/Dockerfile.serving-api
@@ -1,12 +1,13 @@
 FROM tensorflow/serving
 
-ENV MODEL_BASE_PATH=/models
-ENV MODEL_NAME=sqli_model
 ENV KMP_AFFINITY=noverbose
 ENV TF_CPP_MIN_LOG_LEVEL=3
 
 WORKDIR /models
 COPY ./sqli_model /models/sqli_model
+COPY ./models.config /models/models.config
 
 EXPOSE 8500
 EXPOSE 8501
+
+CMD ["--model_config_file=/models/models.config"]
diff --git a/models.config b/models.config
new file mode 100644
index 0000000..94a2aaa
--- /dev/null
+++ b/models.config
@@ -0,0 +1,8 @@
+model_config_list {
+  config {
+    name: 'sqli_model'
+    base_path: '/models/sqli_model'
+    model_platform: "tensorflow"
+    model_version_policy: {all{}}
+  }
+}