Skip to content

Commit

Permalink
Add models.config to serve all versions of the model simultaneously
Browse files Browse the repository at this point in the history
  • Loading branch information
mostafa committed Mar 15, 2024
1 parent b83c195 commit 1a2b1a5
Show file tree
Hide file tree
Showing 2 changed files with 11 additions and 2 deletions.
5 changes: 3 additions & 2 deletions Dockerfile.serving-api
Original file line number Diff line number Diff line change
@@ -1,12 +1,13 @@
FROM tensorflow/serving

ENV MODEL_BASE_PATH=/models
ENV MODEL_NAME=sqli_model
ENV KMP_AFFINITY=noverbose
ENV TF_CPP_MIN_LOG_LEVEL=3

WORKDIR /models
COPY ./sqli_model /models/sqli_model
COPY ./models.config /models/models.config

EXPOSE 8500
EXPOSE 8501

CMD ["--model_config_file=/models/models.config"]
8 changes: 8 additions & 0 deletions models.config
Original file line number Diff line number Diff line change
@@ -0,0 +1,8 @@
model_config_list {
config {
name: 'sqli_model'
base_path: '/models/sqli_model'
model_platform: "tensorflow"
model_version_policy: {all{}}
}
}

0 comments on commit 1a2b1a5

Please sign in to comment.