Log model settings

Dockerfile.redhat

@@ -293,6 +293,7 @@ RUN if ! [[ $debug_bazel_flags == *"PYTHON_DISABLE=1"* ]]; then true ; else exit
     mkdir -p /opt/intel/openvino/python/openvino-2024.4.dist-info && \
     echo $'Metadata-Version: 1.0\nName: openvino\nVersion: 2024.4' > /opt/intel/openvino/python/openvino-2024.4.dist-info/METADATA
 ENV PYTHONPATH=/opt/intel/openvino/python:/ovms/bazel-bin/src/python/binding
+ENV OV_CB_FULL_LOG=1
 
 WORKDIR /ovms
 
@@ -499,6 +500,7 @@ RUN if [ "$NVIDIA" == "1" ]; then true ; else exit 0 ; fi ; echo "installing cud
         dnf clean all
 
 ENV LD_LIBRARY_PATH=/ovms/lib
+ENV OV_CB_FULL_LOG=1
 
 COPY --from=pkg /ovms_release /ovms
 COPY --from=build /usr/local/lib/python3.*/site-packages/jinja2 /ovms/python_deps/jinja2

Dockerfile.ubuntu

@@ -300,6 +300,7 @@ ARG PROJECT_NAME="OpenVINO Model Server"
 LABEL description=${PROJECT_NAME}
 ARG minitrace_flags
 ENV PYTHONPATH=/opt/intel/openvino/python:/ovms/bazel-bin/src/python/binding
+ENV OV_CB_FULL_LOG=1
 # Set OVMS version strings
 RUN bash -c "sed -i -e 's|REPLACE_PROJECT_NAME|${PROJECT_NAME}|g' /ovms/src/version.hpp" && \
     bash -c "sed -i -e 's|REPLACE_PROJECT_VERSION|${PROJECT_VERSION}|g' /ovms/src/version.hpp" && \
@@ -515,6 +516,7 @@ RUN if ! [[ $debug_bazel_flags == *"PYTHON_DISABLE=1"* ]]; then true ; else exit
     apt-get clean && rm -rf /var/lib/apt/lists/* && rm -rf /tmp/*
 
 ENV LD_LIBRARY_PATH=/ovms/lib
+ENV OV_CB_FULL_LOG=1
 
 RUN echo "The source code of added GPL components is stored in https://storage.openvinotoolkit.org/repositories/openvino/ci_dependencies/container_gpl_sources/" > /ovms/thirdparty-licenses/GPL.txt
 USER ovms

src/llm/llmnoderesources.cpp

@@ -172,6 +172,16 @@ Status LLMNodeResources::createLLMNodeResources(std::shared_ptr<LLMNodeResources
         return StatusCode::LLM_NODE_RESOURCE_STATE_INITIALIZATION_FAILED;
     }
 
+    // Enabled with env OV_CB_FULL_LOG=1
+    std::string modelConfiguration = "";
+    for (auto prop : nodeResources->cbPipe->get_model_configuration()) {
+        modelConfiguration = modelConfiguration + "\t" + prop + "\n";
+    }
+    if (!modelConfiguration.empty())
+    {
+        SPDLOG_INFO("Model configuration: \n {}", modelConfiguration);
+    }
+
     loadTextProcessor(nodeResources, nodeResources->modelsPath);
 
     nodeResources->maxTokensLimit = nodeOptions.max_tokens_limit();

third_party/llm_engine/llm_engine.bzl

@@ -19,8 +19,8 @@ def llm_engine():
     llm_engine_repository(name="_llm_engine")
     new_git_repository(
         name = "llm_engine",
-        remote = "https://github.com/openvinotoolkit/openvino.genai",
-        commit = "911f8624ef3bd01219c3eedbe8f32b950d4321a9", # master / 20 Aug 2024
+        remote = "https://github.com/rasapala/openvino.genai",
+        commit = "7eb692e", # master / 20 Aug 2024
         build_file = "@_llm_engine//:BUILD",
         init_submodules = True,
         recursive_init_submodules = True,