Add RPC client

Author: tongyuantongyu

.gitignore

@@ -17,10 +17,6 @@
 *.dylib
 *.dll
 
-# Fortran module files
-*.mod
-*.smod
-
 # Compiled Static libraries
 *.lai
 *.la

CMakeLists.txt

@@ -228,7 +228,6 @@ set_target_properties(nn-scaler PROPERTIES
 # RPC Server
 
 if (WITH_RPC_SERVICE)
-
     add_library(scaler-proto OBJECT scaler_server.proto)
     target_link_libraries(scaler-proto PUBLIC protobuf::libprotobuf gRPC::grpc++)
 
@@ -266,6 +265,21 @@ if (WITH_RPC_SERVICE)
         target_link_libraries(nn-scaler-server PUBLIC _onnx_parser_shim)
     endif ()
 
+    add_executable(nn-scaler-client scaler_client.cpp)
+    target_link_libraries(nn-scaler-client PUBLIC
+            scaler-proto
+
+            absl::flags
+            absl::flags_parse
+            absl::flags_usage
+
+            absl::log
+            absl::log_flags
+            absl::log_initialize
+    )
+    set_target_properties(nn-scaler-client PROPERTIES
+            OUTPUT_NAME NNScalerClient
+    )
 endif ()
 
 # Model inspector

cmd_common.h

@@ -13,7 +13,7 @@
 #include "infer_engine.h"
 #include "reformat/reformat.h"
 #include "image_io.h"
-#include "logging.h"
+#include "logging_trt.h"
 
 #ifdef _WIN32
 #define NOMINMAX

logging.h

@@ -2,8 +2,6 @@
 
 #include <filesystem>
 
-#include "NvInferRuntimeCommon.h"
-
 #include "absl/flags/flag.h"
 #include "absl/flags/declare.h"
 #include "absl/log/log.h"
@@ -16,31 +14,6 @@ inline bool should_log_at(int n) {
 
 #define VLOG(n) LOG_IF(INFO, should_log_at(n))
 
-using Severity = nvinfer1::ILogger::Severity;
-
-class Logger : public nvinfer1::ILogger {
- public:
-  void log(Severity severity, const char *msg) noexcept override {
-    switch (severity) {
-      case Severity::kINTERNAL_ERROR:
-        LOG(FATAL) << "[TRT] " << msg;
-        break;
-      case Severity::kERROR:
-        LOG(ERROR) << "[TRT] " << msg;
-        break;
-      case Severity::kWARNING:
-        LOG(WARNING) << "[TRT] " << msg;
-        break;
-      case Severity::kINFO:
-        VLOG(2) << "[TRT] [I] " << msg;
-        break;
-      case Severity::kVERBOSE:
-        VLOG(4) << "[TRT] [V] " << msg;
-        break;
-    }
-  }
-};
-
 static std::string u8s(const std::filesystem::path& p) {
 #ifdef _WIN32
 #ifdef __cpp_lib_char8_t

logging_trt.h

@@ -0,0 +1,30 @@
+#pragma once
+
+#include "logging.h"
+
+#include "NvInferRuntimeCommon.h"
+
+using Severity = nvinfer1::ILogger::Severity;
+
+class Logger : public nvinfer1::ILogger {
+ public:
+  void log(Severity severity, const char *msg) noexcept override {
+    switch (severity) {
+      case Severity::kINTERNAL_ERROR:
+        LOG(FATAL) << "[TRT] " << msg;
+        break;
+      case Severity::kERROR:
+        LOG(ERROR) << "[TRT] " << msg;
+        break;
+      case Severity::kWARNING:
+        LOG(WARNING) << "[TRT] " << msg;
+        break;
+      case Severity::kINFO:
+        VLOG(2) << "[TRT] [I] " << msg;
+        break;
+      case Severity::kVERBOSE:
+        VLOG(4) << "[TRT] [V] " << msg;
+        break;
+    }
+  }
+};