test workflow

pytorch · Oct 12, 2023 · 67436d3 · 67436d3
1 parent cb3d232
commit 67436d3
Showing 1 changed file with 9 additions and 1 deletion.
diff --git a/frontend/server/src/main/java/org/pytorch/serve/wlm/WorkerThread.java b/frontend/server/src/main/java/org/pytorch/serve/wlm/WorkerThread.java
@@ -196,11 +196,15 @@ public void run() {
                 WorkerCommands workerCmd = req.getCommand();
 
                 long wtStartTime = System.currentTimeMillis();
-                logger.info("Flushing req.cmd {} to backend at: {}", workerCmd, wtStartTime);
                 int repeats =
                         isLoadRequest(workerCmd) || isTensorParallelRequest(workerCmd)
                                 ? model.getParallelLevel() > 0 ? model.getParallelLevel() : 1
                                 : 1;
+                logger.info(
+                        "Flushing req.cmd {} repeats {} to backend at: {}",
+                        workerCmd,
+                        repeats,
+                        wtStartTime);
                 List<CompletableFuture<Void>> futureRequests = new ArrayList<>(repeats);
                 for (int i = 0; backendChannel.size() > 0 && i < repeats; i++) {
                     int idx = i;
@@ -216,6 +220,10 @@ public void run() {
                                     }));
                 }
                 futureRequests.stream().map(CompletableFuture::join);
+                logger.info(
+                        "Done Flushing req.cmd {} to backend at: {}",
+                        workerCmd,
+                        System.currentTimeMillis());
 
                 ModelWorkerResponse reply = null;