From 49d33bfc1251b893e5c49ca53171001b47949895 Mon Sep 17 00:00:00 2001 From: Travis Addair Date: Fri, 16 Feb 2024 22:07:42 -0800 Subject: [PATCH] Fix concatenate for flash batch --- server/lorax_server/server.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/server/lorax_server/server.py b/server/lorax_server/server.py index 82ada7ff7..066120f3d 100644 --- a/server/lorax_server/server.py +++ b/server/lorax_server/server.py @@ -114,7 +114,7 @@ async def Decode(self, request, context): raise ValueError("All batches are empty") if len(batches) > 1: - batch = self.model.batch_type.concatenate(batches, self.model.tokenizer, self.model.tokenizers) + batch = self.model.batch_type.concatenate(batches) else: batch = batches[0]