🐛 add kwargs definition

Signed-off-by: Prashant Gupta <[email protected]>

src/vllm_tgis_adapter/grpc/grpc_server.py

@@ -20,12 +20,13 @@
 from vllm.engine.async_llm_engine import _AsyncLLMEngine
 from vllm.entrypoints.openai.serving_completion import merge_async_iterators
 from vllm.inputs import TextTokensPrompt
+
 try:
     from vllm.tracing import (
         contains_trace_headers,
         extract_trace_headers,
         log_tracing_disabled_warning,
-)
+    )
 except ImportError:
     _vllm_tracing_available = False
 else:
@@ -234,12 +235,14 @@ async def Generate(
                 prompt=req.text,
                 prompt_token_ids=input_ids,
             )
+            kwargs = {}
             if _vllm_tracing_available:
                 is_tracing_enabled = await self.engine.is_tracing_enabled()
                 headers = dict(context.invocation_metadata())
                 trace_headers = None
                 if is_tracing_enabled:
                     trace_headers = extract_trace_headers(headers)
+                    kwargs["trace_headers"] = trace_headers
                 elif contains_trace_headers(headers):
                     log_tracing_disabled_warning()
             generators.append(