♻️ use request index instead of a map

The assumption that it remains a valid way to correlate the request and the response is because vllm does it that way

Signed-off-by: Prashant Gupta <[email protected]>

src/vllm_tgis_adapter/grpc/grpc_server.py

@@ -243,8 +243,6 @@ async def Generate(
 
         generators = []
         max_is_token_limit = [False] * request_count
-        # map for storing prompts for requests
-        request_prompt_map = {}
 
         for i, req in enumerate(request.requests):
             input_ids, max_is_token_limit[i] = await self._validate_prompt_and_tokenize(
@@ -262,13 +260,11 @@ async def Generate(
                 kwargs["trace_headers"] = extract_trace_headers(headers)
             elif contains_trace_headers(headers):
                 log_tracing_disabled_warning()
-            unique_request_id = f"{request_id}-{i}"
-            request_prompt_map[unique_request_id] = req.text
             generators.append(
                 self.engine.generate(
                     inputs=inputs,
                     sampling_params=sampling_params,
-                    request_id=unique_request_id,
+                    request_id=f"{request_id}-{i}",
                     **adapter_kwargs,
                     **kwargs,
                 ),
@@ -288,7 +284,7 @@ async def Generate(
             #     await self.engine.abort(f"{request_id}-{i}")
             #     return self.create_error_response("Client disconnected")
             if res.prompt is None:
-                res.prompt = request_prompt_map[res.request_id]
+                res.prompt = request.requests[i].text
             responses[i] = res
             service_metrics.observe_queue_time(res)