Skip to content

Commit

Permalink
Remove debug prints
Browse files Browse the repository at this point in the history
Signed-off-by: Sourashis Roy <[email protected]>
  • Loading branch information
sroy745 committed Dec 9, 2024
1 parent 0db8e4f commit f6c416f
Show file tree
Hide file tree
Showing 3 changed files with 0 additions and 4 deletions.
2 changes: 0 additions & 2 deletions tests/v1/sample/test_sampler.py
Original file line number Diff line number Diff line change
Expand Up @@ -211,8 +211,6 @@ def test_sampler_presence_penalty(device: str, batch_size: int,
# Since all tokens initially have the same logprobs, the non-penalized
# tokens will appear at the beginning, while the penalized tokens
# will appear at the end of the list.
print(' sampler_output.logprob_token_ids ' +
str(sampler_output.logprob_token_ids))
penalized_token_id = sampler_output.logprob_token_ids[batch_idx][
VOCAB_SIZE - 1]
penalized_log_prod = sampler_output.logprobs[batch_idx][VOCAB_SIZE - 1]
Expand Down
1 change: 0 additions & 1 deletion vllm/v1/sample/sampler.py
Original file line number Diff line number Diff line change
Expand Up @@ -29,7 +29,6 @@ def forward(
sampling_metadata.frequency_penalties,
sampling_metadata.repetition_penalties,
sampling_metadata.output_token_ids)
print('logits123 ' + str(logits.sort()))
logits = self.apply_temperature(logits, sampling_metadata.temperature)
logits = self.apply_top_k_top_p(logits, sampling_metadata)
probs = self.get_probs(logits)
Expand Down
1 change: 0 additions & 1 deletion vllm/v1/worker/gpu_model_runner.py
Original file line number Diff line number Diff line change
Expand Up @@ -902,7 +902,6 @@ def make_sampling_metadata(
skip_copy: bool = False,
) -> SamplingMetadata:
if not skip_copy:
print('Hello in copy!!!')
self.temperature[:self.num_reqs].copy_(
self.temperature_cpu_tensor[:self.num_reqs], non_blocking=True)
self.top_p[:self.num_reqs].copy_(
Expand Down

0 comments on commit f6c416f

Please sign in to comment.