Spaces:
Running on L40S
Running on L40S
root commited on
Commit Β·
65158f7
1
Parent(s): a006edb
compatible with L40
Browse files
vllm_hacked/v1/sample/sampler.py
CHANGED
|
@@ -103,6 +103,7 @@ class Sampler(nn.Module):
|
|
| 103 |
|
| 104 |
# logits = scores_processed
|
| 105 |
# # logits = logits_processor_stage1(logits)
|
|
|
|
| 106 |
if logits.dim() == 1 or (logits.size(0) != sampling_metadata.top_k.size(0)):
|
| 107 |
batch_size = sampling_metadata.top_k.size(0)
|
| 108 |
# 1. ζι εηιζ ·η»ζ (batch_size,)
|
|
|
|
| 103 |
|
| 104 |
# logits = scores_processed
|
| 105 |
# # logits = logits_processor_stage1(logits)
|
| 106 |
+
print("logits.shape:", logits.shape)
|
| 107 |
if logits.dim() == 1 or (logits.size(0) != sampling_metadata.top_k.size(0)):
|
| 108 |
batch_size = sampling_metadata.top_k.size(0)
|
| 109 |
# 1. ζι εηιζ ·η»ζ (batch_size,)
|