We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 3351f83 commit 63586b4Copy full SHA for 63586b4
vllm/v1/attention/backends/rocm_aiter_fa.py
@@ -729,8 +729,11 @@ def forward(
729
730
# decode:extend:prefill
731
query = query[:num_actual_tokens]
732
- key = key[:num_actual_tokens] if key is not None else key_cache[:num_actual_tokens]
733
- value = value[:num_actual_tokens] if value is not None else value_cache[:num_actual_tokens]
+ if key is not None:
+ key = key[:num_actual_tokens]
734
+ if value is not None:
735
+ value = value[:num_actual_tokens]
736
+
737
738
output_actual_tokens = output[:num_actual_tokens]
739
0 commit comments