We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 91e4a58 commit 723bf67Copy full SHA for 723bf67
vllm/v1/attention/backends/rocm_aiter_fa.py
@@ -704,8 +704,11 @@ def forward(
704
705
# decode:extend:prefill
706
query = query[:num_actual_tokens]
707
- key = key[:num_actual_tokens] if key is not None else key_cache[:num_actual_tokens]
708
- value = value[:num_actual_tokens] if value is not None else value_cache[:num_actual_tokens]
+ if key is not None:
+ key = key[:num_actual_tokens]
709
+ if value is not None:
710
+ value = value[:num_actual_tokens]
711
+
712
713
output_actual_tokens = output[:num_actual_tokens]
714
0 commit comments