Skip to content

Commit de14bbc

Browse files
committed
Fix log
1 parent e2c0822 commit de14bbc

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

mistralrs-paged-attn/src/cuda/backend/paged_attention.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -142,7 +142,7 @@ impl PagedAttention {
142142
candle::bail!(
143143
"shape mismatch value_cache {:?}, expected {:?}",
144144
vc_l.shape(),
145-
(num_blocks, num_heads, head_size / x, block_size, x)
145+
(num_blocks, num_kv_heads, head_size / x, block_size, x)
146146
)
147147
}
148148

mistralrs-paged-attn/src/metal/backend/paged_attention.rs

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -128,7 +128,7 @@ impl candle_core::CustomOp1 for PagedAttention {
128128
candle_core::bail!(
129129
"shape mismatch value_cache {:?}, expected {:?}",
130130
vc_l.shape(),
131-
(num_blocks, num_heads, head_size / x, block_size, x)
131+
(num_blocks, num_kv_heads, head_size / x, block_size, x)
132132
)
133133
}
134134

0 commit comments

Comments
 (0)