We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9108af2 commit dd0961bCopy full SHA for dd0961b
mistralrs-core/src/gguf/gguf_tokenizer.rs
@@ -100,6 +100,7 @@ pub fn convert_gguf_to_hf_tokenizer<R: std::io::Seek + std::io::Read>(
100
101
//token type other than 1 treated as special token
102
let mut num_special_tokens = 0;
103
+ #[allow(clippy::needless_range_loop)]
104
if token_types.len() == props.tokens.len() {
105
for i in 0..props.tokens.len() {
106
if token_types[i] != 1i32 {
0 commit comments