|
984 | 984 | - filename: mmproj/mmproj-Huihui-Qwen3-VL-30B-A3B-F16.gguf |
985 | 985 | sha256: 4bfd655851a5609b29201154e0bd4fe5f9274073766b8ab35b3a8acba0dd77a7 |
986 | 986 | uri: huggingface://noctrex/Huihui-Qwen3-VL-30B-A3B-Instruct-abliterated-GGUF/mmproj-F16.gguf |
| 987 | +- !!merge <<: *qwen3vl |
| 988 | + name: "qwen3-vl-8b-instruct" |
| 989 | + urls: |
| 990 | + - https://huggingface.co/unsloth/Qwen3-VL-8B-Instruct-GGUF |
| 991 | + description: | |
| 992 | + Qwen3-VL-8B-Instruct is the 8B parameter model of the Qwen3-VL series. |
| 993 | + |
| 994 | + Uses recommended default parameters according to Unsloth documentation for Qwen 3 VL. |
| 995 | + overrides: |
| 996 | + context_size: 32768 |
| 997 | + mmproj: mmproj/mmproj-Qwen3-VL-8B-Instruct-F16.gguf |
| 998 | + parameters: |
| 999 | + model: Qwen3-VL-8B-Instruct-Q4_K_M.gguf |
| 1000 | + temperature: 0.7 |
| 1001 | + presence_penalty: 1.5 |
| 1002 | + repeat_penalty: 1.0 |
| 1003 | + top_k: 20 |
| 1004 | + top_p: 0.8 |
| 1005 | + files: |
| 1006 | + - filename: Qwen3-VL-8B-Instruct-Q4_K_M.gguf |
| 1007 | + sha256: 108e7ff92b78eefd3db4741885104acba514255c11b617d3c7b197a5f46efe89 |
| 1008 | + uri: huggingface://unsloth/Qwen3-VL-8B-Instruct-GGUF/Qwen3-VL-8B-Instruct-Q4_K_M.gguf |
| 1009 | + - filename: mmproj/mmproj-Qwen3-VL-8B-Instruct-F16.gguf |
| 1010 | + sha256: d406d03ebabefdef86a2c86bf0c1b65f9e046f7a81c218f25de4931b46a07fc4 |
| 1011 | + uri: huggingface://unsloth/Qwen3-VL-8B-Instruct-GGUF/mmproj-F16.gguf |
| 1012 | +- !!merge <<: *qwen3vl |
| 1013 | + name: "qwen3-vl-8b-thinking" |
| 1014 | + urls: |
| 1015 | + - https://huggingface.co/unsloth/Qwen3-VL-8B-Thinking-GGUF |
| 1016 | + description: | |
| 1017 | + Qwen3-VL-8B-Thinking is the 8B parameter model of the Qwen3-VL series that is thinking. |
| 1018 | + |
| 1019 | + Uses recommended default parameters according to Unsloth documentation for Qwen 3 VL. |
| 1020 | + overrides: |
| 1021 | + context_size: 40960 |
| 1022 | + mmproj: mmproj/mmproj-Qwen3-VL-8B-Thinking-F16.gguf |
| 1023 | + parameters: |
| 1024 | + model: Qwen3-VL-8B-Thinking-Q4_K_M.gguf |
| 1025 | + temperature: 1.0 |
| 1026 | + presence_penalty: 0.0 |
| 1027 | + repeat_penalty: 1.0 |
| 1028 | + top_k: 20 |
| 1029 | + top_p: 0.95 |
| 1030 | + files: |
| 1031 | + - filename: Qwen3-VL-8B-Thinking-Q4_K_M.gguf |
| 1032 | + sha256: a366c6d7e630c07c1393d29555df67278f9ebd40c2fd6a80659025ff299d0327 |
| 1033 | + uri: huggingface://unsloth/Qwen3-VL-8B-Thinking-GGUF/Qwen3-VL-8B-Thinking-Q4_K_M.gguf |
| 1034 | + - filename: mmproj/mmproj-Qwen3-VL-8B-Thinking-F16.gguf |
| 1035 | + sha256: 64d5be3f16fb91cfb451155fe4745266e2169ccbe1f29f57bfab27fb7fec389e |
| 1036 | + uri: huggingface://unsloth/Qwen3-VL-8B-Thinking-GGUF/mmproj-F16.gguf |
987 | 1037 | - &jamba |
988 | 1038 | icon: https://cdn-avatars.huggingface.co/v1/production/uploads/65e60c0ed5313c06372446ff/QwehUHgP2HtVAMW5MzJ2j.png |
989 | 1039 | name: "ai21labs_ai21-jamba-reasoning-3b" |
|
0 commit comments