We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 4db463b commit 08b518dCopy full SHA for 08b518d
python/sglang/srt/layers/quantization/fp8_utils.py
@@ -2,6 +2,8 @@
2
3
import torch
4
5
+from sglang.srt.layers.quantization.fp8_kernel import sglang_per_token_group_quant_fp8
6
+
7
try:
8
from vllm import _custom_ops as vllm_ops
9
0 commit comments