File tree Expand file tree Collapse file tree 1 file changed +23
-0
lines changed
vllm/model_executor/layers/quantization/compressed_tensors Expand file tree Collapse file tree 1 file changed +23
-0
lines changed Original file line number Diff line number Diff line change 1+ # SPDX-License-Identifier: Apache-2.0
2+ # SPDX-FileCopyrightText: Copyright contributors to the vLLM project
3+ from .compressed_tensors import CompressedTensorsLinearMethod
4+ from .compressed_tensors_moe import (
5+ CompressedTensorsMoEMethod ,
6+ CompressedTensorsW4A4MoeMethod ,
7+ CompressedTensorsW4A8Int8MoEMethod ,
8+ CompressedTensorsW8A8Fp8MoEMethod ,
9+ CompressedTensorsW8A8Int8MoEMethod ,
10+ CompressedTensorsWNA16MarlinMoEMethod ,
11+ CompressedTensorsWNA16MoEMethod ,
12+ )
13+
14+ __all__ = [
15+ "CompressedTensorsLinearMethod" ,
16+ "CompressedTensorsMoEMethod" ,
17+ "CompressedTensorsW8A8Fp8MoEMethod" ,
18+ "CompressedTensorsW8A8Int8MoEMethod" ,
19+ "CompressedTensorsWNA16MarlinMoEMethod" ,
20+ "CompressedTensorsWNA16MoEMethod" ,
21+ "CompressedTensorsW4A4MoeMethod" ,
22+ "CompressedTensorsW4A8Int8MoEMethod" ,
23+ ]
You can’t perform that action at this time.
0 commit comments