| 12345678910111213141516171819202122232425 |
- """
- 模型量化模块
- """
- from finetunex.quantization.quantize import (
- quantize_to_gguf,
- quantize_to_awq,
- quantize_to_gptq,
- quantize_model,
- )
- from finetunex.quantization.utils import (
- get_model_size,
- estimate_quantized_size,
- compare_models,
- )
- __all__ = [
- "quantize_to_gguf",
- "quantize_to_awq",
- "quantize_to_gptq",
- "quantize_model",
- "get_model_size",
- "estimate_quantized_size",
- "compare_models",
- ]
|