__init__.py 458 B

12345678910111213141516171819202122232425
  1. """
  2. 模型量化模块
  3. """
  4. from finetunex.quantization.quantize import (
  5. quantize_to_gguf,
  6. quantize_to_awq,
  7. quantize_to_gptq,
  8. quantize_model,
  9. )
  10. from finetunex.quantization.utils import (
  11. get_model_size,
  12. estimate_quantized_size,
  13. compare_models,
  14. )
  15. __all__ = [
  16. "quantize_to_gguf",
  17. "quantize_to_awq",
  18. "quantize_to_gptq",
  19. "quantize_model",
  20. "get_model_size",
  21. "estimate_quantized_size",
  22. "compare_models",
  23. ]