| 12345678910111213141516171819202122232425262728293031 |
- # 核心依赖
- torch>=2.0.0
- transformers>=4.40.0
- # datasets 需要单独安装 pip install "datasets>=2.14.0" "pyarrow==20.0.0" --only-binary :all: -i https://pypi.tuna.tsi nghua.edu.cn/simple
- accelerate>=0.25.0
- peft>=0.7.0
- bitsandbytes>=0.41.0
- # 训练相关
- trl>=0.7.0
- sentencepiece>=0.1.99
- protobuf>=4.0.0
- # Web 服务
- fastapi>=0.104.0
- uvicorn>=0.24.0
- pydantic>=2.0.0
- # 数据处理
- pandas>=2.0.0
- numpy>=1.24.0
- tqdm>=4.65.0
- # 量化工具 (可选)
- autoawq>=0.2.0 # AWQ 量化
- auto-gptq>=0.5.0 # GPTQ 量化
- llama-cpp-python # GGUF 量化
- # 工具
- # wandb>=0.16.0
- matplotlib>=3.7.0
|
