| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253 |
- """
- Colab 笔记本示例
- """
- # 在 Google Colab 中运行 FineTuneX
- # 1. 克隆项目
- # !git clone https://github.com/yourusername/FineTuneX.git
- # %cd FineTuneX
- # 2. 安装依赖
- # !pip install -r requirements.txt
- # 3. 准备数据
- sample_data = """
- [
- {
- "instruction": "请解释什么是机器学习",
- "input": "",
- "output": "机器学习是人工智能的一个分支,它使计算机能够从数据中学习。"
- },
- {
- "instruction": "将以下中文翻译成英文",
- "input": "今天天气很好",
- "output": "The weather is very nice today."
- }
- ]
- """
- with open("data/sample.json", "w", encoding="utf-8") as f:
- f.write(sample_data)
- # 4. 运行微调
- # !python examples/qwen3.5_0.8b_finetune.py
- # 5. 测试推理
- """
- from transformers import AutoTokenizer
- from peft import PeftModel
- import torch
- tokenizer = AutoTokenizer.from_pretrained("./outputs/qwen3.5-0.5b-finetuned")
- model = PeftModel.from_pretrained(
- AutoModelForCausalLM.from_pretrained("Qwen/Qwen3.5-0.5B"),
- "./outputs/qwen3.5-0.5b-finetuned"
- )
- model = model.to("cuda")
- prompt = "请解释什么是深度学习"
- inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
- outputs = model.generate(**inputs, max_new_tokens=100)
- print(tokenizer.decode(outputs[0], skip_special_tokens=True))
- """
|