- micromamba activate py310-mamba
- python merge_model_unsloth.py
- python /data2/fangjiasheng/llama.cpp/convert_hf_to_gguf.py /data2/fangjiasheng/qwen_lora/qwen_0.8B_lora_bidding_kg/model/qwen-merged-model-16K/ --outfile /data2/fangjiasheng/qwen_lora/qwen_0.8B_lora_bidding_kg/model/gguf_model/qwen-bidding-f16-16K-5.gguf --outtype f16
- ollama create bidding-qwen-0.8B-lora-16k:latest -f Modelfile
|
