from transformers import AutoModelForCausalLM -from peft import LoraConfig, get_peft_model +from peft import OFTConfig, get_peft_model base_model = AutoModelForCausalLM.from_pretrained("meta-llama/Llama-3.2-3B", dtype="bfloat16") -config = LoraConfig(target_modules=["q_proj", "v_proj"]) +config = OFTConfig(target_modules=["q_proj", "v_proj"]) model = get_peft_model(base_model, config)