from peft import LoraConfig, get_peft_model, prepare_model_for_int8_training, TaskType
 
# Define LoRA Config
lora_config = LoraConfig(
 r=16,
 lora_alpha=32,
 target_modules=["q", "v"],
 lora_dropout=0.05,
 bias="none",
 task_type=TaskType.SEQ_2_SEQ_LM
)
# prepare int-8 model for training
model = prepare_model_for_int8_training(model)
 
# add LoRA adaptor
model = get_peft_model(model, lora_config)
model.print_trainable_parameters()
 
# trainable params: 18874368 || all params: 11154206720 || trainable%: 0.16921300163961817