from trl import SFTTrainer trainer = SFTTrainer( model=model, args=args, train_dataset=dataset, data_collator=collate_fn, dataset_text_field="", # needs dummy value peft_config=peft_config, tokenizer=processor.tokenizer, )