def process(examples): tokenized_inputs = tokenizer( examples["sentence"], truncation=True, max_length=512 ) return tokenized_inputs tokenized_datasets = dataset.map(process, batched=True) tokenized_datasets = tokenized_datasets.rename_column("label","labels") tokenized_datasets["test"].features