from optimum.gptq import GPTQQuantizer # GPTQ quantizer quantizer = GPTQQuantizer(bits=4, dataset=dataset_id, model_seqlen=4096) quantizer.quant_method = "gptq"