import randomfrom auto_gptq import AutoGPTQForCausalLM, BaseQuantizeConfigfrom datasets import load_datasetimport torchfrom transformers import AutoTokenizer# Define base model and output directorymodel_id = "gpt2"out_dir = model_id + "-GPTQ"