from gpt_download import download_and_load_gpt2

settings, params = download_and_load_gpt2(
    model_size="124M",
    models_dir="gpt2"
)

gpt = GPTModel(NEW_CONFIG)

load_weights_into_gpt(gpt, params)

gpt.to(device)
gpt.eval()

        __
        __