from transformers import AutoTokenizer
 
# Hugging Face model id
model_id = "philschmid/Llama-2-7b-hf" # ungated
# model_id = "meta-llama/Llama-2-7b-hf" # gated
 
tokenizer = AutoTokenizer.from_pretrained(model_id)