MODEL_NAME = MODEL_ID.split('/')[-1] # Convert to fp16 fp16 = f"{MODEL_NAME}/{MODEL_NAME.lower()}.fp16.bin" !python llama.cpp/convert.py {MODEL_NAME} --outtype f16 --outfile {fp16}