python3 run_eval.py --arm autoregressive --upstream http://:8000 \ --model cyankiwi/gemma-4-26B-A4B-it-AWQ-4bit --run smoke --limit 5 --concurrency 2