$ vllm-t4 query
{
    "model": "google/gemma-4-E2B-it-qat-w4a16-ct",
    "choices": [{"message": {"role": "assistant",
      "content": "A TPU, or Tensor Processing Unit, is a specialized type of integrated circuit designed to significantly accelerate the mathematical operations central to training and running machine learning models, particularly those involving matrix multiplications."},
      "finish_reason": "stop"}],
    "system_fingerprint": "vllm-0.29.0-9a66a08c",
    "usage": {"prompt_tokens": 18, "total_tokens": 56, "completion_tokens": 38}
}