token_perplexity = (probs.log() * -1.0).exp() print(f"Token Perplexity: {token_perplexity}")