def get_scores_from_response(score_response_template): logprobs = score_response_template.choices[0].logprobs.content score_dict = {} for score in logprobs: score_dict[score.token] = score.logprob return score_dict def get_response_and_scores(client, model, question, response_content): messages = [ { "role": "user", "content": question }, { "role": "assistant", "content": response_content } ] response = client.chat.completions.create( model=model, messages=messages, ) scores = get_scores_from_response(response) return scores