Is the logprobs of fschat==0.2.36 supported now?

[wupaopao123]

I find 45cf5cc

I tried it, but it still returned null.

[wupaopao123]

import os
from openai import OpenAI

os.environ["OPENAI_API_BASE"] = "http://xx.xx.xxx.xx:8000/v1"
os.environ['OPENAI_API_KEY'] = 'EMPTY'

client = OpenAI(
    # This is the default and can be omitted
    api_key=os.environ.get("OPENAI_API_KEY"),
    base_url=os.environ.get("OPENAI_API_BASE"),
)

chat_completion = client.chat.completions.create(
    messages=[
        {
            "role": "user",
            "content": "How many countries in the world?",
        }
    ],

    model="Meta-Llama-3-8B-Instruct",
    temperature=0.2,
    logprobs=True
)
print(chat_completion.choices[0].logprobs)