Skip to content

Commit

Permalink
AOAI: fix CompletionsUsage model (#22439)
Browse files Browse the repository at this point in the history
  • Loading branch information
trrwilson authored Feb 3, 2023
1 parent 2df6f2c commit 31312c5
Showing 1 changed file with 5 additions and 2 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -162,10 +162,13 @@ model CompletionsLogProbs {
text_offset?: int32[];
}

@doc("Measurment of the amount of tokens used in this request and response")
@doc("""
Representation of the token counts processed for a completions request.
Counts consider all tokens across prompts, choices, choice alternates, best_of generations, and other consumers.
""")
model CompletionsUsage {
@doc("Number of tokens received in the completion")
completion_token: int32,
completion_tokens: int32,
@doc("Number of tokens sent in the original request")
prompt_tokens: int32,
@doc("Total number of tokens transacted in this request/response")
Expand Down

0 comments on commit 31312c5

Please sign in to comment.