fixing Usage convention

defenseunicorns · Apr 29, 2024 · 3ec652c · 3ec652c
1 parent cf7bffb
commit 3ec652c
Showing 1 changed file with 4 additions and 2 deletions.
diff --git a/src/leapfrogai_api/backend/types.py b/src/leapfrogai_api/backend/types.py
@@ -11,6 +11,8 @@
 
 
 class Usage(BaseModel):
+    """Usage object."""
+
     prompt_tokens: int
     completion_tokens: int | None = None
     total_tokens: int
@@ -22,7 +24,7 @@ class Usage(BaseModel):
 
 
 class ModelResponseModel(BaseModel):
-    """Model object for model response."""
+    """Response object for models."""
 
     id: str
     object: str = "model"
@@ -69,7 +71,7 @@ class CompletionResponse(BaseModel):
     created: int = 0
     model: str = ""
     choices: list[CompletionChoice]
-    usage: Usage
+    usage: Usage | None = None
 
 
 ##########