add usage by force (#454)

TEN-framework · Dec 3, 2024 · 10aad18 · 10aad18
1 parent e704752
commit 10aad18
Showing 1 changed file with 19 additions and 0 deletions.
diff --git a/agents/ten_packages/system/ten_ai_base/interface/ten_ai_base/usage.py b/agents/ten_packages/system/ten_ai_base/interface/ten_ai_base/usage.py
@@ -0,0 +1,19 @@
+from pydantic import BaseModel
+
+class LLMCompletionTokensDetails(BaseModel):
+    accepted_prediction_tokens: int = 0
+    audio_tokens: int = 0
+    reasoning_tokens: int = 0
+    rejected_prediction_tokens: int = 0
+
+class LLMPromptTokensDetails(BaseModel):
+    audio_tokens: int = 0
+    cached_tokens: int = 0
+
+class LLMUsage(BaseModel):
+    completion_tokens: int = 0
+    prompt_tokens: int = 0
+    total_tokens: int = 0
+
+    completion_tokens_details: LLMCompletionTokensDetails | None = None
+    prompt_tokens_details: LLMPromptTokensDetails | None = None