Add support for capturing usage prompt_tokens_details and completion_tokens_details

Author: antsmc2

api/src/main/java/com/theokanning/openai/CompletionTokensDetails.java

@@ -0,0 +1,23 @@
+package com.theokanning.openai;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import lombok.Data;
+
+/**
+ * Breakdown of tokens used in a completion.
+ */
+@Data
+public class CompletionTokensDetails {
+
+    @JsonProperty("reasoning_tokens")
+    long reasoningTokens;
+
+    @JsonProperty("audio_tokens")
+    long audioTokens;
+
+    @JsonProperty("accepted_prediction_tokens")
+    long acceptedPredictionTokens;
+
+    @JsonProperty("rejected_prediction_tokens")
+    long rejectedPredictionTokens;
+}

api/src/main/java/com/theokanning/openai/PromptTokensDetails.java

@@ -0,0 +1,22 @@
+package com.theokanning.openai;
+
+import com.fasterxml.jackson.annotation.JsonProperty;
+import lombok.Data;
+
+/**
+ * Breakdown of tokens used in the prompt.
+ */
+@Data
+public class PromptTokensDetails {
+    /**
+     * Cached tokens present in the prompt.
+     */
+    @JsonProperty("cached_tokens")
+    long cachedTokens;
+
+    /**
+     * Audio input tokens present in the prompt.
+     */
+    @JsonProperty("audio_tokens")
+    long audioTokens;
+}

api/src/main/java/com/theokanning/openai/Usage.java

@@ -25,4 +25,16 @@ public class Usage {
      */
     @JsonProperty("total_tokens")
     long totalTokens;
+
+    /**
+     * Breakdown of tokens used in the prompt.
+     */
+    @JsonProperty("prompt_tokens_details")
+    PromptTokensDetails promptTokensDetails;
+
+    /**
+     * Breakdown of tokens used in a completion.
+     */
+    @JsonProperty("completion_tokens_details")
+    CompletionTokensDetails completionTokensDetails;
 }

api/src/test/resources/fixtures/ChatCompletionResult.json

@@ -315,6 +315,14 @@
   "usage": {
     "prompt_tokens": 9,
     "completion_tokens": 12,
-    "total_tokens": 21
+    "total_tokens": 21,
+    "prompt_tokens_details": {
+      "cached_tokens": 0
+    },
+    "completion_tokens_details": {
+      "reasoning_tokens": 0,
+      "accepted_prediction_tokens": 0,
+      "rejected_prediction_tokens": 0
+    }
   }
 }

service/src/test/java/com/theokanning/openai/service/ChatCompletionTest.java

@@ -43,8 +43,11 @@ void createChatCompletion() {
                 .logitBias(new HashMap<>())
                 .build();
 
-        List<ChatCompletionChoice> choices = service.createChatCompletion(chatCompletionRequest).getChoices();
-        assertEquals(5, choices.size());
+        ChatCompletionResult chatCompletionResult = service.createChatCompletion(chatCompletionRequest);
+        assertEquals(5, chatCompletionResult.getChoices().size());
+        assertNotNull(chatCompletionResult.getUsage());
+        assertNotNull(chatCompletionResult.getUsage().getPromptTokensDetails());
+        assertNotNull(chatCompletionResult.getUsage().getCompletionTokensDetails());
     }
 
     @Test