added prompt tokens to cost calculation

Galaxypedia-Wiki · Oct 1, 2024 · 3fecd05 · 3fecd05
1 parent a84fd6c
commit 3fecd05
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/ketchupbot-discord/ApiResponse.cs b/ketchupbot-discord/ApiResponse.cs
@@ -7,6 +7,8 @@ public class ApiResponse
     public required string Answer { get; init; }
     public string? Context { get; init; }
 
+    [JsonPropertyName("prompt_tokens")] public string? PromptTokens { get; init; }
+
     [JsonPropertyName("context_tokens")] public string? ContextTokens { get; init; }
 
     [JsonPropertyName("question_tokens")] public string? QuestionTokens { get; init; }

diff --git a/ketchupbot-discord/GalaxyGPT.cs b/ketchupbot-discord/GalaxyGPT.cs
@@ -145,6 +145,8 @@ await message.ReplyAsync("""
 
             if (verbose)
             {
+                if (int.TryParse(apiResponse.PromptTokens, out int promptTokens))
+                    answerMessage.AppendLine($"Prompt Tokens: {promptTokens}");
                 if (int.TryParse(apiResponse.ContextTokens, out int contextTokens))
                     answerMessage.AppendLine($"Context Tokens: {contextTokens}");
                 if (int.TryParse(apiResponse.QuestionTokens, out int questionTokens))
@@ -153,9 +155,9 @@ await message.ReplyAsync("""
                     answerMessage.AppendLine($"Response Tokens: {responseTokens}");
 
                 // NOTE: These numbers are hardcoded and not necessarily representative of the actual costs, as the model can change
-                if (questionTokens != 0 && responseTokens != 0)
+                if (promptTokens != 0 && contextTokens != 0 && questionTokens != 0 && responseTokens != 0)
                     answerMessage.AppendLine(
-                        $"Cost: {Math.Round(contextTokens * 0.000015 + questionTokens * 0.000015 + responseTokens * 0.00006, 7)} Cents");
+                        $"Cost: {Math.Round(promptTokens * 0.000015 + contextTokens * 0.000015 + questionTokens * 0.000015 + responseTokens * 0.00006, 7)} Cents");
 
                 if (apiResponse.Duration != null)
                     answerMessage.AppendLine(