Fix for removing usage in every stream chunk response. (#1022)

Hritik003 · web-flow · commit c125ae2ad7b2 · 2025-06-25T11:04:45.000+01:00
* Fix for #1021: 1. Make Usage field in completions Response to pointer. * Fix for #1021: 1. Make Usage field in completions Response to pointer. 2. Add omitempty to json tag Signed-off-by: Hritik003 <hritik.raj@nutanix.com> --------- Signed-off-by: Hritik003 <hritik.raj@nutanix.com>
diff --git a/completion.go b/completion.go
@@ -242,7 +242,7 @@ type CompletionResponse struct {
 	Created int64              `json:"created"`
 	Model   string             `json:"model"`
 	Choices []CompletionChoice `json:"choices"`
-	Usage   Usage              `json:"usage"`
+	Usage   *Usage             `json:"usage,omitempty"`
 
 	httpHeader
 }
diff --git a/completion_test.go b/completion_test.go
@@ -192,7 +192,7 @@ func handleCompletionEndpoint(w http.ResponseWriter, r *http.Request) {
 	}
 	inputTokens *= n
 	completionTokens := completionReq.MaxTokens * len(prompts) * n
-	res.Usage = openai.Usage{
+	res.Usage = &openai.Usage{
 		PromptTokens:     inputTokens,
 		CompletionTokens: completionTokens,
 		TotalTokens:      inputTokens + completionTokens,

Original file line number	Diff line number	Diff line change
`@@ -242,7 +242,7 @@ type CompletionResponse struct {`
`242`	`242`	Created int64 `json:"created"`
`243`	`243`	Model string `json:"model"`
`244`	`244`	Choices []CompletionChoice `json:"choices"`
`245`		- Usage Usage `json:"usage"`
	`245`	+ Usage *Usage `json:"usage,omitempty"`
`246`	`246`
`247`	`247`	`httpHeader`
`248`	`248`	`}`
Original file line number	Diff line number	Diff line change
`@@ -192,7 +192,7 @@ func handleCompletionEndpoint(w http.ResponseWriter, r *http.Request) {`
`192`	`192`	`}`
`193`	`193`	`inputTokens *= n`
`194`	`194`	`completionTokens := completionReq.MaxTokens * len(prompts) * n`
`195`		`- res.Usage = openai.Usage{`
	`195`	`+ res.Usage = &openai.Usage{`
`196`	`196`	`PromptTokens: inputTokens,`
`197`	`197`	`CompletionTokens: completionTokens,`
`198`	`198`	`TotalTokens: inputTokens + completionTokens,`