Ade9/LLM-Proxy-Metrics
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

only count completed requests as streamed or not

Browse Source
This commit is contained in:
Mikko Tikkanen
2025-04-25 09:40:10 +03:00
parent f5df0b5d54
commit 707267e471
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
llmproxymetrics.go
View File

@@ -115,11 +115,11 @@ func handleJsonLine(line []byte, wasstreamed int) {
tokens_out.Add(jsonData["eval_count"].(float64)) tokens_out.Add(jsonData["eval_count"].(float64))
tokens_in.Add(jsonData["prompt_eval_count"].(float64)) tokens_in.Add(jsonData["prompt_eval_count"].(float64))
eval_time.Observe(duration) eval_time.Observe(duration)
} if wasstreamed == 1 {
if wasstreamed == 1 { streamed.Inc()
streamed.Inc() } else if wasstreamed == 0 {
} else if wasstreamed == 0 { notStreamed.Inc()
notStreamed.Inc() }
} }
} }