Ade9/LLM-Proxy-Metrics
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

only count completed requests as streamed or not

Browse Source
This commit is contained in:
Mikko Tikkanen
2025-04-25 09:40:10 +03:00
parent f5df0b5d54
commit 707267e471
1 changed files with 5 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
llmproxymetrics.go
View File

@@ -115,13 +115,13 @@ func handleJsonLine(line []byte, wasstreamed int) {
tokens_out.Add(jsonData["eval_count"].(float64)) tokens_out.Add(jsonData["eval_count"].(float64))
tokens_in.Add(jsonData["prompt_eval_count"].(float64)) tokens_in.Add(jsonData["prompt_eval_count"].(float64))
eval_time.Observe(duration) eval_time.Observe(duration)
}
if wasstreamed == 1 { if wasstreamed == 1 {
streamed.Inc() streamed.Inc()
} else if wasstreamed == 0 { } else if wasstreamed == 0 {
notStreamed.Inc() notStreamed.Inc()
} }
} }
}
var opsProcessed = promauto.NewCounter(prometheus.CounterOpts{ var opsProcessed = promauto.NewCounter(prometheus.CounterOpts{
Name: "llmproxymetrics_total_requests", Name: "llmproxymetrics_total_requests",