only count completed requests as streamed or not

This commit is contained in:
2025-04-25 09:40:10 +03:00
parent f5df0b5d54
commit 707267e471

View File

@@ -115,13 +115,13 @@ func handleJsonLine(line []byte, wasstreamed int) {
tokens_out.Add(jsonData["eval_count"].(float64))
tokens_in.Add(jsonData["prompt_eval_count"].(float64))
eval_time.Observe(duration)
}
if wasstreamed == 1 {
streamed.Inc()
} else if wasstreamed == 0 {
notStreamed.Inc()
}
}
}
var opsProcessed = promauto.NewCounter(prometheus.CounterOpts{
Name: "llmproxymetrics_total_requests",