Ade9/LLM-Proxy-Metrics
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

bucket for tokens out

Browse Source
This commit is contained in:
Mikko Tikkanen
2025-04-24 15:10:57 +03:00
parent a036f103af
commit 2772d6075f
1 changed files with 8 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

9
llmproxymetrics.go
View File

@@ -90,14 +90,21 @@ func handleJsonLine(line []byte) {
duration := jsonData["eval_duration"].(float64) duration := jsonData["eval_duration"].(float64)
fmt.Printf("Duration: %.2f seconds\n", duration/1000000000.0) fmt.Printf("Duration: %.2f seconds\n", duration/1000000000.0)
opsProcessed.Inc() opsProcessed.Inc()
tokens_out.Observe(jsonData["prompt_eval_count"].(float64))
} }
} }
var opsProcessed = promauto.NewCounter(prometheus.CounterOpts{ var opsProcessed = promauto.NewCounter(prometheus.CounterOpts{
Name: "total_requests", Name: "llmproxymetrics_total_requests",
Help: "The total number of processed events", Help: "The total number of processed events",
}) })
var tokens_out = prometheus.NewHistogram(prometheus.HistogramOpts{
Name: "llmproxymetrics_tokens_out",
Help: "Tokens generated.",
Buckets: prometheus.LinearBuckets(0, 100, 25),
})
func main() { func main() {
err := env.Parse(&cfg) err := env.Parse(&cfg)
if err != nil { if err != nil {