only count completed requests as streamed or not
This commit is contained in:
@@ -115,12 +115,12 @@ func handleJsonLine(line []byte, wasstreamed int) {
|
||||
tokens_out.Add(jsonData["eval_count"].(float64))
|
||||
tokens_in.Add(jsonData["prompt_eval_count"].(float64))
|
||||
eval_time.Observe(duration)
|
||||
}
|
||||
if wasstreamed == 1 {
|
||||
streamed.Inc()
|
||||
} else if wasstreamed == 0 {
|
||||
notStreamed.Inc()
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
var opsProcessed = promauto.NewCounter(prometheus.CounterOpts{
|
||||
|
||||
Reference in New Issue
Block a user