We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent f802799 commit 09420feCopy full SHA for 09420fe
examples/server/server.cpp
@@ -3656,7 +3656,7 @@ int main(int argc, char ** argv) {
3656
}, {
3657
{"name", "n_busy_slots_per_decode"},
3658
{"help", "Average number of busy slots per llama_decode() call"},
3659
- {"value", (float) res_metrics->n_busy_slots_total / (float) res_metrics->n_decode_total}
+ {"value", (float) res_metrics->n_busy_slots_total / std::max((float) res_metrics->n_decode_total, 1.f)}
3660
}}},
3661
{"gauge", {{
3662
{"name", "prompt_tokens_seconds"},
0 commit comments