diff --git a/lightllm/server/metrics/metrics.py b/lightllm/server/metrics/metrics.py index caa816beb..130f32c7a 100644 --- a/lightllm/server/metrics/metrics.py +++ b/lightllm/server/metrics/metrics.py @@ -96,6 +96,8 @@ def init_metrics(self, args): self.create_histogram("lightllm_cache_ratio", ratio_buckets) mtp_avg_token_per_step_buckets = [i / 10.0 + 1.0 for i in range(0, 10 * args.mtp_step)] + if args.mtp_step == 0: + mtp_avg_token_per_step_buckets = [1.0, 2.0] self.create_histogram("lightllm_request_mtp_avg_token_per_step", mtp_avg_token_per_step_buckets) def create_histogram(self, name, buckets, labelnames=None):