File tree 1 file changed +6
-5
lines changed
1 file changed +6
-5
lines changed Original file line number Diff line number Diff line change @@ -130,13 +130,11 @@ picojson::object EngineMetrics::AsJSON() const {
130
130
const TimeCost& item = time_list[i];
131
131
if (item.count == 0 ) continue ;
132
132
std::ostringstream label_mean;
133
- label_mean << " mean"
134
- << " {batch_size=" << i << " }" ;
133
+ label_mean << " mean{batch_size=" << i << " }" ;
135
134
double mean = item.sum / item.count ;
136
135
result[label_mean.str ()] = picojson::value (mean);
137
136
std::ostringstream label_count;
138
- label_count << " count"
139
- << " {batch_size=" << i << " }" ;
137
+ label_count << " count{batch_size=" << i << " }" ;
140
138
result[label_count.str ()] = picojson::value (item.count );
141
139
}
142
140
return picojson::value (result);
@@ -164,9 +162,12 @@ std::string EngineMetrics::AsUsageJSONStr() const {
164
162
void EngineMetrics::Reset () {
165
163
engine_prefill_time_sum = 0.0 ;
166
164
engine_decode_time_sum = 0.0 ;
165
+ engine_jump_forward_time_sum = 0 ;
167
166
prompt_tokens_sum = 0 ;
168
- prefill_tokens_sum = 0 ;
169
167
completion_tokens_sum = 0 ;
168
+ prefill_tokens_sum = 0 ;
169
+ decode_tokens_sum = 0 ;
170
+ jump_forward_tokens_sum = 0 ;
170
171
last_finished_request.Reset ();
171
172
spec_decode.Reset ();
172
173
decode_time_by_batch_size.clear ();
You can’t perform that action at this time.
0 commit comments