Lines Matching full:stats
72 static inline void time_stats_update_one(struct bch2_time_stats *stats, in time_stats_update_one() argument
76 bool initted = stats->last_event != 0; in time_stats_update_one()
79 struct quantiles *quantiles = time_stats_to_quantiles(stats); in time_stats_update_one()
82 mean_and_variance_update(&stats->duration_stats, duration); in time_stats_update_one()
83 mean_and_variance_weighted_update(&stats->duration_stats_weighted, in time_stats_update_one()
85 stats->max_duration = max(stats->max_duration, duration); in time_stats_update_one()
86 stats->min_duration = min(stats->min_duration, duration); in time_stats_update_one()
87 stats->total_duration += duration; in time_stats_update_one()
93 if (stats->last_event && time_after64(end, stats->last_event)) { in time_stats_update_one()
94 freq = end - stats->last_event; in time_stats_update_one()
95 mean_and_variance_update(&stats->freq_stats, freq); in time_stats_update_one()
96 mean_and_variance_weighted_update(&stats->freq_stats_weighted, in time_stats_update_one()
98 stats->max_freq = max(stats->max_freq, freq); in time_stats_update_one()
99 stats->min_freq = min(stats->min_freq, freq); in time_stats_update_one()
102 stats->last_event = end; in time_stats_update_one()
105 void __bch2_time_stats_clear_buffer(struct bch2_time_stats *stats, in __bch2_time_stats_clear_buffer() argument
111 time_stats_update_one(stats, i->start, i->end); in __bch2_time_stats_clear_buffer()
115 static noinline void time_stats_clear_buffer(struct bch2_time_stats *stats, in time_stats_clear_buffer() argument
120 spin_lock_irqsave(&stats->lock, flags); in time_stats_clear_buffer()
121 __bch2_time_stats_clear_buffer(stats, b); in time_stats_clear_buffer()
122 spin_unlock_irqrestore(&stats->lock, flags); in time_stats_clear_buffer()
125 void __bch2_time_stats_update(struct bch2_time_stats *stats, u64 start, u64 end) in __bch2_time_stats_update() argument
129 if ((unsigned long) stats->buffer <= TIME_STATS_NONPCPU) { in __bch2_time_stats_update()
130 spin_lock_irqsave(&stats->lock, flags); in __bch2_time_stats_update()
131 time_stats_update_one(stats, start, end); in __bch2_time_stats_update()
133 if (!stats->buffer && in __bch2_time_stats_update()
134 mean_and_variance_weighted_get_mean(stats->freq_stats_weighted, TIME_STATS_MV_WEIGHT) < 32 && in __bch2_time_stats_update()
135 stats->duration_stats.n > 1024) in __bch2_time_stats_update()
136 stats->buffer = in __bch2_time_stats_update()
139 spin_unlock_irqrestore(&stats->lock, flags); in __bch2_time_stats_update()
144 b = this_cpu_ptr(stats->buffer); in __bch2_time_stats_update()
153 time_stats_clear_buffer(stats, b); in __bch2_time_stats_update()
158 void bch2_time_stats_reset(struct bch2_time_stats *stats) in bch2_time_stats_reset() argument
160 spin_lock_irq(&stats->lock); in bch2_time_stats_reset()
162 memset((void *) stats + offset, 0, sizeof(*stats) - offset); in bch2_time_stats_reset()
164 if ((unsigned long) stats->buffer > TIME_STATS_NONPCPU) { in bch2_time_stats_reset()
167 per_cpu_ptr(stats->buffer, cpu)->nr = 0; in bch2_time_stats_reset()
169 spin_unlock_irq(&stats->lock); in bch2_time_stats_reset()
172 void bch2_time_stats_exit(struct bch2_time_stats *stats) in bch2_time_stats_exit() argument
174 if ((unsigned long) stats->buffer > TIME_STATS_NONPCPU) in bch2_time_stats_exit()
175 free_percpu(stats->buffer); in bch2_time_stats_exit()
176 stats->buffer = NULL; in bch2_time_stats_exit()
179 void bch2_time_stats_init(struct bch2_time_stats *stats) in bch2_time_stats_init() argument
181 memset(stats, 0, sizeof(*stats)); in bch2_time_stats_init()
182 stats->min_duration = U64_MAX; in bch2_time_stats_init()
183 stats->min_freq = U64_MAX; in bch2_time_stats_init()
184 spin_lock_init(&stats->lock); in bch2_time_stats_init()
187 void bch2_time_stats_init_no_pcpu(struct bch2_time_stats *stats) in bch2_time_stats_init_no_pcpu() argument
189 bch2_time_stats_init(stats); in bch2_time_stats_init_no_pcpu()
190 stats->buffer = (struct time_stat_buffer __percpu *) TIME_STATS_NONPCPU; in bch2_time_stats_init_no_pcpu()