Lines Matching +full:- +full:m
1 // SPDX-License-Identifier: GPL-2.0
43 * irq_alloc_matrix - Allocate a irq_matrix structure and initialize it
53 struct irq_matrix *m; in irq_alloc_matrix() local
58 m = kzalloc(sizeof(*m), GFP_KERNEL); in irq_alloc_matrix()
59 if (!m) in irq_alloc_matrix()
62 m->matrix_bits = matrix_bits; in irq_alloc_matrix()
63 m->alloc_start = alloc_start; in irq_alloc_matrix()
64 m->alloc_end = alloc_end; in irq_alloc_matrix()
65 m->alloc_size = alloc_end - alloc_start; in irq_alloc_matrix()
66 m->maps = alloc_percpu(*m->maps); in irq_alloc_matrix()
67 if (!m->maps) { in irq_alloc_matrix()
68 kfree(m); in irq_alloc_matrix()
71 return m; in irq_alloc_matrix()
75 * irq_matrix_online - Bring the local CPU matrix online
76 * @m: Matrix pointer
78 void irq_matrix_online(struct irq_matrix *m) in irq_matrix_online() argument
80 struct cpumap *cm = this_cpu_ptr(m->maps); in irq_matrix_online()
82 BUG_ON(cm->online); in irq_matrix_online()
84 if (!cm->initialized) { in irq_matrix_online()
85 cm->available = m->alloc_size; in irq_matrix_online()
86 cm->available -= cm->managed + m->systembits_inalloc; in irq_matrix_online()
87 cm->initialized = true; in irq_matrix_online()
89 m->global_available += cm->available; in irq_matrix_online()
90 cm->online = true; in irq_matrix_online()
91 m->online_maps++; in irq_matrix_online()
92 trace_irq_matrix_online(m); in irq_matrix_online()
96 * irq_matrix_offline - Bring the local CPU matrix offline
97 * @m: Matrix pointer
99 void irq_matrix_offline(struct irq_matrix *m) in irq_matrix_offline() argument
101 struct cpumap *cm = this_cpu_ptr(m->maps); in irq_matrix_offline()
104 m->global_available -= cm->available; in irq_matrix_offline()
105 cm->online = false; in irq_matrix_offline()
106 m->online_maps--; in irq_matrix_offline()
107 trace_irq_matrix_offline(m); in irq_matrix_offline()
110 static unsigned int matrix_alloc_area(struct irq_matrix *m, struct cpumap *cm, in matrix_alloc_area() argument
113 unsigned int area, start = m->alloc_start; in matrix_alloc_area()
114 unsigned int end = m->alloc_end; in matrix_alloc_area()
116 bitmap_or(m->scratch_map, cm->managed_map, m->system_map, end); in matrix_alloc_area()
117 bitmap_or(m->scratch_map, m->scratch_map, cm->alloc_map, end); in matrix_alloc_area()
118 area = bitmap_find_next_zero_area(m->scratch_map, end, start, num, 0); in matrix_alloc_area()
122 bitmap_set(cm->managed_map, area, num); in matrix_alloc_area()
124 bitmap_set(cm->alloc_map, area, num); in matrix_alloc_area()
129 static unsigned int matrix_find_best_cpu(struct irq_matrix *m, in matrix_find_best_cpu() argument
138 cm = per_cpu_ptr(m->maps, cpu); in matrix_find_best_cpu()
140 if (!cm->online || cm->available <= maxavl) in matrix_find_best_cpu()
144 maxavl = cm->available; in matrix_find_best_cpu()
150 static unsigned int matrix_find_best_cpu_managed(struct irq_matrix *m, in matrix_find_best_cpu_managed() argument
159 cm = per_cpu_ptr(m->maps, cpu); in matrix_find_best_cpu_managed()
161 if (!cm->online || cm->managed_allocated > allocated) in matrix_find_best_cpu_managed()
165 allocated = cm->managed_allocated; in matrix_find_best_cpu_managed()
171 * irq_matrix_assign_system - Assign system wide entry in the matrix
172 * @m: Matrix pointer
181 void irq_matrix_assign_system(struct irq_matrix *m, unsigned int bit, in irq_matrix_assign_system() argument
184 struct cpumap *cm = this_cpu_ptr(m->maps); in irq_matrix_assign_system()
186 BUG_ON(bit > m->matrix_bits); in irq_matrix_assign_system()
187 BUG_ON(m->online_maps > 1 || (m->online_maps && !replace)); in irq_matrix_assign_system()
189 set_bit(bit, m->system_map); in irq_matrix_assign_system()
191 BUG_ON(!test_and_clear_bit(bit, cm->alloc_map)); in irq_matrix_assign_system()
192 cm->allocated--; in irq_matrix_assign_system()
193 m->total_allocated--; in irq_matrix_assign_system()
195 if (bit >= m->alloc_start && bit < m->alloc_end) in irq_matrix_assign_system()
196 m->systembits_inalloc++; in irq_matrix_assign_system()
198 trace_irq_matrix_assign_system(bit, m); in irq_matrix_assign_system()
202 * irq_matrix_reserve_managed - Reserve a managed interrupt in a CPU map
203 * @m: Matrix pointer
210 int irq_matrix_reserve_managed(struct irq_matrix *m, const struct cpumask *msk) in irq_matrix_reserve_managed() argument
215 struct cpumap *cm = per_cpu_ptr(m->maps, cpu); in irq_matrix_reserve_managed()
218 bit = matrix_alloc_area(m, cm, 1, true); in irq_matrix_reserve_managed()
219 if (bit >= m->alloc_end) in irq_matrix_reserve_managed()
221 cm->managed++; in irq_matrix_reserve_managed()
222 if (cm->online) { in irq_matrix_reserve_managed()
223 cm->available--; in irq_matrix_reserve_managed()
224 m->global_available--; in irq_matrix_reserve_managed()
226 trace_irq_matrix_reserve_managed(bit, cpu, m, cm); in irq_matrix_reserve_managed()
234 irq_matrix_remove_managed(m, cpumask_of(cpu)); in irq_matrix_reserve_managed()
236 return -ENOSPC; in irq_matrix_reserve_managed()
240 * irq_matrix_remove_managed - Remove managed interrupts in a CPU map
241 * @m: Matrix pointer
251 void irq_matrix_remove_managed(struct irq_matrix *m, const struct cpumask *msk) in irq_matrix_remove_managed() argument
256 struct cpumap *cm = per_cpu_ptr(m->maps, cpu); in irq_matrix_remove_managed()
257 unsigned int bit, end = m->alloc_end; in irq_matrix_remove_managed()
259 if (WARN_ON_ONCE(!cm->managed)) in irq_matrix_remove_managed()
263 bitmap_andnot(m->scratch_map, cm->managed_map, cm->alloc_map, end); in irq_matrix_remove_managed()
265 bit = find_first_bit(m->scratch_map, end); in irq_matrix_remove_managed()
269 clear_bit(bit, cm->managed_map); in irq_matrix_remove_managed()
271 cm->managed--; in irq_matrix_remove_managed()
272 if (cm->online) { in irq_matrix_remove_managed()
273 cm->available++; in irq_matrix_remove_managed()
274 m->global_available++; in irq_matrix_remove_managed()
276 trace_irq_matrix_remove_managed(bit, cpu, m, cm); in irq_matrix_remove_managed()
281 * irq_matrix_alloc_managed - Allocate a managed interrupt in a CPU map
282 * @m: Matrix pointer
285 int irq_matrix_alloc_managed(struct irq_matrix *m, const struct cpumask *msk, in irq_matrix_alloc_managed() argument
288 unsigned int bit, cpu, end = m->alloc_end; in irq_matrix_alloc_managed()
292 return -EINVAL; in irq_matrix_alloc_managed()
294 cpu = matrix_find_best_cpu_managed(m, msk); in irq_matrix_alloc_managed()
296 return -ENOSPC; in irq_matrix_alloc_managed()
298 cm = per_cpu_ptr(m->maps, cpu); in irq_matrix_alloc_managed()
299 end = m->alloc_end; in irq_matrix_alloc_managed()
301 bitmap_andnot(m->scratch_map, cm->managed_map, cm->alloc_map, end); in irq_matrix_alloc_managed()
302 bit = find_first_bit(m->scratch_map, end); in irq_matrix_alloc_managed()
304 return -ENOSPC; in irq_matrix_alloc_managed()
305 set_bit(bit, cm->alloc_map); in irq_matrix_alloc_managed()
306 cm->allocated++; in irq_matrix_alloc_managed()
307 cm->managed_allocated++; in irq_matrix_alloc_managed()
308 m->total_allocated++; in irq_matrix_alloc_managed()
310 trace_irq_matrix_alloc_managed(bit, cpu, m, cm); in irq_matrix_alloc_managed()
315 * irq_matrix_assign - Assign a preallocated interrupt in the local CPU map
316 * @m: Matrix pointer
321 void irq_matrix_assign(struct irq_matrix *m, unsigned int bit) in irq_matrix_assign() argument
323 struct cpumap *cm = this_cpu_ptr(m->maps); in irq_matrix_assign()
325 if (WARN_ON_ONCE(bit < m->alloc_start || bit >= m->alloc_end)) in irq_matrix_assign()
327 if (WARN_ON_ONCE(test_and_set_bit(bit, cm->alloc_map))) in irq_matrix_assign()
329 cm->allocated++; in irq_matrix_assign()
330 m->total_allocated++; in irq_matrix_assign()
331 cm->available--; in irq_matrix_assign()
332 m->global_available--; in irq_matrix_assign()
333 trace_irq_matrix_assign(bit, smp_processor_id(), m, cm); in irq_matrix_assign()
337 * irq_matrix_reserve - Reserve interrupts
338 * @m: Matrix pointer
345 void irq_matrix_reserve(struct irq_matrix *m) in irq_matrix_reserve() argument
347 if (m->global_reserved <= m->global_available && in irq_matrix_reserve()
348 m->global_reserved + 1 > m->global_available) in irq_matrix_reserve()
351 m->global_reserved++; in irq_matrix_reserve()
352 trace_irq_matrix_reserve(m); in irq_matrix_reserve()
356 * irq_matrix_remove_reserved - Remove interrupt reservation
357 * @m: Matrix pointer
364 void irq_matrix_remove_reserved(struct irq_matrix *m) in irq_matrix_remove_reserved() argument
366 m->global_reserved--; in irq_matrix_remove_reserved()
367 trace_irq_matrix_remove_reserved(m); in irq_matrix_remove_reserved()
371 * irq_matrix_alloc - Allocate a regular interrupt in a CPU map
372 * @m: Matrix pointer
377 int irq_matrix_alloc(struct irq_matrix *m, const struct cpumask *msk, in irq_matrix_alloc() argument
388 return -EINVAL; in irq_matrix_alloc()
390 cpu = matrix_find_best_cpu(m, msk); in irq_matrix_alloc()
392 return -ENOSPC; in irq_matrix_alloc()
394 cm = per_cpu_ptr(m->maps, cpu); in irq_matrix_alloc()
395 bit = matrix_alloc_area(m, cm, 1, false); in irq_matrix_alloc()
396 if (bit >= m->alloc_end) in irq_matrix_alloc()
397 return -ENOSPC; in irq_matrix_alloc()
398 cm->allocated++; in irq_matrix_alloc()
399 cm->available--; in irq_matrix_alloc()
400 m->total_allocated++; in irq_matrix_alloc()
401 m->global_available--; in irq_matrix_alloc()
403 m->global_reserved--; in irq_matrix_alloc()
405 trace_irq_matrix_alloc(bit, cpu, m, cm); in irq_matrix_alloc()
411 * irq_matrix_free - Free allocated interrupt in the matrix
412 * @m: Matrix pointer
418 void irq_matrix_free(struct irq_matrix *m, unsigned int cpu, in irq_matrix_free() argument
421 struct cpumap *cm = per_cpu_ptr(m->maps, cpu); in irq_matrix_free()
423 if (WARN_ON_ONCE(bit < m->alloc_start || bit >= m->alloc_end)) in irq_matrix_free()
426 clear_bit(bit, cm->alloc_map); in irq_matrix_free()
427 cm->allocated--; in irq_matrix_free()
429 cm->managed_allocated--; in irq_matrix_free()
431 if (cm->online) in irq_matrix_free()
432 m->total_allocated--; in irq_matrix_free()
435 cm->available++; in irq_matrix_free()
436 if (cm->online) in irq_matrix_free()
437 m->global_available++; in irq_matrix_free()
439 trace_irq_matrix_free(bit, cpu, m, cm); in irq_matrix_free()
443 * irq_matrix_available - Get the number of globally available irqs
444 * @m: Pointer to the matrix to query
448 unsigned int irq_matrix_available(struct irq_matrix *m, bool cpudown) in irq_matrix_available() argument
450 struct cpumap *cm = this_cpu_ptr(m->maps); in irq_matrix_available()
453 return m->global_available; in irq_matrix_available()
454 return m->global_available - cm->available; in irq_matrix_available()
458 * irq_matrix_reserved - Get the number of globally reserved irqs
459 * @m: Pointer to the matrix to query
461 unsigned int irq_matrix_reserved(struct irq_matrix *m) in irq_matrix_reserved() argument
463 return m->global_reserved; in irq_matrix_reserved()
467 * irq_matrix_allocated - Get the number of allocated irqs on the local cpu
468 * @m: Pointer to the matrix to search
472 unsigned int irq_matrix_allocated(struct irq_matrix *m) in irq_matrix_allocated() argument
474 struct cpumap *cm = this_cpu_ptr(m->maps); in irq_matrix_allocated()
476 return cm->allocated; in irq_matrix_allocated()
481 * irq_matrix_debug_show - Show detailed allocation information
483 * @m: Pointer to the matrix allocator
488 void irq_matrix_debug_show(struct seq_file *sf, struct irq_matrix *m, int ind) in irq_matrix_debug_show() argument
490 unsigned int nsys = bitmap_weight(m->system_map, m->matrix_bits); in irq_matrix_debug_show()
493 seq_printf(sf, "Online bitmaps: %6u\n", m->online_maps); in irq_matrix_debug_show()
494 seq_printf(sf, "Global available: %6u\n", m->global_available); in irq_matrix_debug_show()
495 seq_printf(sf, "Global reserved: %6u\n", m->global_reserved); in irq_matrix_debug_show()
496 seq_printf(sf, "Total allocated: %6u\n", m->total_allocated); in irq_matrix_debug_show()
497 seq_printf(sf, "System: %u: %*pbl\n", nsys, m->matrix_bits, in irq_matrix_debug_show()
498 m->system_map); in irq_matrix_debug_show()
502 struct cpumap *cm = per_cpu_ptr(m->maps, cpu); in irq_matrix_debug_show()
505 cpu, cm->available, cm->managed, in irq_matrix_debug_show()
506 cm->managed_allocated, cm->allocated, in irq_matrix_debug_show()
507 m->matrix_bits, cm->alloc_map); in irq_matrix_debug_show()