1 // SPDX-License-Identifier: GPL-2.0-only
14  * ENABLE/STATUS words are packed next to each other for each CPU:
19  *   0x1000_0028: CPU0_W0_STATUS		IRQs 31-63
20  *   0x1000_002c: CPU0_W1_STATUS		IRQs 0-31
23  *   0x1000_0038: CPU1_W0_STATUS		IRQs 31-63
24  *   0x1000_003c: CPU1_W1_STATUS		IRQs 0-31
31  *   0x1000_0030: CPU0_W0_STATUS	IRQs 96-127
32  *   0x1000_0034: CPU0_W1_STATUS	IRQs 64-95
33  *   0x1000_0038: CPU0_W2_STATUS	IRQs 32-63
34  *   0x1000_003c: CPU0_W3_STATUS	IRQs 0-31
39  *   0x1000_0050: CPU1_W0_STATUS	IRQs 96-127
40  *   0x1000_0054: CPU1_W1_STATUS	IRQs 64-95
41  *   0x1000_0058: CPU1_W2_STATUS	IRQs 32-63
42  *   0x1000_005c: CPU1_W3_STATUS	IRQs 0-31
44  * IRQs are numbered in CPU native endian order
45  * (which is big-endian in these examples)
90 static inline unsigned int reg_enable(struct bcm6345_l1_chip *intc,  in reg_enable()  argument
94 	return (1 * intc->n_words - word - 1) * sizeof(u32);  in reg_enable()
96 	return (0 * intc->n_words + word) * sizeof(u32);  in reg_enable()
100 static inline unsigned int reg_status(struct bcm6345_l1_chip *intc,  in reg_status()  argument
104 	return (2 * intc->n_words - word - 1) * sizeof(u32);  in reg_status()
106 	return (1 * intc->n_words + word) * sizeof(u32);  in reg_status()
110 static inline unsigned int cpu_for_irq(struct bcm6345_l1_chip *intc,  in cpu_for_irq()  argument
113 	return cpumask_first_and(&intc->cpumask, irq_data_get_affinity_mask(d));  in cpu_for_irq()
118 	struct bcm6345_l1_chip *intc = irq_desc_get_handler_data(desc);  in bcm6345_l1_irq_handle()  local
119 	struct bcm6345_l1_cpu *cpu;  in bcm6345_l1_irq_handle()  local
124 	cpu = intc->cpus[cpu_logical_map(smp_processor_id())];  in bcm6345_l1_irq_handle()
126 	cpu = intc->cpus[0];  in bcm6345_l1_irq_handle()
131 	for (idx = 0; idx < intc->n_words; idx++) {  in bcm6345_l1_irq_handle()
137 		pending = __raw_readl(cpu->map_base + reg_status(intc, idx));  in bcm6345_l1_irq_handle()
138 		pending &= __raw_readl(cpu->map_base + reg_enable(intc, idx));  in bcm6345_l1_irq_handle()
141 			irq = irq_linear_revmap(intc->domain, base + hwirq);  in bcm6345_l1_irq_handle()
154 	struct bcm6345_l1_chip *intc = irq_data_get_irq_chip_data(d);  in __bcm6345_l1_unmask()  local
155 	u32 word = d->hwirq / IRQS_PER_WORD;  in __bcm6345_l1_unmask()
156 	u32 mask = BIT(d->hwirq % IRQS_PER_WORD);  in __bcm6345_l1_unmask()
157 	unsigned int cpu_idx = cpu_for_irq(intc, d);  in __bcm6345_l1_unmask()
159 	intc->cpus[cpu_idx]->enable_cache[word] |= mask;  in __bcm6345_l1_unmask()
160 	__raw_writel(intc->cpus[cpu_idx]->enable_cache[word],  in __bcm6345_l1_unmask()
161 		intc->cpus[cpu_idx]->map_base + reg_enable(intc, word));  in __bcm6345_l1_unmask()
166 	struct bcm6345_l1_chip *intc = irq_data_get_irq_chip_data(d);  in __bcm6345_l1_mask()  local
167 	u32 word = d->hwirq / IRQS_PER_WORD;  in __bcm6345_l1_mask()
168 	u32 mask = BIT(d->hwirq % IRQS_PER_WORD);  in __bcm6345_l1_mask()
169 	unsigned int cpu_idx = cpu_for_irq(intc, d);  in __bcm6345_l1_mask()
171 	intc->cpus[cpu_idx]->enable_cache[word] &= ~mask;  in __bcm6345_l1_mask()
172 	__raw_writel(intc->cpus[cpu_idx]->enable_cache[word],  in __bcm6345_l1_mask()
173 		intc->cpus[cpu_idx]->map_base + reg_enable(intc, word));  in __bcm6345_l1_mask()
178 	struct bcm6345_l1_chip *intc = irq_data_get_irq_chip_data(d);  in bcm6345_l1_unmask()  local
181 	raw_spin_lock_irqsave(&intc->lock, flags);  in bcm6345_l1_unmask()
183 	raw_spin_unlock_irqrestore(&intc->lock, flags);  in bcm6345_l1_unmask()
188 	struct bcm6345_l1_chip *intc = irq_data_get_irq_chip_data(d);  in bcm6345_l1_mask()  local
191 	raw_spin_lock_irqsave(&intc->lock, flags);  in bcm6345_l1_mask()
193 	raw_spin_unlock_irqrestore(&intc->lock, flags);  in bcm6345_l1_mask()
200 	struct bcm6345_l1_chip *intc = irq_data_get_irq_chip_data(d);  in bcm6345_l1_set_affinity()  local
201 	u32 word = d->hwirq / IRQS_PER_WORD;  in bcm6345_l1_set_affinity()
202 	u32 mask = BIT(d->hwirq % IRQS_PER_WORD);  in bcm6345_l1_set_affinity()
203 	unsigned int old_cpu = cpu_for_irq(intc, d);  in bcm6345_l1_set_affinity()
209 	if (!cpumask_and(&valid, &intc->cpumask, dest))  in bcm6345_l1_set_affinity()
210 		return -EINVAL;  in bcm6345_l1_set_affinity()
214 		return -EINVAL;  in bcm6345_l1_set_affinity()
218 	raw_spin_lock_irqsave(&intc->lock, flags);  in bcm6345_l1_set_affinity()
220 		enabled = intc->cpus[old_cpu]->enable_cache[word] & mask;  in bcm6345_l1_set_affinity()
229 	raw_spin_unlock_irqrestore(&intc->lock, flags);  in bcm6345_l1_set_affinity()
238 				      struct bcm6345_l1_chip *intc)  in bcm6345_l1_init_one()  argument
242 	struct bcm6345_l1_cpu *cpu;  in bcm6345_l1_init_one()  local
246 		return -EINVAL;  in bcm6345_l1_init_one()
250 	if (!intc->n_words)  in bcm6345_l1_init_one()
251 		intc->n_words = n_words;  in bcm6345_l1_init_one()
252 	else if (intc->n_words != n_words)  in bcm6345_l1_init_one()
253 		return -EINVAL;  in bcm6345_l1_init_one()
255 	cpu = intc->cpus[idx] = kzalloc(sizeof(*cpu) + n_words * sizeof(u32),  in bcm6345_l1_init_one()
257 	if (!cpu)  in bcm6345_l1_init_one()
258 		return -ENOMEM;  in bcm6345_l1_init_one()
260 	cpu->map_base = ioremap(res.start, sz);  in bcm6345_l1_init_one()
261 	if (!cpu->map_base)  in bcm6345_l1_init_one()
262 		return -ENOMEM;  in bcm6345_l1_init_one()
265 		cpu->enable_cache[i] = 0;  in bcm6345_l1_init_one()
266 		__raw_writel(0, cpu->map_base + reg_enable(intc, i));  in bcm6345_l1_init_one()
269 	cpu->parent_irq = irq_of_parse_and_map(dn, idx);  in bcm6345_l1_init_one()
270 	if (!cpu->parent_irq) {  in bcm6345_l1_init_one()
271 		pr_err("failed to map parent interrupt %d\n", cpu->parent_irq);  in bcm6345_l1_init_one()
272 		return -EINVAL;  in bcm6345_l1_init_one()
274 	irq_set_chained_handler_and_data(cpu->parent_irq,  in bcm6345_l1_init_one()
275 						bcm6345_l1_irq_handle, intc);  in bcm6345_l1_init_one()
281 	.name			= "bcm6345-l1",
292 	irq_set_chip_data(virq, d->host_data);  in bcm6345_l1_map()
305 	struct bcm6345_l1_chip *intc;  in bcm6345_l1_of_init()  local
309 	intc = kzalloc(sizeof(*intc), GFP_KERNEL);  in bcm6345_l1_of_init()
310 	if (!intc)  in bcm6345_l1_of_init()
311 		return -ENOMEM;  in bcm6345_l1_of_init()
314 		ret = bcm6345_l1_init_one(dn, idx, intc);  in bcm6345_l1_of_init()
316 			pr_err("failed to init intc L1 for cpu %d: %d\n",  in bcm6345_l1_of_init()
319 			cpumask_set_cpu(idx, &intc->cpumask);  in bcm6345_l1_of_init()
322 	if (!cpumask_weight(&intc->cpumask)) {  in bcm6345_l1_of_init()
323 		ret = -ENODEV;  in bcm6345_l1_of_init()
327 	raw_spin_lock_init(&intc->lock);  in bcm6345_l1_of_init()
329 	intc->domain = irq_domain_add_linear(dn, IRQS_PER_WORD * intc->n_words,  in bcm6345_l1_of_init()
331 					     intc);  in bcm6345_l1_of_init()
332 	if (!intc->domain) {  in bcm6345_l1_of_init()
333 		ret = -ENOMEM;  in bcm6345_l1_of_init()
337 	pr_info("registered BCM6345 L1 intc (IRQs: %d)\n",  in bcm6345_l1_of_init()
338 			IRQS_PER_WORD * intc->n_words);  in bcm6345_l1_of_init()
339 	for_each_cpu(idx, &intc->cpumask) {  in bcm6345_l1_of_init()
340 		struct bcm6345_l1_cpu *cpu = intc->cpus[idx];  in bcm6345_l1_of_init()  local
342 		pr_info("  CPU%u at MMIO 0x%p (irq = %d)\n", idx,  in bcm6345_l1_of_init()
343 				cpu->map_base, cpu->parent_irq);  in bcm6345_l1_of_init()
350 		struct bcm6345_l1_cpu *cpu = intc->cpus[idx];  in bcm6345_l1_of_init()  local
352 		if (cpu) {  in bcm6345_l1_of_init()
353 			if (cpu->map_base)  in bcm6345_l1_of_init()
354 				iounmap(cpu->map_base);  in bcm6345_l1_of_init()
355 			kfree(cpu);  in bcm6345_l1_of_init()
359 	kfree(intc);  in bcm6345_l1_of_init()
363 IRQCHIP_DECLARE(bcm6345_l1, "brcm,bcm6345-l1-intc", bcm6345_l1_of_init);