Lines Matching +full:can +full:- +full:secondary
1 // SPDX-License-Identifier: GPL-2.0
3 * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
4 * Copyright (C) 2005-2006 Thomas Gleixner
50 while (irqd_irq_inprogress(&desc->irq_data)) in __synchronize_hardirq()
53 /* Ok, that indicated we're done: double-check carefully. */ in __synchronize_hardirq()
54 raw_spin_lock_irqsave(&desc->lock, flags); in __synchronize_hardirq()
55 inprogress = irqd_irq_inprogress(&desc->irq_data); in __synchronize_hardirq()
70 raw_spin_unlock_irqrestore(&desc->lock, flags); in __synchronize_hardirq()
77 * synchronize_hardirq - wait for pending hard IRQ handlers (on other CPUs)
91 * This function may be called - with care - from IRQ context.
104 return !atomic_read(&desc->threads_active); in synchronize_hardirq()
118 wait_event(desc->wait_for_threads, !atomic_read(&desc->threads_active)); in __synchronize_irq()
122 * synchronize_irq - wait for pending IRQ handlers (on other CPUs)
129 * Can only be called from preemptible code as it might sleep when
150 if (!desc || !irqd_can_balance(&desc->irq_data) || in __irq_can_set_affinity()
151 !desc->irq_data.chip || !desc->irq_data.chip->irq_set_affinity) in __irq_can_set_affinity()
157 * irq_can_set_affinity - Check if the affinity of a given irq can be set
167 * irq_can_set_affinity_usr - Check if affinity of a irq can be set from user space
178 !irqd_affinity_is_managed(&desc->irq_data); in irq_can_set_affinity_usr()
182 * irq_set_thread_affinity - Notify irq threads to adjust affinity
186 * to the interrupt thread itself. We can not call
187 * set_cpus_allowed_ptr() here as we hold desc->lock and this
188 * code can be called from hard interrupt context.
195 if (action->thread) in irq_set_thread_affinity()
196 set_bit(IRQTF_AFFINITY, &action->thread_flags); in irq_set_thread_affinity()
197 if (action->secondary && action->secondary->thread) in irq_set_thread_affinity()
198 set_bit(IRQTF_AFFINITY, &action->secondary->thread_flags); in irq_set_thread_affinity()
211 chip->name, data->irq); in irq_validate_effective_affinity()
228 if (!chip || !chip->irq_set_affinity) in irq_do_set_affinity()
229 return -EINVAL; in irq_do_set_affinity()
273 ret = chip->irq_set_affinity(data, &tmp_mask, force); in irq_do_set_affinity()
275 ret = chip->irq_set_affinity(data, mask, force); in irq_do_set_affinity()
277 ret = -EINVAL; in irq_do_set_affinity()
284 cpumask_copy(desc->irq_common_data.affinity, mask); in irq_do_set_affinity()
309 return -EBUSY; in irq_set_affinity_pending()
323 if (ret == -EBUSY && !force) in irq_try_set_affinity()
334 * Handle irq chips which can handle affinity only in activated in irq_set_affinity_deactivated()
346 cpumask_copy(desc->irq_common_data.affinity, mask); in irq_set_affinity_deactivated()
359 if (!chip || !chip->irq_set_affinity) in irq_set_affinity_locked()
360 return -EINVAL; in irq_set_affinity_locked()
372 if (desc->affinity_notify) { in irq_set_affinity_locked()
373 kref_get(&desc->affinity_notify->kref); in irq_set_affinity_locked()
374 if (!schedule_work(&desc->affinity_notify->work)) { in irq_set_affinity_locked()
376 kref_put(&desc->affinity_notify->kref, in irq_set_affinity_locked()
377 desc->affinity_notify->release); in irq_set_affinity_locked()
386 * irq_update_affinity_desc - Update affinity management for an interrupt
390 * This interface can be used to configure the affinity management of
393 * There are certain limitations on when it may be used - attempts to use it
396 * managed/non-managed interrupt accounting. In addition, attempts to use it on
413 return -EOPNOTSUPP; in irq_update_affinity_desc()
417 return -EINVAL; in irq_update_affinity_desc()
420 if (irqd_is_started(&desc->irq_data)) { in irq_update_affinity_desc()
421 ret = -EBUSY; in irq_update_affinity_desc()
426 if (irqd_affinity_is_managed(&desc->irq_data)) { in irq_update_affinity_desc()
427 ret = -EBUSY; in irq_update_affinity_desc()
435 activated = irqd_is_activated(&desc->irq_data); in irq_update_affinity_desc()
437 irq_domain_deactivate_irq(&desc->irq_data); in irq_update_affinity_desc()
439 if (affinity->is_managed) { in irq_update_affinity_desc()
440 irqd_set(&desc->irq_data, IRQD_AFFINITY_MANAGED); in irq_update_affinity_desc()
441 irqd_set(&desc->irq_data, IRQD_MANAGED_SHUTDOWN); in irq_update_affinity_desc()
444 cpumask_copy(desc->irq_common_data.affinity, &affinity->mask); in irq_update_affinity_desc()
448 irq_domain_activate_irq(&desc->irq_data, false); in irq_update_affinity_desc()
463 return -EINVAL; in __irq_set_affinity()
465 raw_spin_lock_irqsave(&desc->lock, flags); in __irq_set_affinity()
467 raw_spin_unlock_irqrestore(&desc->lock, flags); in __irq_set_affinity()
472 * irq_set_affinity - Set the irq affinity of a given irq
485 * irq_force_affinity - Force the irq affinity of a given irq
508 return -EINVAL; in __irq_apply_affinity_hint()
509 desc->affinity_hint = m; in __irq_apply_affinity_hint()
521 struct irq_desc *desc = irq_to_desc(notify->irq); in irq_affinity_notify()
528 raw_spin_lock_irqsave(&desc->lock, flags); in irq_affinity_notify()
529 if (irq_move_pending(&desc->irq_data)) in irq_affinity_notify()
532 cpumask_copy(cpumask, desc->irq_common_data.affinity); in irq_affinity_notify()
533 raw_spin_unlock_irqrestore(&desc->lock, flags); in irq_affinity_notify()
535 notify->notify(notify, cpumask); in irq_affinity_notify()
539 kref_put(¬ify->kref, notify->release); in irq_affinity_notify()
543 * irq_set_affinity_notifier - control notification of IRQ affinity changes
563 if (!desc || desc->istate & IRQS_NMI) in irq_set_affinity_notifier()
564 return -EINVAL; in irq_set_affinity_notifier()
568 notify->irq = irq; in irq_set_affinity_notifier()
569 kref_init(¬ify->kref); in irq_set_affinity_notifier()
570 INIT_WORK(¬ify->work, irq_affinity_notify); in irq_set_affinity_notifier()
573 raw_spin_lock_irqsave(&desc->lock, flags); in irq_set_affinity_notifier()
574 old_notify = desc->affinity_notify; in irq_set_affinity_notifier()
575 desc->affinity_notify = notify; in irq_set_affinity_notifier()
576 raw_spin_unlock_irqrestore(&desc->lock, flags); in irq_set_affinity_notifier()
579 if (cancel_work_sync(&old_notify->work)) { in irq_set_affinity_notifier()
581 kref_put(&old_notify->kref, old_notify->release); in irq_set_affinity_notifier()
583 kref_put(&old_notify->kref, old_notify->release); in irq_set_affinity_notifier()
610 if (irqd_affinity_is_managed(&desc->irq_data) || in irq_setup_affinity()
611 irqd_has_set(&desc->irq_data, IRQD_AFFINITY_SET)) { in irq_setup_affinity()
612 if (cpumask_intersects(desc->irq_common_data.affinity, in irq_setup_affinity()
614 set = desc->irq_common_data.affinity; in irq_setup_affinity()
616 irqd_clear(&desc->irq_data, IRQD_AFFINITY_SET); in irq_setup_affinity()
630 ret = irq_do_set_affinity(&desc->irq_data, &mask, false); in irq_setup_affinity()
645 * irq_set_vcpu_affinity - Set vcpu affinity for the interrupt
653 * KVM -> IOMMU -> irq_set_vcpu_affinity().
661 int ret = -ENOSYS; in irq_set_vcpu_affinity()
664 return -EINVAL; in irq_set_vcpu_affinity()
669 if (chip && chip->irq_set_vcpu_affinity) in irq_set_vcpu_affinity()
672 data = data->parent_data; in irq_set_vcpu_affinity()
679 ret = chip->irq_set_vcpu_affinity(data, vcpu_info); in irq_set_vcpu_affinity()
688 if (!desc->depth++) in __disable_irq()
698 return -EINVAL; in __disable_irq_nosync()
705 * disable_irq_nosync - disable an irq without waiting
722 * disable_irq - disable an irq and wait for completion
731 * Can only be called from preemptible code as it might sleep when
744 * disable_hardirq - disables an irq and waits for hardirq completion
758 * This function may be called - with care - from IRQ context.
770 * disable_nmi_nosync - disable an nmi without waiting
786 switch (desc->depth) { in __enable_irq()
793 if (desc->istate & IRQS_SUSPENDED) in __enable_irq()
808 desc->depth--; in __enable_irq()
813 * enable_irq - enable handling of an irq
818 * IRQ line is re-enabled.
821 * desc->irq_data.chip->bus_lock and desc->chip->bus_sync_unlock are NULL !
830 if (WARN(!desc->irq_data.chip, in enable_irq()
841 * enable_nmi - enable handling of an nmi
847 * IRQ line is re-enabled.
857 int ret = -ENXIO; in set_irq_wake_real()
859 if (irq_desc_get_chip(desc)->flags & IRQCHIP_SKIP_SET_WAKE) in set_irq_wake_real()
862 if (desc->irq_data.chip->irq_set_wake) in set_irq_wake_real()
863 ret = desc->irq_data.chip->irq_set_wake(&desc->irq_data, on); in set_irq_wake_real()
869 * irq_set_irq_wake - control irq power management wakeup
875 * just as they match for non-wakeup mode support.
881 * to the enable/disable state of irq wake. An irq can be
894 return -EINVAL; in irq_set_irq_wake()
897 if (desc->istate & IRQS_NMI) { in irq_set_irq_wake()
898 ret = -EINVAL; in irq_set_irq_wake()
902 /* wakeup-capable irqs can be shared between drivers that in irq_set_irq_wake()
906 if (desc->wake_depth++ == 0) { in irq_set_irq_wake()
909 desc->wake_depth = 0; in irq_set_irq_wake()
911 irqd_set(&desc->irq_data, IRQD_WAKEUP_STATE); in irq_set_irq_wake()
914 if (desc->wake_depth == 0) { in irq_set_irq_wake()
916 } else if (--desc->wake_depth == 0) { in irq_set_irq_wake()
919 desc->wake_depth = 1; in irq_set_irq_wake()
921 irqd_clear(&desc->irq_data, IRQD_WAKEUP_STATE); in irq_set_irq_wake()
946 if (!desc->action || in can_request_irq()
947 irqflags & desc->action->flags & IRQF_SHARED) in can_request_irq()
956 struct irq_chip *chip = desc->irq_data.chip; in __irq_set_trigger()
959 if (!chip || !chip->irq_set_type) { in __irq_set_trigger()
962 * flow-types? in __irq_set_trigger()
966 chip ? (chip->name ? : "unknown") : "unknown"); in __irq_set_trigger()
970 if (chip->flags & IRQCHIP_SET_TYPE_MASKED) { in __irq_set_trigger()
971 if (!irqd_irq_masked(&desc->irq_data)) in __irq_set_trigger()
973 if (!irqd_irq_disabled(&desc->irq_data)) in __irq_set_trigger()
979 ret = chip->irq_set_type(&desc->irq_data, flags); in __irq_set_trigger()
984 irqd_clear(&desc->irq_data, IRQD_TRIGGER_MASK); in __irq_set_trigger()
985 irqd_set(&desc->irq_data, flags); in __irq_set_trigger()
989 flags = irqd_get_trigger_type(&desc->irq_data); in __irq_set_trigger()
991 irqd_clear(&desc->irq_data, IRQD_LEVEL); in __irq_set_trigger()
995 irqd_set(&desc->irq_data, IRQD_LEVEL); in __irq_set_trigger()
1002 flags, irq_desc_get_irq(desc), chip->irq_set_type); in __irq_set_trigger()
1016 return -EINVAL; in irq_set_parent()
1018 desc->parent_irq = parent_irq; in irq_set_parent()
1048 WARN(1, "Secondary action handler called for irq %d\n", irq); in irq_forced_secondary_handler()
1060 &action->thread_flags)) { in irq_wait_for_interrupt()
1065 return -1; in irq_wait_for_interrupt()
1069 &action->thread_flags)) { in irq_wait_for_interrupt()
1085 if (!(desc->istate & IRQS_ONESHOT) || in irq_finalize_oneshot()
1086 action->handler == irq_forced_secondary_handler) in irq_finalize_oneshot()
1090 raw_spin_lock_irq(&desc->lock); in irq_finalize_oneshot()
1098 * interrupt can come in again and masks the line, leaves due in irq_finalize_oneshot()
1102 * versus "desc->threads_oneshot |= action->thread_mask;" in in irq_finalize_oneshot()
1106 if (unlikely(irqd_irq_inprogress(&desc->irq_data))) { in irq_finalize_oneshot()
1107 raw_spin_unlock_irq(&desc->lock); in irq_finalize_oneshot()
1118 if (test_bit(IRQTF_RUNTHREAD, &action->thread_flags)) in irq_finalize_oneshot()
1121 desc->threads_oneshot &= ~action->thread_mask; in irq_finalize_oneshot()
1123 if (!desc->threads_oneshot && !irqd_irq_disabled(&desc->irq_data) && in irq_finalize_oneshot()
1124 irqd_irq_masked(&desc->irq_data)) in irq_finalize_oneshot()
1128 raw_spin_unlock_irq(&desc->lock); in irq_finalize_oneshot()
1142 if (!test_and_clear_bit(IRQTF_AFFINITY, &action->thread_flags)) in irq_thread_check_affinity()
1150 set_bit(IRQTF_AFFINITY, &action->thread_flags); in irq_thread_check_affinity()
1154 raw_spin_lock_irq(&desc->lock); in irq_thread_check_affinity()
1159 if (cpumask_available(desc->irq_common_data.affinity)) { in irq_thread_check_affinity()
1162 m = irq_data_get_effective_affinity_mask(&desc->irq_data); in irq_thread_check_affinity()
1167 raw_spin_unlock_irq(&desc->lock); in irq_thread_check_affinity()
1192 ret = action->thread_fn(action->irq, action->dev_id); in irq_forced_thread_fn()
1194 atomic_inc(&desc->threads_handled); in irq_forced_thread_fn()
1205 * preemptible - many of them need to sleep and wait for slow busses to
1213 ret = action->thread_fn(action->irq, action->dev_id); in irq_thread_fn()
1215 atomic_inc(&desc->threads_handled); in irq_thread_fn()
1223 if (atomic_dec_and_test(&desc->threads_active)) in wake_threads_waitq()
1224 wake_up(&desc->wait_for_threads); in wake_threads_waitq()
1233 if (WARN_ON_ONCE(!(current->flags & PF_EXITING))) in irq_thread_dtor()
1239 tsk->comm, tsk->pid, action->irq); in irq_thread_dtor()
1242 desc = irq_to_desc(action->irq); in irq_thread_dtor()
1245 * desc->threads_active and wake possible waiters. in irq_thread_dtor()
1247 if (test_and_clear_bit(IRQTF_RUNTHREAD, &action->thread_flags)) in irq_thread_dtor()
1250 /* Prevent a stale desc->threads_oneshot */ in irq_thread_dtor()
1256 struct irqaction *secondary = action->secondary; in irq_wake_secondary() local
1258 if (WARN_ON_ONCE(!secondary)) in irq_wake_secondary()
1261 raw_spin_lock_irq(&desc->lock); in irq_wake_secondary()
1262 __irq_wake_thread(desc, secondary); in irq_wake_secondary()
1263 raw_spin_unlock_irq(&desc->lock); in irq_wake_secondary()
1272 set_bit(IRQTF_READY, &action->thread_flags); in irq_thread_set_ready()
1273 wake_up(&desc->wait_for_threads); in irq_thread_set_ready()
1283 if (!action || !action->thread) in wake_up_and_wait_for_irq_thread_ready()
1286 wake_up_process(action->thread); in wake_up_and_wait_for_irq_thread_ready()
1287 wait_event(desc->wait_for_threads, in wake_up_and_wait_for_irq_thread_ready()
1288 test_bit(IRQTF_READY, &action->thread_flags)); in wake_up_and_wait_for_irq_thread_ready()
1298 struct irq_desc *desc = irq_to_desc(action->irq); in irq_thread()
1307 &action->thread_flags)) in irq_thread()
1333 * oneshot mask bit can be set. in irq_thread()
1340 * irq_wake_thread - wake the irq thread for the action identified by dev_id
1354 raw_spin_lock_irqsave(&desc->lock, flags); in irq_wake_thread()
1356 if (action->dev_id == dev_id) { in irq_wake_thread()
1357 if (action->thread) in irq_wake_thread()
1362 raw_spin_unlock_irqrestore(&desc->lock, flags); in irq_wake_thread()
1370 if (new->flags & (IRQF_NO_THREAD | IRQF_PERCPU | IRQF_ONESHOT)) in irq_setup_forced_threading()
1377 if (new->handler == irq_default_primary_handler) in irq_setup_forced_threading()
1380 new->flags |= IRQF_ONESHOT; in irq_setup_forced_threading()
1385 * secondary action. in irq_setup_forced_threading()
1387 if (new->handler && new->thread_fn) { in irq_setup_forced_threading()
1388 /* Allocate the secondary action */ in irq_setup_forced_threading()
1389 new->secondary = kzalloc(sizeof(struct irqaction), GFP_KERNEL); in irq_setup_forced_threading()
1390 if (!new->secondary) in irq_setup_forced_threading()
1391 return -ENOMEM; in irq_setup_forced_threading()
1392 new->secondary->handler = irq_forced_secondary_handler; in irq_setup_forced_threading()
1393 new->secondary->thread_fn = new->thread_fn; in irq_setup_forced_threading()
1394 new->secondary->dev_id = new->dev_id; in irq_setup_forced_threading()
1395 new->secondary->irq = new->irq; in irq_setup_forced_threading()
1396 new->secondary->name = new->name; in irq_setup_forced_threading()
1399 set_bit(IRQTF_FORCED_THREAD, &new->thread_flags); in irq_setup_forced_threading()
1400 new->thread_fn = new->handler; in irq_setup_forced_threading()
1401 new->handler = irq_default_primary_handler; in irq_setup_forced_threading()
1407 struct irq_data *d = &desc->irq_data; in irq_request_resources()
1408 struct irq_chip *c = d->chip; in irq_request_resources()
1410 return c->irq_request_resources ? c->irq_request_resources(d) : 0; in irq_request_resources()
1415 struct irq_data *d = &desc->irq_data; in irq_release_resources()
1416 struct irq_chip *c = d->chip; in irq_release_resources()
1418 if (c->irq_release_resources) in irq_release_resources()
1419 c->irq_release_resources(d); in irq_release_resources()
1427 /* Only IRQs directly managed by the root irqchip can be set as NMI */ in irq_supports_nmi()
1428 if (d->parent_data) in irq_supports_nmi()
1432 if (d->chip->irq_bus_lock || d->chip->irq_bus_sync_unlock) in irq_supports_nmi()
1435 return d->chip->flags & IRQCHIP_SUPPORTS_NMI; in irq_supports_nmi()
1441 struct irq_chip *c = d->chip; in irq_nmi_setup()
1443 return c->irq_nmi_setup ? c->irq_nmi_setup(d) : -EINVAL; in irq_nmi_setup()
1449 struct irq_chip *c = d->chip; in irq_nmi_teardown()
1451 if (c->irq_nmi_teardown) in irq_nmi_teardown()
1452 c->irq_nmi_teardown(d); in irq_nmi_teardown()
1456 setup_irq_thread(struct irqaction *new, unsigned int irq, bool secondary) in setup_irq_thread() argument
1460 if (!secondary) { in setup_irq_thread()
1461 t = kthread_create(irq_thread, new, "irq/%d-%s", irq, in setup_irq_thread()
1462 new->name); in setup_irq_thread()
1464 t = kthread_create(irq_thread, new, "irq/%d-s-%s", irq, in setup_irq_thread()
1465 new->name); in setup_irq_thread()
1476 new->thread = get_task_struct(t); in setup_irq_thread()
1480 * not invoke setup_affinity() for the secondary in setup_irq_thread()
1486 set_bit(IRQTF_AFFINITY, &new->thread_flags); in setup_irq_thread()
1491 * Internal function to register an irqaction - typically used to
1496 * desc->request_mutex Provides serialization against a concurrent free_irq()
1498 * desc->lock Provides serialization against hard interrupts
1500 * chip_bus_lock and desc->lock are sufficient for all other management and
1501 * interrupt related functions. desc->request_mutex solely serializes
1512 return -EINVAL; in __setup_irq()
1514 if (desc->irq_data.chip == &no_irq_chip) in __setup_irq()
1515 return -ENOSYS; in __setup_irq()
1516 if (!try_module_get(desc->owner)) in __setup_irq()
1517 return -ENODEV; in __setup_irq()
1519 new->irq = irq; in __setup_irq()
1525 if (!(new->flags & IRQF_TRIGGER_MASK)) in __setup_irq()
1526 new->flags |= irqd_get_trigger_type(&desc->irq_data); in __setup_irq()
1534 if (!new->thread_fn) { in __setup_irq()
1535 ret = -EINVAL; in __setup_irq()
1543 new->handler = irq_nested_primary_handler; in __setup_irq()
1557 if (new->thread_fn && !nested) { in __setup_irq()
1561 if (new->secondary) { in __setup_irq()
1562 ret = setup_irq_thread(new->secondary, irq, true); in __setup_irq()
1574 * chip flags, so we can avoid the unmask dance at the end of in __setup_irq()
1577 if (desc->irq_data.chip->flags & IRQCHIP_ONESHOT_SAFE) in __setup_irq()
1578 new->flags &= ~IRQF_ONESHOT; in __setup_irq()
1583 * chip bus lock and desc->lock. Also protects against handing out in __setup_irq()
1587 mutex_lock(&desc->request_mutex); in __setup_irq()
1597 if (!desc->action) { in __setup_irq()
1601 new->name, irq, desc->irq_data.chip->name); in __setup_irq()
1610 * desc->request_mutex or the optional bus lock. in __setup_irq()
1612 raw_spin_lock_irqsave(&desc->lock, flags); in __setup_irq()
1613 old_ptr = &desc->action; in __setup_irq()
1617 * Can't share interrupts unless both agree to and are in __setup_irq()
1626 if (desc->istate & IRQS_NMI) { in __setup_irq()
1628 new->name, irq, desc->irq_data.chip->name); in __setup_irq()
1629 ret = -EINVAL; in __setup_irq()
1637 if (irqd_trigger_type_was_set(&desc->irq_data)) { in __setup_irq()
1638 oldtype = irqd_get_trigger_type(&desc->irq_data); in __setup_irq()
1640 oldtype = new->flags & IRQF_TRIGGER_MASK; in __setup_irq()
1641 irqd_set_trigger_type(&desc->irq_data, oldtype); in __setup_irq()
1644 if (!((old->flags & new->flags) & IRQF_SHARED) || in __setup_irq()
1645 (oldtype != (new->flags & IRQF_TRIGGER_MASK)) || in __setup_irq()
1646 ((old->flags ^ new->flags) & IRQF_ONESHOT)) in __setup_irq()
1649 /* All handlers must agree on per-cpuness */ in __setup_irq()
1650 if ((old->flags & IRQF_PERCPU) != in __setup_irq()
1651 (new->flags & IRQF_PERCPU)) in __setup_irq()
1657 * Or all existing action->thread_mask bits, in __setup_irq()
1658 * so we can find the next zero bit for this in __setup_irq()
1661 thread_mask |= old->thread_mask; in __setup_irq()
1662 old_ptr = &old->next; in __setup_irq()
1670 * !ONESHOT irqs the thread mask is 0 so we can avoid a in __setup_irq()
1673 if (new->flags & IRQF_ONESHOT) { in __setup_irq()
1679 ret = -EBUSY; in __setup_irq()
1684 * desc->thread_active to indicate that the in __setup_irq()
1688 * line have completed desc->threads_active becomes in __setup_irq()
1693 * interrupt handlers, then desc->threads_active is in __setup_irq()
1700 * all existing action->thread_mask bits. in __setup_irq()
1702 new->thread_mask = 1UL << ffz(thread_mask); in __setup_irq()
1704 } else if (new->handler == irq_default_primary_handler && in __setup_irq()
1705 !(desc->irq_data.chip->flags & IRQCHIP_ONESHOT_SAFE)) { in __setup_irq()
1716 * it safe and reject unconditionally because we can't in __setup_irq()
1719 * underlying chip implementation can override them. in __setup_irq()
1722 new->name, irq); in __setup_irq()
1723 ret = -EINVAL; in __setup_irq()
1729 if (new->flags & IRQF_TRIGGER_MASK) { in __setup_irq()
1731 new->flags & IRQF_TRIGGER_MASK); in __setup_irq()
1739 * independently of IRQ_NOAUTOEN. request_irq() can fail in __setup_irq()
1752 desc->istate &= ~(IRQS_AUTODETECT | IRQS_SPURIOUS_DISABLED | \ in __setup_irq()
1754 irqd_clear(&desc->irq_data, IRQD_IRQ_INPROGRESS); in __setup_irq()
1756 if (new->flags & IRQF_PERCPU) { in __setup_irq()
1757 irqd_set(&desc->irq_data, IRQD_PER_CPU); in __setup_irq()
1759 if (new->flags & IRQF_NO_DEBUG) in __setup_irq()
1766 if (new->flags & IRQF_ONESHOT) in __setup_irq()
1767 desc->istate |= IRQS_ONESHOT; in __setup_irq()
1770 if (new->flags & IRQF_NOBALANCING) { in __setup_irq()
1772 irqd_set(&desc->irq_data, IRQD_NO_BALANCING); in __setup_irq()
1775 if (!(new->flags & IRQF_NO_AUTOEN) && in __setup_irq()
1785 WARN_ON_ONCE(new->flags & IRQF_SHARED); in __setup_irq()
1787 desc->depth = 1; in __setup_irq()
1790 } else if (new->flags & IRQF_TRIGGER_MASK) { in __setup_irq()
1791 unsigned int nmsk = new->flags & IRQF_TRIGGER_MASK; in __setup_irq()
1792 unsigned int omsk = irqd_get_trigger_type(&desc->irq_data); in __setup_irq()
1805 desc->irq_count = 0; in __setup_irq()
1806 desc->irqs_unhandled = 0; in __setup_irq()
1812 if (shared && (desc->istate & IRQS_SPURIOUS_DISABLED)) { in __setup_irq()
1813 desc->istate &= ~IRQS_SPURIOUS_DISABLED; in __setup_irq()
1817 raw_spin_unlock_irqrestore(&desc->lock, flags); in __setup_irq()
1819 mutex_unlock(&desc->request_mutex); in __setup_irq()
1824 wake_up_and_wait_for_irq_thread_ready(desc, new->secondary); in __setup_irq()
1827 new->dir = NULL; in __setup_irq()
1832 if (!(new->flags & IRQF_PROBE_SHARED)) { in __setup_irq()
1834 irq, new->flags, new->name, old->flags, old->name); in __setup_irq()
1839 ret = -EBUSY; in __setup_irq()
1842 raw_spin_unlock_irqrestore(&desc->lock, flags); in __setup_irq()
1844 if (!desc->action) in __setup_irq()
1848 mutex_unlock(&desc->request_mutex); in __setup_irq()
1851 if (new->thread) { in __setup_irq()
1852 struct task_struct *t = new->thread; in __setup_irq()
1854 new->thread = NULL; in __setup_irq()
1857 if (new->secondary && new->secondary->thread) { in __setup_irq()
1858 struct task_struct *t = new->secondary->thread; in __setup_irq()
1860 new->secondary->thread = NULL; in __setup_irq()
1864 module_put(desc->owner); in __setup_irq()
1869 * Internal function to unregister an irqaction - used to free
1874 unsigned irq = desc->irq_data.irq; in __free_irq()
1880 mutex_lock(&desc->request_mutex); in __free_irq()
1882 raw_spin_lock_irqsave(&desc->lock, flags); in __free_irq()
1885 * There can be multiple actions per IRQ descriptor, find the right in __free_irq()
1888 action_ptr = &desc->action; in __free_irq()
1893 WARN(1, "Trying to free already-free IRQ %d\n", irq); in __free_irq()
1894 raw_spin_unlock_irqrestore(&desc->lock, flags); in __free_irq()
1896 mutex_unlock(&desc->request_mutex); in __free_irq()
1900 if (action->dev_id == dev_id) in __free_irq()
1902 action_ptr = &action->next; in __free_irq()
1905 /* Found it - now remove it from the list of entries: */ in __free_irq()
1906 *action_ptr = action->next; in __free_irq()
1911 if (!desc->action) { in __free_irq()
1919 if (WARN_ON_ONCE(desc->affinity_hint)) in __free_irq()
1920 desc->affinity_hint = NULL; in __free_irq()
1923 raw_spin_unlock_irqrestore(&desc->lock, flags); in __free_irq()
1929 * Aside of that the bus_lock can also be taken from the threaded in __free_irq()
1934 * The still held desc->request_mutex() protects against a in __free_irq()
1951 * It's a shared IRQ -- the driver ought to be prepared for an IRQ in __free_irq()
1958 if (action->flags & IRQF_SHARED) { in __free_irq()
1960 action->handler(irq, dev_id); in __free_irq()
1971 if (action->thread) { in __free_irq()
1972 kthread_stop_put(action->thread); in __free_irq()
1973 if (action->secondary && action->secondary->thread) in __free_irq()
1974 kthread_stop_put(action->secondary->thread); in __free_irq()
1978 if (!desc->action) { in __free_irq()
1988 raw_spin_lock_irqsave(&desc->lock, flags); in __free_irq()
1989 irq_domain_deactivate_irq(&desc->irq_data); in __free_irq()
1990 raw_spin_unlock_irqrestore(&desc->lock, flags); in __free_irq()
1997 mutex_unlock(&desc->request_mutex); in __free_irq()
1999 irq_chip_pm_put(&desc->irq_data); in __free_irq()
2000 module_put(desc->owner); in __free_irq()
2001 kfree(action->secondary); in __free_irq()
2006 * free_irq - free an interrupt allocated with request_irq
2031 if (WARN_ON(desc->affinity_notify)) in free_irq()
2032 desc->affinity_notify = NULL; in free_irq()
2040 devname = action->name; in free_irq()
2046 /* This function must be called with desc->lock held */
2051 desc->istate &= ~IRQS_NMI; in __cleanup_nmi()
2053 if (!WARN_ON(desc->action == NULL)) { in __cleanup_nmi()
2054 irq_pm_remove_action(desc, desc->action); in __cleanup_nmi()
2055 devname = desc->action->name; in __cleanup_nmi()
2056 unregister_handler_proc(irq, desc->action); in __cleanup_nmi()
2058 kfree(desc->action); in __cleanup_nmi()
2059 desc->action = NULL; in __cleanup_nmi()
2067 irq_chip_pm_put(&desc->irq_data); in __cleanup_nmi()
2068 module_put(desc->owner); in __cleanup_nmi()
2079 if (!desc || WARN_ON(!(desc->istate & IRQS_NMI))) in free_nmi()
2086 if (WARN_ON(desc->depth == 0)) in free_nmi()
2089 raw_spin_lock_irqsave(&desc->lock, flags); in free_nmi()
2094 raw_spin_unlock_irqrestore(&desc->lock, flags); in free_nmi()
2100 * request_threaded_irq - allocate an interrupt line
2150 return -ENOTCONN; in request_threaded_irq()
2153 * Sanity-check: shared interrupts must pass in a real dev-ID, in request_threaded_irq()
2169 return -EINVAL; in request_threaded_irq()
2173 return -EINVAL; in request_threaded_irq()
2177 return -EINVAL; in request_threaded_irq()
2181 return -EINVAL; in request_threaded_irq()
2187 return -ENOMEM; in request_threaded_irq()
2189 action->handler = handler; in request_threaded_irq()
2190 action->thread_fn = thread_fn; in request_threaded_irq()
2191 action->flags = irqflags; in request_threaded_irq()
2192 action->name = devname; in request_threaded_irq()
2193 action->dev_id = dev_id; in request_threaded_irq()
2195 retval = irq_chip_pm_get(&desc->irq_data); in request_threaded_irq()
2204 irq_chip_pm_put(&desc->irq_data); in request_threaded_irq()
2205 kfree(action->secondary); in request_threaded_irq()
2212 * It's a shared IRQ -- the driver ought to be prepared for it in request_threaded_irq()
2233 * request_any_context_irq - allocate an interrupt line
2256 return -ENOTCONN; in request_any_context_irq()
2260 return -EINVAL; in request_any_context_irq()
2274 * request_nmi - allocate an interrupt line for NMI delivery
2308 return -ENOTCONN; in request_nmi()
2312 return -EINVAL; in request_nmi()
2315 return -EINVAL; in request_nmi()
2318 return -EINVAL; in request_nmi()
2327 return -EINVAL; in request_nmi()
2331 return -ENOMEM; in request_nmi()
2333 action->handler = handler; in request_nmi()
2334 action->flags = irqflags | IRQF_NO_THREAD | IRQF_NOBALANCING; in request_nmi()
2335 action->name = name; in request_nmi()
2336 action->dev_id = dev_id; in request_nmi()
2338 retval = irq_chip_pm_get(&desc->irq_data); in request_nmi()
2346 raw_spin_lock_irqsave(&desc->lock, flags); in request_nmi()
2349 desc->istate |= IRQS_NMI; in request_nmi()
2353 raw_spin_unlock_irqrestore(&desc->lock, flags); in request_nmi()
2354 return -EINVAL; in request_nmi()
2357 raw_spin_unlock_irqrestore(&desc->lock, flags); in request_nmi()
2362 irq_chip_pm_put(&desc->irq_data); in request_nmi()
2384 type = irqd_get_trigger_type(&desc->irq_data); in enable_percpu_irq()
2409 * irq_percpu_is_enabled - Check whether the per cpu irq is enabled
2426 is_enabled = cpumask_test_cpu(cpu, desc->percpu_enabled); in irq_percpu_is_enabled()
2466 raw_spin_lock_irqsave(&desc->lock, flags); in __free_percpu_irq()
2468 action = desc->action; in __free_percpu_irq()
2469 if (!action || action->percpu_dev_id != dev_id) { in __free_percpu_irq()
2470 WARN(1, "Trying to free already-free IRQ %d\n", irq); in __free_percpu_irq()
2474 if (!cpumask_empty(desc->percpu_enabled)) { in __free_percpu_irq()
2476 irq, cpumask_first(desc->percpu_enabled)); in __free_percpu_irq()
2480 /* Found it - now remove it from the list of entries: */ in __free_percpu_irq()
2481 desc->action = NULL; in __free_percpu_irq()
2483 desc->istate &= ~IRQS_NMI; in __free_percpu_irq()
2485 raw_spin_unlock_irqrestore(&desc->lock, flags); in __free_percpu_irq()
2489 irq_chip_pm_put(&desc->irq_data); in __free_percpu_irq()
2490 module_put(desc->owner); in __free_percpu_irq()
2494 raw_spin_unlock_irqrestore(&desc->lock, flags); in __free_percpu_irq()
2499 * remove_percpu_irq - free a per-cpu interrupt
2510 __free_percpu_irq(irq, act->percpu_dev_id); in remove_percpu_irq()
2514 * free_percpu_irq - free an interrupt allocated with request_percpu_irq
2545 if (WARN_ON(!(desc->istate & IRQS_NMI))) in free_percpu_nmi()
2552 * setup_percpu_irq - setup a per-cpu interrupt
2556 * Used to statically setup per-cpu interrupts in the early boot process.
2564 return -EINVAL; in setup_percpu_irq()
2566 retval = irq_chip_pm_get(&desc->irq_data); in setup_percpu_irq()
2573 irq_chip_pm_put(&desc->irq_data); in setup_percpu_irq()
2579 * __request_percpu_irq - allocate a percpu interrupt line
2591 * Dev_id must be globally unique. It is a per-cpu variable, and
2604 return -EINVAL; in __request_percpu_irq()
2609 return -EINVAL; in __request_percpu_irq()
2612 return -EINVAL; in __request_percpu_irq()
2616 return -ENOMEM; in __request_percpu_irq()
2618 action->handler = handler; in __request_percpu_irq()
2619 action->flags = flags | IRQF_PERCPU | IRQF_NO_SUSPEND; in __request_percpu_irq()
2620 action->name = devname; in __request_percpu_irq()
2621 action->percpu_dev_id = dev_id; in __request_percpu_irq()
2623 retval = irq_chip_pm_get(&desc->irq_data); in __request_percpu_irq()
2632 irq_chip_pm_put(&desc->irq_data); in __request_percpu_irq()
2641 * request_percpu_nmi - allocate a percpu interrupt line for NMI delivery
2651 * Dev_id must be globally unique. It is a per-cpu variable, and
2670 return -EINVAL; in request_percpu_nmi()
2678 return -EINVAL; in request_percpu_nmi()
2681 if (desc->istate & IRQS_NMI) in request_percpu_nmi()
2682 return -EINVAL; in request_percpu_nmi()
2686 return -ENOMEM; in request_percpu_nmi()
2688 action->handler = handler; in request_percpu_nmi()
2689 action->flags = IRQF_PERCPU | IRQF_NO_SUSPEND | IRQF_NO_THREAD in request_percpu_nmi()
2691 action->name = name; in request_percpu_nmi()
2692 action->percpu_dev_id = dev_id; in request_percpu_nmi()
2694 retval = irq_chip_pm_get(&desc->irq_data); in request_percpu_nmi()
2702 raw_spin_lock_irqsave(&desc->lock, flags); in request_percpu_nmi()
2703 desc->istate |= IRQS_NMI; in request_percpu_nmi()
2704 raw_spin_unlock_irqrestore(&desc->lock, flags); in request_percpu_nmi()
2709 irq_chip_pm_put(&desc->irq_data); in request_percpu_nmi()
2717 * prepare_percpu_nmi - performs CPU local setup for NMI delivery
2723 * As a CPU local operation, this should be called from non-preemptible
2740 return -EINVAL; in prepare_percpu_nmi()
2742 if (WARN(!(desc->istate & IRQS_NMI), in prepare_percpu_nmi()
2743 KERN_ERR "prepare_percpu_nmi called for a non-NMI interrupt: irq %u\n", in prepare_percpu_nmi()
2745 ret = -EINVAL; in prepare_percpu_nmi()
2761 * teardown_percpu_nmi - undoes NMI setup of IRQ line
2769 * As a CPU local operation, this should be called from non-preemptible
2784 if (WARN_ON(!(desc->istate & IRQS_NMI))) in teardown_percpu_nmi()
2796 int err = -EINVAL; in __irq_get_irqchip_state()
2801 return -ENODEV; in __irq_get_irqchip_state()
2802 if (chip->irq_get_irqchip_state) in __irq_get_irqchip_state()
2805 data = data->parent_data; in __irq_get_irqchip_state()
2812 err = chip->irq_get_irqchip_state(data, which, state); in __irq_get_irqchip_state()
2817 * irq_get_irqchip_state - returns the irqchip state of a interrupt.
2827 * interrupt controller has per-cpu registers.
2835 int err = -EINVAL; in irq_get_irqchip_state()
2851 * irq_set_irqchip_state - set the state of a forwarded interrupt.
2860 * interrupt controller has per-cpu registers.
2869 int err = -EINVAL; in irq_set_irqchip_state()
2880 err = -ENODEV; in irq_set_irqchip_state()
2883 if (chip->irq_set_irqchip_state) in irq_set_irqchip_state()
2886 data = data->parent_data; in irq_set_irqchip_state()
2893 err = chip->irq_set_irqchip_state(data, which, val); in irq_set_irqchip_state()
2902 * irq_has_action - Check whether an interrupt is requested
2919 * irq_check_status_bit - Check whether bits in the irq descriptor status are set
2933 res = !!(desc->status_use_accessors & bitmask); in irq_check_status_bit()