Lines Matching full:master
3 * Silvaco dual-role I3C master driver
14 #include <linux/i3c/master.h>
24 /* Master Mode Registers */
160 * struct svc_i3c_master - Silvaco I3C Master structure
161 * @base: I3C master controller
183 * @lock: Transfer lock, protect between IBI work thread and callbacks from master
219 * @index: Index in the master tables corresponding to this device
220 * @ibi: IBI slot index in the master structure
229 static inline bool is_events_enabled(struct svc_i3c_master *master, u32 mask) in is_events_enabled() argument
231 return !!(master->enabled_events & mask); in is_events_enabled()
234 static bool svc_i3c_master_error(struct svc_i3c_master *master) in svc_i3c_master_error() argument
238 mstatus = readl(master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_error()
240 merrwarn = readl(master->regs + SVC_I3C_MERRWARN); in svc_i3c_master_error()
241 writel(merrwarn, master->regs + SVC_I3C_MERRWARN); in svc_i3c_master_error()
245 dev_dbg(master->dev, "Warning condition: MSTATUS 0x%08x, MERRWARN 0x%08x\n", in svc_i3c_master_error()
250 dev_err(master->dev, in svc_i3c_master_error()
260 static void svc_i3c_master_enable_interrupts(struct svc_i3c_master *master, u32 mask) in svc_i3c_master_enable_interrupts() argument
262 writel(mask, master->regs + SVC_I3C_MINTSET); in svc_i3c_master_enable_interrupts()
265 static void svc_i3c_master_disable_interrupts(struct svc_i3c_master *master) in svc_i3c_master_disable_interrupts() argument
267 u32 mask = readl(master->regs + SVC_I3C_MINTSET); in svc_i3c_master_disable_interrupts()
269 writel(mask, master->regs + SVC_I3C_MINTCLR); in svc_i3c_master_disable_interrupts()
272 static void svc_i3c_master_clear_merrwarn(struct svc_i3c_master *master) in svc_i3c_master_clear_merrwarn() argument
275 writel(readl(master->regs + SVC_I3C_MERRWARN), in svc_i3c_master_clear_merrwarn()
276 master->regs + SVC_I3C_MERRWARN); in svc_i3c_master_clear_merrwarn()
279 static void svc_i3c_master_flush_fifo(struct svc_i3c_master *master) in svc_i3c_master_flush_fifo() argument
283 master->regs + SVC_I3C_MDATACTRL); in svc_i3c_master_flush_fifo()
286 static void svc_i3c_master_reset_fifo_trigger(struct svc_i3c_master *master) in svc_i3c_master_reset_fifo_trigger() argument
296 writel(reg, master->regs + SVC_I3C_MDATACTRL); in svc_i3c_master_reset_fifo_trigger()
299 static void svc_i3c_master_reset(struct svc_i3c_master *master) in svc_i3c_master_reset() argument
301 svc_i3c_master_clear_merrwarn(master); in svc_i3c_master_reset()
302 svc_i3c_master_reset_fifo_trigger(master); in svc_i3c_master_reset()
303 svc_i3c_master_disable_interrupts(master); in svc_i3c_master_reset()
307 to_svc_i3c_master(struct i3c_master_controller *master) in to_svc_i3c_master() argument
309 return container_of(master, struct svc_i3c_master, base); in to_svc_i3c_master()
314 struct svc_i3c_master *master; in svc_i3c_master_hj_work() local
316 master = container_of(work, struct svc_i3c_master, hj_work); in svc_i3c_master_hj_work()
317 i3c_master_do_daa(&master->base); in svc_i3c_master_hj_work()
321 svc_i3c_master_dev_from_addr(struct svc_i3c_master *master, in svc_i3c_master_dev_from_addr() argument
327 if (master->addrs[i] == ibiaddr) in svc_i3c_master_dev_from_addr()
333 return master->descs[i]; in svc_i3c_master_dev_from_addr()
336 static void svc_i3c_master_emit_stop(struct svc_i3c_master *master) in svc_i3c_master_emit_stop() argument
338 writel(SVC_I3C_MCTRL_REQUEST_STOP, master->regs + SVC_I3C_MCTRL); in svc_i3c_master_emit_stop()
349 static int svc_i3c_master_handle_ibi(struct svc_i3c_master *master, in svc_i3c_master_handle_ibi() argument
366 ret = readl_relaxed_poll_timeout(master->regs + SVC_I3C_MSTATUS, val, in svc_i3c_master_handle_ibi()
369 dev_err(master->dev, "Timeout when polling for COMPLETE\n"); in svc_i3c_master_handle_ibi()
373 while (SVC_I3C_MSTATUS_RXPEND(readl(master->regs + SVC_I3C_MSTATUS)) && in svc_i3c_master_handle_ibi()
375 mdatactrl = readl(master->regs + SVC_I3C_MDATACTRL); in svc_i3c_master_handle_ibi()
377 readsl(master->regs + SVC_I3C_MRDATAB, buf, count); in svc_i3c_master_handle_ibi()
382 master->ibi.tbq_slot = slot; in svc_i3c_master_handle_ibi()
387 static void svc_i3c_master_ack_ibi(struct svc_i3c_master *master, in svc_i3c_master_ack_ibi() argument
398 writel(ibi_ack_nack, master->regs + SVC_I3C_MCTRL); in svc_i3c_master_ack_ibi()
401 static void svc_i3c_master_nack_ibi(struct svc_i3c_master *master) in svc_i3c_master_nack_ibi() argument
405 master->regs + SVC_I3C_MCTRL); in svc_i3c_master_nack_ibi()
410 struct svc_i3c_master *master = container_of(work, struct svc_i3c_master, ibi_work); in svc_i3c_master_ibi_work() local
417 mutex_lock(&master->lock); in svc_i3c_master_ibi_work()
421 master->regs + SVC_I3C_MCTRL); in svc_i3c_master_ibi_work()
424 ret = readl_relaxed_poll_timeout(master->regs + SVC_I3C_MSTATUS, val, in svc_i3c_master_ibi_work()
427 dev_err(master->dev, "Timeout when polling for IBIWON\n"); in svc_i3c_master_ibi_work()
428 svc_i3c_master_emit_stop(master); in svc_i3c_master_ibi_work()
433 writel(SVC_I3C_MINT_IBIWON, master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_ibi_work()
435 status = readl(master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_ibi_work()
442 dev = svc_i3c_master_dev_from_addr(master, ibiaddr); in svc_i3c_master_ibi_work()
443 if (!dev || !is_events_enabled(master, SVC_I3C_EVENT_IBI)) in svc_i3c_master_ibi_work()
444 svc_i3c_master_nack_ibi(master); in svc_i3c_master_ibi_work()
446 svc_i3c_master_handle_ibi(master, dev); in svc_i3c_master_ibi_work()
449 if (is_events_enabled(master, SVC_I3C_EVENT_HOTJOIN)) in svc_i3c_master_ibi_work()
450 svc_i3c_master_ack_ibi(master, false); in svc_i3c_master_ibi_work()
452 svc_i3c_master_nack_ibi(master); in svc_i3c_master_ibi_work()
455 svc_i3c_master_nack_ibi(master); in svc_i3c_master_ibi_work()
466 if (svc_i3c_master_error(master)) { in svc_i3c_master_ibi_work()
467 if (master->ibi.tbq_slot) { in svc_i3c_master_ibi_work()
470 master->ibi.tbq_slot); in svc_i3c_master_ibi_work()
471 master->ibi.tbq_slot = NULL; in svc_i3c_master_ibi_work()
474 svc_i3c_master_emit_stop(master); in svc_i3c_master_ibi_work()
483 i3c_master_queue_ibi(dev, master->ibi.tbq_slot); in svc_i3c_master_ibi_work()
484 master->ibi.tbq_slot = NULL; in svc_i3c_master_ibi_work()
486 svc_i3c_master_emit_stop(master); in svc_i3c_master_ibi_work()
489 svc_i3c_master_emit_stop(master); in svc_i3c_master_ibi_work()
490 if (is_events_enabled(master, SVC_I3C_EVENT_HOTJOIN)) in svc_i3c_master_ibi_work()
491 queue_work(master->base.wq, &master->hj_work); in svc_i3c_master_ibi_work()
499 svc_i3c_master_enable_interrupts(master, SVC_I3C_MINT_SLVSTART); in svc_i3c_master_ibi_work()
500 mutex_unlock(&master->lock); in svc_i3c_master_ibi_work()
505 struct svc_i3c_master *master = (struct svc_i3c_master *)dev_id; in svc_i3c_master_irq_handler() local
506 u32 active = readl(master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_irq_handler()
512 writel(SVC_I3C_MINT_SLVSTART, master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_irq_handler()
514 svc_i3c_master_disable_interrupts(master); in svc_i3c_master_irq_handler()
517 queue_work(master->base.wq, &master->ibi_work); in svc_i3c_master_irq_handler()
524 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_bus_init() local
532 ret = pm_runtime_resume_and_get(master->dev); in svc_i3c_master_bus_init()
534 dev_err(master->dev, in svc_i3c_master_bus_init()
535 "<%s> cannot resume i3c bus master, err: %d\n", in svc_i3c_master_bus_init()
541 fclk_rate = clk_get_rate(master->fclk); in svc_i3c_master_bus_init()
602 writel(reg, master->regs + SVC_I3C_MCONFIG); in svc_i3c_master_bus_init()
604 /* Master core's registration */ in svc_i3c_master_bus_init()
612 master->regs + SVC_I3C_MDYNADDR); in svc_i3c_master_bus_init()
614 ret = i3c_master_set_info(&master->base, &info); in svc_i3c_master_bus_init()
619 pm_runtime_mark_last_busy(master->dev); in svc_i3c_master_bus_init()
620 pm_runtime_put_autosuspend(master->dev); in svc_i3c_master_bus_init()
627 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_bus_cleanup() local
630 ret = pm_runtime_resume_and_get(master->dev); in svc_i3c_master_bus_cleanup()
632 dev_err(master->dev, "<%s> Cannot get runtime PM.\n", __func__); in svc_i3c_master_bus_cleanup()
636 svc_i3c_master_disable_interrupts(master); in svc_i3c_master_bus_cleanup()
638 /* Disable master */ in svc_i3c_master_bus_cleanup()
639 writel(0, master->regs + SVC_I3C_MCONFIG); in svc_i3c_master_bus_cleanup()
641 pm_runtime_mark_last_busy(master->dev); in svc_i3c_master_bus_cleanup()
642 pm_runtime_put_autosuspend(master->dev); in svc_i3c_master_bus_cleanup()
645 static int svc_i3c_master_reserve_slot(struct svc_i3c_master *master) in svc_i3c_master_reserve_slot() argument
649 if (!(master->free_slots & GENMASK(SVC_I3C_MAX_DEVS - 1, 0))) in svc_i3c_master_reserve_slot()
652 slot = ffs(master->free_slots) - 1; in svc_i3c_master_reserve_slot()
654 master->free_slots &= ~BIT(slot); in svc_i3c_master_reserve_slot()
659 static void svc_i3c_master_release_slot(struct svc_i3c_master *master, in svc_i3c_master_release_slot() argument
662 master->free_slots |= BIT(slot); in svc_i3c_master_release_slot()
668 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_attach_i3c_dev() local
672 slot = svc_i3c_master_reserve_slot(master); in svc_i3c_master_attach_i3c_dev()
678 svc_i3c_master_release_slot(master, slot); in svc_i3c_master_attach_i3c_dev()
684 master->addrs[slot] = dev->info.dyn_addr ? dev->info.dyn_addr : in svc_i3c_master_attach_i3c_dev()
686 master->descs[slot] = dev; in svc_i3c_master_attach_i3c_dev()
697 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_reattach_i3c_dev() local
700 master->addrs[data->index] = dev->info.dyn_addr ? dev->info.dyn_addr : in svc_i3c_master_reattach_i3c_dev()
710 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_detach_i3c_dev() local
712 master->addrs[data->index] = 0; in svc_i3c_master_detach_i3c_dev()
713 svc_i3c_master_release_slot(master, data->index); in svc_i3c_master_detach_i3c_dev()
721 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_attach_i2c_dev() local
725 slot = svc_i3c_master_reserve_slot(master); in svc_i3c_master_attach_i2c_dev()
731 svc_i3c_master_release_slot(master, slot); in svc_i3c_master_attach_i2c_dev()
736 master->addrs[slot] = dev->addr; in svc_i3c_master_attach_i2c_dev()
747 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_detach_i2c_dev() local
749 svc_i3c_master_release_slot(master, data->index); in svc_i3c_master_detach_i2c_dev()
754 static int svc_i3c_master_readb(struct svc_i3c_master *master, u8 *dst, in svc_i3c_master_readb() argument
761 ret = readl_poll_timeout_atomic(master->regs + SVC_I3C_MSTATUS, in svc_i3c_master_readb()
768 dst[i] = readl(master->regs + SVC_I3C_MRDATAB); in svc_i3c_master_readb()
774 static int svc_i3c_master_do_daa_locked(struct svc_i3c_master *master, in svc_i3c_master_do_daa_locked() argument
788 master->regs + SVC_I3C_MCTRL); in svc_i3c_master_do_daa_locked()
794 ret = readl_poll_timeout_atomic(master->regs + SVC_I3C_MSTATUS, in svc_i3c_master_do_daa_locked()
810 ret = svc_i3c_master_readb(master, data, 6); in svc_i3c_master_do_daa_locked()
818 ret = svc_i3c_master_readb(master, data, 2); in svc_i3c_master_do_daa_locked()
847 svc_i3c_master_emit_stop(master); in svc_i3c_master_do_daa_locked()
856 ret = readl_poll_timeout_atomic(master->regs + SVC_I3C_MSTATUS, in svc_i3c_master_do_daa_locked()
866 ret = i3c_master_get_free_addr(&master->base, last_addr + 1); in svc_i3c_master_do_daa_locked()
871 dev_dbg(master->dev, "DAA: device %d assigned to 0x%02x\n", in svc_i3c_master_do_daa_locked()
874 writel(addrs[dev_nb], master->regs + SVC_I3C_MWDATAB); in svc_i3c_master_do_daa_locked()
883 static int svc_i3c_update_ibirules(struct svc_i3c_master *master) in svc_i3c_update_ibirules() argument
892 i3c_bus_for_each_i3cdev(&master->base.bus, dev) { in svc_i3c_update_ibirules()
930 writel(reg_mbyte, master->regs + SVC_I3C_IBIRULES); in svc_i3c_update_ibirules()
932 writel(reg_nobyte, master->regs + SVC_I3C_IBIRULES); in svc_i3c_update_ibirules()
939 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_do_daa() local
945 ret = pm_runtime_resume_and_get(master->dev); in svc_i3c_master_do_daa()
947 dev_err(master->dev, "<%s> Cannot get runtime PM.\n", __func__); in svc_i3c_master_do_daa()
951 spin_lock_irqsave(&master->xferqueue.lock, flags); in svc_i3c_master_do_daa()
952 ret = svc_i3c_master_do_daa_locked(master, addrs, &dev_nb); in svc_i3c_master_do_daa()
953 spin_unlock_irqrestore(&master->xferqueue.lock, flags); in svc_i3c_master_do_daa()
955 svc_i3c_master_emit_stop(master); in svc_i3c_master_do_daa()
956 svc_i3c_master_clear_merrwarn(master); in svc_i3c_master_do_daa()
968 ret = svc_i3c_update_ibirules(master); in svc_i3c_master_do_daa()
970 dev_err(master->dev, "Cannot handle such a list of devices"); in svc_i3c_master_do_daa()
973 pm_runtime_mark_last_busy(master->dev); in svc_i3c_master_do_daa()
974 pm_runtime_put_autosuspend(master->dev); in svc_i3c_master_do_daa()
979 static int svc_i3c_master_read(struct svc_i3c_master *master, in svc_i3c_master_read() argument
989 mstatus = readl(master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_read()
994 dev_dbg(master->dev, "I3C read timeout\n"); in svc_i3c_master_read()
998 mdctrl = readl(master->regs + SVC_I3C_MDATACTRL); in svc_i3c_master_read()
1001 dev_err(master->dev, "I3C receive length too long!\n"); in svc_i3c_master_read()
1005 in[offset + i] = readl(master->regs + SVC_I3C_MRDATAB); in svc_i3c_master_read()
1013 static int svc_i3c_master_write(struct svc_i3c_master *master, in svc_i3c_master_write() argument
1020 ret = readl_poll_timeout(master->regs + SVC_I3C_MDATACTRL, in svc_i3c_master_write()
1032 writel(out[offset++], master->regs + SVC_I3C_MWDATAB); in svc_i3c_master_write()
1034 writel(out[offset++], master->regs + SVC_I3C_MWDATABE); in svc_i3c_master_write()
1040 static int svc_i3c_master_xfer(struct svc_i3c_master *master, in svc_i3c_master_xfer() argument
1049 writel(SVC_I3C_MINT_IBIWON, master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_xfer()
1057 master->regs + SVC_I3C_MCTRL); in svc_i3c_master_xfer()
1059 ret = readl_poll_timeout(master->regs + SVC_I3C_MSTATUS, reg, in svc_i3c_master_xfer()
1064 if (readl(master->regs + SVC_I3C_MERRWARN) & SVC_I3C_MERRWARN_NACK) { in svc_i3c_master_xfer()
1089 ret = svc_i3c_master_read(master, in, xfer_len); in svc_i3c_master_xfer()
1091 ret = svc_i3c_master_write(master, out, xfer_len); in svc_i3c_master_xfer()
1098 ret = readl_poll_timeout(master->regs + SVC_I3C_MSTATUS, reg, in svc_i3c_master_xfer()
1103 writel(SVC_I3C_MINT_COMPLETE, master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_xfer()
1106 svc_i3c_master_emit_stop(master); in svc_i3c_master_xfer()
1109 readl_poll_timeout(master->regs + SVC_I3C_MSTATUS, reg, in svc_i3c_master_xfer()
1116 svc_i3c_master_emit_stop(master); in svc_i3c_master_xfer()
1117 svc_i3c_master_clear_merrwarn(master); in svc_i3c_master_xfer()
1123 svc_i3c_master_alloc_xfer(struct svc_i3c_master *master, unsigned int ncmds) in svc_i3c_master_alloc_xfer() argument
1143 static void svc_i3c_master_dequeue_xfer_locked(struct svc_i3c_master *master, in svc_i3c_master_dequeue_xfer_locked() argument
1146 if (master->xferqueue.cur == xfer) in svc_i3c_master_dequeue_xfer_locked()
1147 master->xferqueue.cur = NULL; in svc_i3c_master_dequeue_xfer_locked()
1152 static void svc_i3c_master_dequeue_xfer(struct svc_i3c_master *master, in svc_i3c_master_dequeue_xfer() argument
1157 spin_lock_irqsave(&master->xferqueue.lock, flags); in svc_i3c_master_dequeue_xfer()
1158 svc_i3c_master_dequeue_xfer_locked(master, xfer); in svc_i3c_master_dequeue_xfer()
1159 spin_unlock_irqrestore(&master->xferqueue.lock, flags); in svc_i3c_master_dequeue_xfer()
1162 static void svc_i3c_master_start_xfer_locked(struct svc_i3c_master *master) in svc_i3c_master_start_xfer_locked() argument
1164 struct svc_i3c_xfer *xfer = master->xferqueue.cur; in svc_i3c_master_start_xfer_locked()
1170 svc_i3c_master_clear_merrwarn(master); in svc_i3c_master_start_xfer_locked()
1171 svc_i3c_master_flush_fifo(master); in svc_i3c_master_start_xfer_locked()
1176 ret = svc_i3c_master_xfer(master, cmd->rnw, xfer->type, in svc_i3c_master_start_xfer_locked()
1192 svc_i3c_master_dequeue_xfer_locked(master, xfer); in svc_i3c_master_start_xfer_locked()
1194 xfer = list_first_entry_or_null(&master->xferqueue.list, in svc_i3c_master_start_xfer_locked()
1200 master->xferqueue.cur = xfer; in svc_i3c_master_start_xfer_locked()
1201 svc_i3c_master_start_xfer_locked(master); in svc_i3c_master_start_xfer_locked()
1204 static void svc_i3c_master_enqueue_xfer(struct svc_i3c_master *master, in svc_i3c_master_enqueue_xfer() argument
1210 ret = pm_runtime_resume_and_get(master->dev); in svc_i3c_master_enqueue_xfer()
1212 dev_err(master->dev, "<%s> Cannot get runtime PM.\n", __func__); in svc_i3c_master_enqueue_xfer()
1217 spin_lock_irqsave(&master->xferqueue.lock, flags); in svc_i3c_master_enqueue_xfer()
1218 if (master->xferqueue.cur) { in svc_i3c_master_enqueue_xfer()
1219 list_add_tail(&xfer->node, &master->xferqueue.list); in svc_i3c_master_enqueue_xfer()
1221 master->xferqueue.cur = xfer; in svc_i3c_master_enqueue_xfer()
1222 svc_i3c_master_start_xfer_locked(master); in svc_i3c_master_enqueue_xfer()
1224 spin_unlock_irqrestore(&master->xferqueue.lock, flags); in svc_i3c_master_enqueue_xfer()
1226 pm_runtime_mark_last_busy(master->dev); in svc_i3c_master_enqueue_xfer()
1227 pm_runtime_put_autosuspend(master->dev); in svc_i3c_master_enqueue_xfer()
1231 svc_i3c_master_supports_ccc_cmd(struct i3c_master_controller *master, in svc_i3c_master_supports_ccc_cmd() argument
1238 static int svc_i3c_master_send_bdcast_ccc_cmd(struct svc_i3c_master *master, in svc_i3c_master_send_bdcast_ccc_cmd() argument
1247 xfer = svc_i3c_master_alloc_xfer(master, 1); in svc_i3c_master_send_bdcast_ccc_cmd()
1271 mutex_lock(&master->lock); in svc_i3c_master_send_bdcast_ccc_cmd()
1272 svc_i3c_master_enqueue_xfer(master, xfer); in svc_i3c_master_send_bdcast_ccc_cmd()
1274 svc_i3c_master_dequeue_xfer(master, xfer); in svc_i3c_master_send_bdcast_ccc_cmd()
1275 mutex_unlock(&master->lock); in svc_i3c_master_send_bdcast_ccc_cmd()
1284 static int svc_i3c_master_send_direct_ccc_cmd(struct svc_i3c_master *master, in svc_i3c_master_send_direct_ccc_cmd() argument
1293 xfer = svc_i3c_master_alloc_xfer(master, 2); in svc_i3c_master_send_direct_ccc_cmd()
1319 mutex_lock(&master->lock); in svc_i3c_master_send_direct_ccc_cmd()
1320 svc_i3c_master_enqueue_xfer(master, xfer); in svc_i3c_master_send_direct_ccc_cmd()
1322 svc_i3c_master_dequeue_xfer(master, xfer); in svc_i3c_master_send_direct_ccc_cmd()
1323 mutex_unlock(&master->lock); in svc_i3c_master_send_direct_ccc_cmd()
1337 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_send_ccc_cmd() local
1342 ret = svc_i3c_master_send_bdcast_ccc_cmd(master, cmd); in svc_i3c_master_send_ccc_cmd()
1344 ret = svc_i3c_master_send_direct_ccc_cmd(master, cmd); in svc_i3c_master_send_ccc_cmd()
1357 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_priv_xfers() local
1362 xfer = svc_i3c_master_alloc_xfer(master, nxfers); in svc_i3c_master_priv_xfers()
1372 cmd->addr = master->addrs[data->index]; in svc_i3c_master_priv_xfers()
1381 mutex_lock(&master->lock); in svc_i3c_master_priv_xfers()
1382 svc_i3c_master_enqueue_xfer(master, xfer); in svc_i3c_master_priv_xfers()
1384 svc_i3c_master_dequeue_xfer(master, xfer); in svc_i3c_master_priv_xfers()
1385 mutex_unlock(&master->lock); in svc_i3c_master_priv_xfers()
1398 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_i2c_xfers() local
1403 xfer = svc_i3c_master_alloc_xfer(master, nxfers); in svc_i3c_master_i2c_xfers()
1412 cmd->addr = master->addrs[data->index]; in svc_i3c_master_i2c_xfers()
1421 mutex_lock(&master->lock); in svc_i3c_master_i2c_xfers()
1422 svc_i3c_master_enqueue_xfer(master, xfer); in svc_i3c_master_i2c_xfers()
1424 svc_i3c_master_dequeue_xfer(master, xfer); in svc_i3c_master_i2c_xfers()
1425 mutex_unlock(&master->lock); in svc_i3c_master_i2c_xfers()
1437 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_request_ibi() local
1443 dev_err(master->dev, "IBI max payload %d should be < %d\n", in svc_i3c_master_request_ibi()
1452 spin_lock_irqsave(&master->ibi.lock, flags); in svc_i3c_master_request_ibi()
1453 for (i = 0; i < master->ibi.num_slots; i++) { in svc_i3c_master_request_ibi()
1454 if (!master->ibi.slots[i]) { in svc_i3c_master_request_ibi()
1456 master->ibi.slots[i] = dev; in svc_i3c_master_request_ibi()
1460 spin_unlock_irqrestore(&master->ibi.lock, flags); in svc_i3c_master_request_ibi()
1462 if (i < master->ibi.num_slots) in svc_i3c_master_request_ibi()
1474 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_free_ibi() local
1478 spin_lock_irqsave(&master->ibi.lock, flags); in svc_i3c_master_free_ibi()
1479 master->ibi.slots[data->ibi] = NULL; in svc_i3c_master_free_ibi()
1481 spin_unlock_irqrestore(&master->ibi.lock, flags); in svc_i3c_master_free_ibi()
1489 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_enable_ibi() local
1492 ret = pm_runtime_resume_and_get(master->dev); in svc_i3c_master_enable_ibi()
1494 dev_err(master->dev, "<%s> Cannot get runtime PM.\n", __func__); in svc_i3c_master_enable_ibi()
1498 master->enabled_events |= SVC_I3C_EVENT_IBI; in svc_i3c_master_enable_ibi()
1499 svc_i3c_master_enable_interrupts(master, SVC_I3C_MINT_SLVSTART); in svc_i3c_master_enable_ibi()
1507 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_disable_ibi() local
1510 master->enabled_events &= ~SVC_I3C_EVENT_IBI; in svc_i3c_master_disable_ibi()
1511 if (!master->enabled_events) in svc_i3c_master_disable_ibi()
1512 svc_i3c_master_disable_interrupts(master); in svc_i3c_master_disable_ibi()
1516 pm_runtime_mark_last_busy(master->dev); in svc_i3c_master_disable_ibi()
1517 pm_runtime_put_autosuspend(master->dev); in svc_i3c_master_disable_ibi()
1524 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_enable_hotjoin() local
1527 ret = pm_runtime_resume_and_get(master->dev); in svc_i3c_master_enable_hotjoin()
1529 dev_err(master->dev, "<%s> Cannot get runtime PM.\n", __func__); in svc_i3c_master_enable_hotjoin()
1533 master->enabled_events |= SVC_I3C_EVENT_HOTJOIN; in svc_i3c_master_enable_hotjoin()
1535 svc_i3c_master_enable_interrupts(master, SVC_I3C_MINT_SLVSTART); in svc_i3c_master_enable_hotjoin()
1542 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_disable_hotjoin() local
1544 master->enabled_events &= ~SVC_I3C_EVENT_HOTJOIN; in svc_i3c_master_disable_hotjoin()
1546 if (!master->enabled_events) in svc_i3c_master_disable_hotjoin()
1547 svc_i3c_master_disable_interrupts(master); in svc_i3c_master_disable_hotjoin()
1549 pm_runtime_mark_last_busy(master->dev); in svc_i3c_master_disable_hotjoin()
1550 pm_runtime_put_autosuspend(master->dev); in svc_i3c_master_disable_hotjoin()
1585 static int svc_i3c_master_prepare_clks(struct svc_i3c_master *master) in svc_i3c_master_prepare_clks() argument
1589 ret = clk_prepare_enable(master->pclk); in svc_i3c_master_prepare_clks()
1593 ret = clk_prepare_enable(master->fclk); in svc_i3c_master_prepare_clks()
1595 clk_disable_unprepare(master->pclk); in svc_i3c_master_prepare_clks()
1599 ret = clk_prepare_enable(master->sclk); in svc_i3c_master_prepare_clks()
1601 clk_disable_unprepare(master->pclk); in svc_i3c_master_prepare_clks()
1602 clk_disable_unprepare(master->fclk); in svc_i3c_master_prepare_clks()
1609 static void svc_i3c_master_unprepare_clks(struct svc_i3c_master *master) in svc_i3c_master_unprepare_clks() argument
1611 clk_disable_unprepare(master->pclk); in svc_i3c_master_unprepare_clks()
1612 clk_disable_unprepare(master->fclk); in svc_i3c_master_unprepare_clks()
1613 clk_disable_unprepare(master->sclk); in svc_i3c_master_unprepare_clks()
1619 struct svc_i3c_master *master; in svc_i3c_master_probe() local
1622 master = devm_kzalloc(dev, sizeof(*master), GFP_KERNEL); in svc_i3c_master_probe()
1623 if (!master) in svc_i3c_master_probe()
1626 master->regs = devm_platform_ioremap_resource(pdev, 0); in svc_i3c_master_probe()
1627 if (IS_ERR(master->regs)) in svc_i3c_master_probe()
1628 return PTR_ERR(master->regs); in svc_i3c_master_probe()
1630 master->pclk = devm_clk_get(dev, "pclk"); in svc_i3c_master_probe()
1631 if (IS_ERR(master->pclk)) in svc_i3c_master_probe()
1632 return PTR_ERR(master->pclk); in svc_i3c_master_probe()
1634 master->fclk = devm_clk_get(dev, "fast_clk"); in svc_i3c_master_probe()
1635 if (IS_ERR(master->fclk)) in svc_i3c_master_probe()
1636 return PTR_ERR(master->fclk); in svc_i3c_master_probe()
1638 master->sclk = devm_clk_get(dev, "slow_clk"); in svc_i3c_master_probe()
1639 if (IS_ERR(master->sclk)) in svc_i3c_master_probe()
1640 return PTR_ERR(master->sclk); in svc_i3c_master_probe()
1642 master->irq = platform_get_irq(pdev, 0); in svc_i3c_master_probe()
1643 if (master->irq < 0) in svc_i3c_master_probe()
1644 return master->irq; in svc_i3c_master_probe()
1646 master->dev = dev; in svc_i3c_master_probe()
1648 ret = svc_i3c_master_prepare_clks(master); in svc_i3c_master_probe()
1652 INIT_WORK(&master->hj_work, svc_i3c_master_hj_work); in svc_i3c_master_probe()
1653 INIT_WORK(&master->ibi_work, svc_i3c_master_ibi_work); in svc_i3c_master_probe()
1654 mutex_init(&master->lock); in svc_i3c_master_probe()
1656 ret = devm_request_irq(dev, master->irq, svc_i3c_master_irq_handler, in svc_i3c_master_probe()
1657 IRQF_NO_SUSPEND, "svc-i3c-irq", master); in svc_i3c_master_probe()
1661 master->free_slots = GENMASK(SVC_I3C_MAX_DEVS - 1, 0); in svc_i3c_master_probe()
1663 spin_lock_init(&master->xferqueue.lock); in svc_i3c_master_probe()
1664 INIT_LIST_HEAD(&master->xferqueue.list); in svc_i3c_master_probe()
1666 spin_lock_init(&master->ibi.lock); in svc_i3c_master_probe()
1667 master->ibi.num_slots = SVC_I3C_MAX_DEVS; in svc_i3c_master_probe()
1668 master->ibi.slots = devm_kcalloc(&pdev->dev, master->ibi.num_slots, in svc_i3c_master_probe()
1669 sizeof(*master->ibi.slots), in svc_i3c_master_probe()
1671 if (!master->ibi.slots) { in svc_i3c_master_probe()
1676 platform_set_drvdata(pdev, master); in svc_i3c_master_probe()
1684 svc_i3c_master_reset(master); in svc_i3c_master_probe()
1686 /* Register the master */ in svc_i3c_master_probe()
1687 ret = i3c_master_register(&master->base, &pdev->dev, in svc_i3c_master_probe()
1704 svc_i3c_master_unprepare_clks(master); in svc_i3c_master_probe()
1711 struct svc_i3c_master *master = platform_get_drvdata(pdev); in svc_i3c_master_remove() local
1713 i3c_master_unregister(&master->base); in svc_i3c_master_remove()
1719 static void svc_i3c_save_regs(struct svc_i3c_master *master) in svc_i3c_save_regs() argument
1721 master->saved_regs.mconfig = readl(master->regs + SVC_I3C_MCONFIG); in svc_i3c_save_regs()
1722 master->saved_regs.mdynaddr = readl(master->regs + SVC_I3C_MDYNADDR); in svc_i3c_save_regs()
1725 static void svc_i3c_restore_regs(struct svc_i3c_master *master) in svc_i3c_restore_regs() argument
1727 if (readl(master->regs + SVC_I3C_MDYNADDR) != in svc_i3c_restore_regs()
1728 master->saved_regs.mdynaddr) { in svc_i3c_restore_regs()
1729 writel(master->saved_regs.mconfig, in svc_i3c_restore_regs()
1730 master->regs + SVC_I3C_MCONFIG); in svc_i3c_restore_regs()
1731 writel(master->saved_regs.mdynaddr, in svc_i3c_restore_regs()
1732 master->regs + SVC_I3C_MDYNADDR); in svc_i3c_restore_regs()
1738 struct svc_i3c_master *master = dev_get_drvdata(dev); in svc_i3c_runtime_suspend() local
1740 svc_i3c_save_regs(master); in svc_i3c_runtime_suspend()
1741 svc_i3c_master_unprepare_clks(master); in svc_i3c_runtime_suspend()
1749 struct svc_i3c_master *master = dev_get_drvdata(dev); in svc_i3c_runtime_resume() local
1752 svc_i3c_master_prepare_clks(master); in svc_i3c_runtime_resume()
1754 svc_i3c_restore_regs(master); in svc_i3c_runtime_resume()
1767 { .compatible = "silvaco,i3c-master-v1"},
1776 .name = "silvaco-i3c-master",
1785 MODULE_DESCRIPTION("Silvaco dual-role I3C master driver");