Lines Matching full:master
3 * Silvaco dual-role I3C master driver
14 #include <linux/i3c/master.h>
24 /* Master Mode Registers */
195 * struct svc_i3c_master - Silvaco I3C Master structure
196 * @base: I3C master controller
218 * @lock: Transfer lock, protect between IBI work thread and callbacks from master
258 * @index: Index in the master tables corresponding to this device
259 * @ibi: IBI slot index in the master structure
268 static inline bool svc_has_quirk(struct svc_i3c_master *master, u32 quirk) in svc_has_quirk() argument
270 return (master->drvdata->quirks & quirk); in svc_has_quirk()
273 static inline bool svc_has_daa_corrupt(struct svc_i3c_master *master) in svc_has_daa_corrupt() argument
275 return ((master->drvdata->quirks & SVC_I3C_QUIRK_DAA_CORRUPT) && in svc_has_daa_corrupt()
276 !(master->mctrl_config & in svc_has_daa_corrupt()
280 static inline bool is_events_enabled(struct svc_i3c_master *master, u32 mask) in is_events_enabled() argument
282 return !!(master->enabled_events & mask); in is_events_enabled()
285 static bool svc_i3c_master_error(struct svc_i3c_master *master) in svc_i3c_master_error() argument
289 mstatus = readl(master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_error()
291 merrwarn = readl(master->regs + SVC_I3C_MERRWARN); in svc_i3c_master_error()
292 writel(merrwarn, master->regs + SVC_I3C_MERRWARN); in svc_i3c_master_error()
296 dev_dbg(master->dev, "Warning condition: MSTATUS 0x%08x, MERRWARN 0x%08x\n", in svc_i3c_master_error()
301 dev_err(master->dev, in svc_i3c_master_error()
311 static void svc_i3c_master_enable_interrupts(struct svc_i3c_master *master, u32 mask) in svc_i3c_master_enable_interrupts() argument
313 writel(mask, master->regs + SVC_I3C_MINTSET); in svc_i3c_master_enable_interrupts()
316 static void svc_i3c_master_disable_interrupts(struct svc_i3c_master *master) in svc_i3c_master_disable_interrupts() argument
318 u32 mask = readl(master->regs + SVC_I3C_MINTSET); in svc_i3c_master_disable_interrupts()
320 writel(mask, master->regs + SVC_I3C_MINTCLR); in svc_i3c_master_disable_interrupts()
323 static void svc_i3c_master_clear_merrwarn(struct svc_i3c_master *master) in svc_i3c_master_clear_merrwarn() argument
326 writel(readl(master->regs + SVC_I3C_MERRWARN), in svc_i3c_master_clear_merrwarn()
327 master->regs + SVC_I3C_MERRWARN); in svc_i3c_master_clear_merrwarn()
330 static void svc_i3c_master_flush_fifo(struct svc_i3c_master *master) in svc_i3c_master_flush_fifo() argument
334 master->regs + SVC_I3C_MDATACTRL); in svc_i3c_master_flush_fifo()
337 static void svc_i3c_master_reset_fifo_trigger(struct svc_i3c_master *master) in svc_i3c_master_reset_fifo_trigger() argument
347 writel(reg, master->regs + SVC_I3C_MDATACTRL); in svc_i3c_master_reset_fifo_trigger()
350 static void svc_i3c_master_reset(struct svc_i3c_master *master) in svc_i3c_master_reset() argument
352 svc_i3c_master_clear_merrwarn(master); in svc_i3c_master_reset()
353 svc_i3c_master_reset_fifo_trigger(master); in svc_i3c_master_reset()
354 svc_i3c_master_disable_interrupts(master); in svc_i3c_master_reset()
358 to_svc_i3c_master(struct i3c_master_controller *master) in to_svc_i3c_master() argument
360 return container_of(master, struct svc_i3c_master, base); in to_svc_i3c_master()
365 struct svc_i3c_master *master; in svc_i3c_master_hj_work() local
367 master = container_of(work, struct svc_i3c_master, hj_work); in svc_i3c_master_hj_work()
368 i3c_master_do_daa(&master->base); in svc_i3c_master_hj_work()
372 svc_i3c_master_dev_from_addr(struct svc_i3c_master *master, in svc_i3c_master_dev_from_addr() argument
378 if (master->addrs[i] == ibiaddr) in svc_i3c_master_dev_from_addr()
384 return master->descs[i]; in svc_i3c_master_dev_from_addr()
387 static void svc_i3c_master_emit_stop(struct svc_i3c_master *master) in svc_i3c_master_emit_stop() argument
389 writel(SVC_I3C_MCTRL_REQUEST_STOP, master->regs + SVC_I3C_MCTRL); in svc_i3c_master_emit_stop()
400 static int svc_i3c_master_handle_ibi(struct svc_i3c_master *master, in svc_i3c_master_handle_ibi() argument
417 ret = readl_relaxed_poll_timeout(master->regs + SVC_I3C_MSTATUS, val, in svc_i3c_master_handle_ibi()
420 dev_err(master->dev, "Timeout when polling for COMPLETE\n"); in svc_i3c_master_handle_ibi()
424 while (SVC_I3C_MSTATUS_RXPEND(readl(master->regs + SVC_I3C_MSTATUS)) && in svc_i3c_master_handle_ibi()
426 mdatactrl = readl(master->regs + SVC_I3C_MDATACTRL); in svc_i3c_master_handle_ibi()
428 readsb(master->regs + SVC_I3C_MRDATAB, buf, count); in svc_i3c_master_handle_ibi()
433 master->ibi.tbq_slot = slot; in svc_i3c_master_handle_ibi()
438 static int svc_i3c_master_ack_ibi(struct svc_i3c_master *master, in svc_i3c_master_ack_ibi() argument
450 writel(ibi_ack_nack, master->regs + SVC_I3C_MCTRL); in svc_i3c_master_ack_ibi()
452 return readl_poll_timeout_atomic(master->regs + SVC_I3C_MSTATUS, reg, in svc_i3c_master_ack_ibi()
457 static int svc_i3c_master_nack_ibi(struct svc_i3c_master *master) in svc_i3c_master_nack_ibi() argument
464 master->regs + SVC_I3C_MCTRL); in svc_i3c_master_nack_ibi()
466 ret = readl_poll_timeout_atomic(master->regs + SVC_I3C_MSTATUS, reg, in svc_i3c_master_nack_ibi()
471 static int svc_i3c_master_handle_ibi_won(struct svc_i3c_master *master, u32 mstatus) in svc_i3c_master_handle_ibi_won() argument
478 writel(SVC_I3C_MINT_IBIWON, master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_handle_ibi_won()
480 /* Hardware can't auto emit NACK for hot join and master request */ in svc_i3c_master_handle_ibi_won()
484 ret = svc_i3c_master_nack_ibi(master); in svc_i3c_master_handle_ibi_won()
492 struct svc_i3c_master *master = container_of(work, struct svc_i3c_master, ibi_work); in svc_i3c_master_ibi_work() local
507 guard(spinlock_irqsave)(&master->xferqueue.lock); in svc_i3c_master_ibi_work()
520 writel(SVC_I3C_MINT_IBIWON, master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_ibi_work()
525 master->regs + SVC_I3C_MCTRL); in svc_i3c_master_ibi_work()
528 ret = readl_relaxed_poll_timeout_atomic(master->regs + SVC_I3C_MSTATUS, val, in svc_i3c_master_ibi_work()
531 dev_err(master->dev, "Timeout when polling for IBIWON\n"); in svc_i3c_master_ibi_work()
532 svc_i3c_master_emit_stop(master); in svc_i3c_master_ibi_work()
536 status = readl(master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_ibi_work()
543 dev = svc_i3c_master_dev_from_addr(master, ibiaddr); in svc_i3c_master_ibi_work()
544 if (!dev || !is_events_enabled(master, SVC_I3C_EVENT_IBI)) in svc_i3c_master_ibi_work()
545 svc_i3c_master_nack_ibi(master); in svc_i3c_master_ibi_work()
547 svc_i3c_master_handle_ibi(master, dev); in svc_i3c_master_ibi_work()
550 if (is_events_enabled(master, SVC_I3C_EVENT_HOTJOIN)) in svc_i3c_master_ibi_work()
551 svc_i3c_master_ack_ibi(master, false); in svc_i3c_master_ibi_work()
553 svc_i3c_master_nack_ibi(master); in svc_i3c_master_ibi_work()
556 svc_i3c_master_nack_ibi(master); in svc_i3c_master_ibi_work()
567 if (svc_i3c_master_error(master)) { in svc_i3c_master_ibi_work()
568 if (master->ibi.tbq_slot) { in svc_i3c_master_ibi_work()
571 master->ibi.tbq_slot); in svc_i3c_master_ibi_work()
572 master->ibi.tbq_slot = NULL; in svc_i3c_master_ibi_work()
575 svc_i3c_master_emit_stop(master); in svc_i3c_master_ibi_work()
584 i3c_master_queue_ibi(dev, master->ibi.tbq_slot); in svc_i3c_master_ibi_work()
585 master->ibi.tbq_slot = NULL; in svc_i3c_master_ibi_work()
587 svc_i3c_master_emit_stop(master); in svc_i3c_master_ibi_work()
590 svc_i3c_master_emit_stop(master); in svc_i3c_master_ibi_work()
591 if (is_events_enabled(master, SVC_I3C_EVENT_HOTJOIN)) in svc_i3c_master_ibi_work()
592 queue_work(master->base.wq, &master->hj_work); in svc_i3c_master_ibi_work()
595 svc_i3c_master_emit_stop(master); in svc_i3c_master_ibi_work()
602 svc_i3c_master_enable_interrupts(master, SVC_I3C_MINT_SLVSTART); in svc_i3c_master_ibi_work()
607 struct svc_i3c_master *master = (struct svc_i3c_master *)dev_id; in svc_i3c_master_irq_handler() local
608 u32 active = readl(master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_irq_handler()
614 writel(SVC_I3C_MINT_SLVSTART, master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_irq_handler()
617 if (svc_has_quirk(master, SVC_I3C_QUIRK_FALSE_SLVSTART) && in svc_i3c_master_irq_handler()
621 svc_i3c_master_disable_interrupts(master); in svc_i3c_master_irq_handler()
624 queue_work(master->base.wq, &master->ibi_work); in svc_i3c_master_irq_handler()
632 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_set_speed() local
633 struct i3c_bus *bus = i3c_master_get_bus(&master->base); in svc_i3c_master_set_speed()
638 ret = pm_runtime_resume_and_get(master->dev); in svc_i3c_master_set_speed()
640 dev_err(master->dev, "<%s> Cannot get runtime PM.\n", __func__); in svc_i3c_master_set_speed()
646 fclk_rate = clk_get_rate(master->fclk); in svc_i3c_master_set_speed()
657 mconfig = master->mctrl_config; in svc_i3c_master_set_speed()
663 writel(mconfig, master->regs + SVC_I3C_MCONFIG); in svc_i3c_master_set_speed()
666 writel(master->mctrl_config, master->regs + SVC_I3C_MCONFIG); in svc_i3c_master_set_speed()
671 pm_runtime_mark_last_busy(master->dev); in svc_i3c_master_set_speed()
672 pm_runtime_put_autosuspend(master->dev); in svc_i3c_master_set_speed()
679 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_bus_init() local
688 ret = pm_runtime_resume_and_get(master->dev); in svc_i3c_master_bus_init()
690 dev_err(master->dev, in svc_i3c_master_bus_init()
691 "<%s> cannot resume i3c bus master, err: %d\n", in svc_i3c_master_bus_init()
697 fclk_rate = clk_get_rate(master->fclk); in svc_i3c_master_bus_init()
768 writel(reg, master->regs + SVC_I3C_MCONFIG); in svc_i3c_master_bus_init()
770 master->mctrl_config = reg; in svc_i3c_master_bus_init()
771 /* Master core's registration */ in svc_i3c_master_bus_init()
779 master->regs + SVC_I3C_MDYNADDR); in svc_i3c_master_bus_init()
781 ret = i3c_master_set_info(&master->base, &info); in svc_i3c_master_bus_init()
786 pm_runtime_mark_last_busy(master->dev); in svc_i3c_master_bus_init()
787 pm_runtime_put_autosuspend(master->dev); in svc_i3c_master_bus_init()
794 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_bus_cleanup() local
797 ret = pm_runtime_resume_and_get(master->dev); in svc_i3c_master_bus_cleanup()
799 dev_err(master->dev, "<%s> Cannot get runtime PM.\n", __func__); in svc_i3c_master_bus_cleanup()
803 svc_i3c_master_disable_interrupts(master); in svc_i3c_master_bus_cleanup()
805 /* Disable master */ in svc_i3c_master_bus_cleanup()
806 writel(0, master->regs + SVC_I3C_MCONFIG); in svc_i3c_master_bus_cleanup()
808 pm_runtime_mark_last_busy(master->dev); in svc_i3c_master_bus_cleanup()
809 pm_runtime_put_autosuspend(master->dev); in svc_i3c_master_bus_cleanup()
812 static int svc_i3c_master_reserve_slot(struct svc_i3c_master *master) in svc_i3c_master_reserve_slot() argument
816 if (!(master->free_slots & GENMASK(SVC_I3C_MAX_DEVS - 1, 0))) in svc_i3c_master_reserve_slot()
819 slot = ffs(master->free_slots) - 1; in svc_i3c_master_reserve_slot()
821 master->free_slots &= ~BIT(slot); in svc_i3c_master_reserve_slot()
826 static void svc_i3c_master_release_slot(struct svc_i3c_master *master, in svc_i3c_master_release_slot() argument
829 master->free_slots |= BIT(slot); in svc_i3c_master_release_slot()
835 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_attach_i3c_dev() local
839 slot = svc_i3c_master_reserve_slot(master); in svc_i3c_master_attach_i3c_dev()
845 svc_i3c_master_release_slot(master, slot); in svc_i3c_master_attach_i3c_dev()
851 master->addrs[slot] = dev->info.dyn_addr ? dev->info.dyn_addr : in svc_i3c_master_attach_i3c_dev()
853 master->descs[slot] = dev; in svc_i3c_master_attach_i3c_dev()
864 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_reattach_i3c_dev() local
867 master->addrs[data->index] = dev->info.dyn_addr ? dev->info.dyn_addr : in svc_i3c_master_reattach_i3c_dev()
877 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_detach_i3c_dev() local
879 master->addrs[data->index] = 0; in svc_i3c_master_detach_i3c_dev()
880 svc_i3c_master_release_slot(master, data->index); in svc_i3c_master_detach_i3c_dev()
888 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_attach_i2c_dev() local
892 slot = svc_i3c_master_reserve_slot(master); in svc_i3c_master_attach_i2c_dev()
898 svc_i3c_master_release_slot(master, slot); in svc_i3c_master_attach_i2c_dev()
903 master->addrs[slot] = dev->addr; in svc_i3c_master_attach_i2c_dev()
914 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_detach_i2c_dev() local
916 svc_i3c_master_release_slot(master, data->index); in svc_i3c_master_detach_i2c_dev()
921 static int svc_i3c_master_readb(struct svc_i3c_master *master, u8 *dst, in svc_i3c_master_readb() argument
928 ret = readl_poll_timeout_atomic(master->regs + SVC_I3C_MSTATUS, in svc_i3c_master_readb()
935 dst[i] = readl(master->regs + SVC_I3C_MRDATAB); in svc_i3c_master_readb()
941 static int svc_i3c_master_do_daa_locked(struct svc_i3c_master *master, in svc_i3c_master_do_daa_locked() argument
949 svc_i3c_master_flush_fifo(master); in svc_i3c_master_do_daa_locked()
953 writel(SVC_I3C_MINT_IBIWON, master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_do_daa_locked()
973 master->regs + SVC_I3C_MCTRL); in svc_i3c_master_do_daa_locked()
979 ret = readl_poll_timeout_atomic(master->regs + SVC_I3C_MSTATUS, in svc_i3c_master_do_daa_locked()
1003 ret = i3c_master_get_free_addr(&master->base, last_addr + 1); in svc_i3c_master_do_daa_locked()
1008 writel(dyn_addr, master->regs + SVC_I3C_MWDATAB); in svc_i3c_master_do_daa_locked()
1015 ret = svc_i3c_master_readb(master, data, 6); in svc_i3c_master_do_daa_locked()
1023 ret = svc_i3c_master_readb(master, data, 2); in svc_i3c_master_do_daa_locked()
1027 ret = svc_i3c_master_handle_ibi_won(master, reg); in svc_i3c_master_do_daa_locked()
1070 svc_i3c_master_emit_stop(master); in svc_i3c_master_do_daa_locked()
1079 ret = readl_poll_timeout_atomic(master->regs + SVC_I3C_MSTATUS, in svc_i3c_master_do_daa_locked()
1089 dev_dbg(master->dev, "DAA: device %d assigned to 0x%02x\n", in svc_i3c_master_do_daa_locked()
1095 svc_i3c_master_emit_stop(master); in svc_i3c_master_do_daa_locked()
1096 svc_i3c_master_flush_fifo(master); in svc_i3c_master_do_daa_locked()
1101 static int svc_i3c_update_ibirules(struct svc_i3c_master *master) in svc_i3c_update_ibirules() argument
1110 i3c_bus_for_each_i3cdev(&master->base.bus, dev) { in svc_i3c_update_ibirules()
1148 writel(reg_mbyte, master->regs + SVC_I3C_IBIRULES); in svc_i3c_update_ibirules()
1150 writel(reg_nobyte, master->regs + SVC_I3C_IBIRULES); in svc_i3c_update_ibirules()
1157 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_do_daa() local
1163 ret = pm_runtime_resume_and_get(master->dev); in svc_i3c_master_do_daa()
1165 dev_err(master->dev, "<%s> Cannot get runtime PM.\n", __func__); in svc_i3c_master_do_daa()
1169 spin_lock_irqsave(&master->xferqueue.lock, flags); in svc_i3c_master_do_daa()
1171 if (svc_has_daa_corrupt(master)) in svc_i3c_master_do_daa()
1172 writel(master->mctrl_config | SVC_I3C_MCONFIG_SKEW(1), in svc_i3c_master_do_daa()
1173 master->regs + SVC_I3C_MCONFIG); in svc_i3c_master_do_daa()
1175 ret = svc_i3c_master_do_daa_locked(master, addrs, &dev_nb); in svc_i3c_master_do_daa()
1177 if (svc_has_daa_corrupt(master)) in svc_i3c_master_do_daa()
1178 writel(master->mctrl_config, master->regs + SVC_I3C_MCONFIG); in svc_i3c_master_do_daa()
1180 spin_unlock_irqrestore(&master->xferqueue.lock, flags); in svc_i3c_master_do_daa()
1182 svc_i3c_master_clear_merrwarn(master); in svc_i3c_master_do_daa()
1209 ret = svc_i3c_update_ibirules(master); in svc_i3c_master_do_daa()
1211 dev_err(master->dev, "Cannot handle such a list of devices"); in svc_i3c_master_do_daa()
1214 pm_runtime_mark_last_busy(master->dev); in svc_i3c_master_do_daa()
1215 pm_runtime_put_autosuspend(master->dev); in svc_i3c_master_do_daa()
1220 static int svc_i3c_master_read(struct svc_i3c_master *master, in svc_i3c_master_read() argument
1230 mstatus = readl(master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_read()
1235 dev_dbg(master->dev, "I3C read timeout\n"); in svc_i3c_master_read()
1239 mdctrl = readl(master->regs + SVC_I3C_MDATACTRL); in svc_i3c_master_read()
1242 dev_err(master->dev, "I3C receive length too long!\n"); in svc_i3c_master_read()
1246 in[offset + i] = readl(master->regs + SVC_I3C_MRDATAB); in svc_i3c_master_read()
1254 static int svc_i3c_master_write(struct svc_i3c_master *master, in svc_i3c_master_write() argument
1261 ret = readl_poll_timeout(master->regs + SVC_I3C_MDATACTRL, in svc_i3c_master_write()
1273 writel(out[offset++], master->regs + SVC_I3C_MWDATAB); in svc_i3c_master_write()
1275 writel(out[offset++], master->regs + SVC_I3C_MWDATABE); in svc_i3c_master_write()
1281 static int svc_i3c_master_xfer(struct svc_i3c_master *master, in svc_i3c_master_xfer() argument
1291 writel(SVC_I3C_MINT_IBIWON, master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_xfer()
1301 master->regs + SVC_I3C_MCTRL); in svc_i3c_master_xfer()
1310 if (svc_has_quirk(master, SVC_I3C_QUIRK_FIFO_EMPTY) && !rnw && xfer_len) { in svc_i3c_master_xfer()
1314 writesb(master->regs + SVC_I3C_MWDATAB1, out, len - 1); in svc_i3c_master_xfer()
1316 writel(out[len - 1] | end, master->regs + SVC_I3C_MWDATAB); in svc_i3c_master_xfer()
1321 ret = readl_poll_timeout(master->regs + SVC_I3C_MSTATUS, reg, in svc_i3c_master_xfer()
1340 ret = svc_i3c_master_handle_ibi_won(master, reg); in svc_i3c_master_xfer()
1346 if (readl(master->regs + SVC_I3C_MERRWARN) & SVC_I3C_MERRWARN_NACK) { in svc_i3c_master_xfer()
1368 writel(SVC_I3C_MERRWARN_NACK, master->regs + SVC_I3C_MERRWARN); in svc_i3c_master_xfer()
1380 ret = svc_i3c_master_read(master, in, xfer_len); in svc_i3c_master_xfer()
1382 ret = svc_i3c_master_write(master, out, xfer_len); in svc_i3c_master_xfer()
1389 ret = readl_poll_timeout(master->regs + SVC_I3C_MSTATUS, reg, in svc_i3c_master_xfer()
1394 writel(SVC_I3C_MINT_COMPLETE, master->regs + SVC_I3C_MSTATUS); in svc_i3c_master_xfer()
1397 svc_i3c_master_emit_stop(master); in svc_i3c_master_xfer()
1400 readl_poll_timeout(master->regs + SVC_I3C_MSTATUS, reg, in svc_i3c_master_xfer()
1407 svc_i3c_master_emit_stop(master); in svc_i3c_master_xfer()
1408 svc_i3c_master_clear_merrwarn(master); in svc_i3c_master_xfer()
1409 svc_i3c_master_flush_fifo(master); in svc_i3c_master_xfer()
1415 svc_i3c_master_alloc_xfer(struct svc_i3c_master *master, unsigned int ncmds) in svc_i3c_master_alloc_xfer() argument
1435 static void svc_i3c_master_dequeue_xfer_locked(struct svc_i3c_master *master, in svc_i3c_master_dequeue_xfer_locked() argument
1438 if (master->xferqueue.cur == xfer) in svc_i3c_master_dequeue_xfer_locked()
1439 master->xferqueue.cur = NULL; in svc_i3c_master_dequeue_xfer_locked()
1444 static void svc_i3c_master_dequeue_xfer(struct svc_i3c_master *master, in svc_i3c_master_dequeue_xfer() argument
1449 spin_lock_irqsave(&master->xferqueue.lock, flags); in svc_i3c_master_dequeue_xfer()
1450 svc_i3c_master_dequeue_xfer_locked(master, xfer); in svc_i3c_master_dequeue_xfer()
1451 spin_unlock_irqrestore(&master->xferqueue.lock, flags); in svc_i3c_master_dequeue_xfer()
1454 static void svc_i3c_master_start_xfer_locked(struct svc_i3c_master *master) in svc_i3c_master_start_xfer_locked() argument
1456 struct svc_i3c_xfer *xfer = master->xferqueue.cur; in svc_i3c_master_start_xfer_locked()
1462 svc_i3c_master_clear_merrwarn(master); in svc_i3c_master_start_xfer_locked()
1463 svc_i3c_master_flush_fifo(master); in svc_i3c_master_start_xfer_locked()
1468 ret = svc_i3c_master_xfer(master, cmd->rnw, xfer->type, in svc_i3c_master_start_xfer_locked()
1484 svc_i3c_master_dequeue_xfer_locked(master, xfer); in svc_i3c_master_start_xfer_locked()
1486 xfer = list_first_entry_or_null(&master->xferqueue.list, in svc_i3c_master_start_xfer_locked()
1492 master->xferqueue.cur = xfer; in svc_i3c_master_start_xfer_locked()
1493 svc_i3c_master_start_xfer_locked(master); in svc_i3c_master_start_xfer_locked()
1496 static void svc_i3c_master_enqueue_xfer(struct svc_i3c_master *master, in svc_i3c_master_enqueue_xfer() argument
1502 ret = pm_runtime_resume_and_get(master->dev); in svc_i3c_master_enqueue_xfer()
1504 dev_err(master->dev, "<%s> Cannot get runtime PM.\n", __func__); in svc_i3c_master_enqueue_xfer()
1509 spin_lock_irqsave(&master->xferqueue.lock, flags); in svc_i3c_master_enqueue_xfer()
1510 if (master->xferqueue.cur) { in svc_i3c_master_enqueue_xfer()
1511 list_add_tail(&xfer->node, &master->xferqueue.list); in svc_i3c_master_enqueue_xfer()
1513 master->xferqueue.cur = xfer; in svc_i3c_master_enqueue_xfer()
1514 svc_i3c_master_start_xfer_locked(master); in svc_i3c_master_enqueue_xfer()
1516 spin_unlock_irqrestore(&master->xferqueue.lock, flags); in svc_i3c_master_enqueue_xfer()
1518 pm_runtime_mark_last_busy(master->dev); in svc_i3c_master_enqueue_xfer()
1519 pm_runtime_put_autosuspend(master->dev); in svc_i3c_master_enqueue_xfer()
1523 svc_i3c_master_supports_ccc_cmd(struct i3c_master_controller *master, in svc_i3c_master_supports_ccc_cmd() argument
1530 static int svc_i3c_master_send_bdcast_ccc_cmd(struct svc_i3c_master *master, in svc_i3c_master_send_bdcast_ccc_cmd() argument
1539 xfer = svc_i3c_master_alloc_xfer(master, 1); in svc_i3c_master_send_bdcast_ccc_cmd()
1563 mutex_lock(&master->lock); in svc_i3c_master_send_bdcast_ccc_cmd()
1564 svc_i3c_master_enqueue_xfer(master, xfer); in svc_i3c_master_send_bdcast_ccc_cmd()
1566 svc_i3c_master_dequeue_xfer(master, xfer); in svc_i3c_master_send_bdcast_ccc_cmd()
1567 mutex_unlock(&master->lock); in svc_i3c_master_send_bdcast_ccc_cmd()
1576 static int svc_i3c_master_send_direct_ccc_cmd(struct svc_i3c_master *master, in svc_i3c_master_send_direct_ccc_cmd() argument
1585 xfer = svc_i3c_master_alloc_xfer(master, 2); in svc_i3c_master_send_direct_ccc_cmd()
1611 mutex_lock(&master->lock); in svc_i3c_master_send_direct_ccc_cmd()
1612 svc_i3c_master_enqueue_xfer(master, xfer); in svc_i3c_master_send_direct_ccc_cmd()
1614 svc_i3c_master_dequeue_xfer(master, xfer); in svc_i3c_master_send_direct_ccc_cmd()
1615 mutex_unlock(&master->lock); in svc_i3c_master_send_direct_ccc_cmd()
1629 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_send_ccc_cmd() local
1634 ret = svc_i3c_master_send_bdcast_ccc_cmd(master, cmd); in svc_i3c_master_send_ccc_cmd()
1636 ret = svc_i3c_master_send_direct_ccc_cmd(master, cmd); in svc_i3c_master_send_ccc_cmd()
1649 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_priv_xfers() local
1654 xfer = svc_i3c_master_alloc_xfer(master, nxfers); in svc_i3c_master_priv_xfers()
1664 cmd->addr = master->addrs[data->index]; in svc_i3c_master_priv_xfers()
1673 mutex_lock(&master->lock); in svc_i3c_master_priv_xfers()
1674 svc_i3c_master_enqueue_xfer(master, xfer); in svc_i3c_master_priv_xfers()
1676 svc_i3c_master_dequeue_xfer(master, xfer); in svc_i3c_master_priv_xfers()
1677 mutex_unlock(&master->lock); in svc_i3c_master_priv_xfers()
1690 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_i2c_xfers() local
1695 xfer = svc_i3c_master_alloc_xfer(master, nxfers); in svc_i3c_master_i2c_xfers()
1704 cmd->addr = master->addrs[data->index]; in svc_i3c_master_i2c_xfers()
1713 mutex_lock(&master->lock); in svc_i3c_master_i2c_xfers()
1714 svc_i3c_master_enqueue_xfer(master, xfer); in svc_i3c_master_i2c_xfers()
1716 svc_i3c_master_dequeue_xfer(master, xfer); in svc_i3c_master_i2c_xfers()
1717 mutex_unlock(&master->lock); in svc_i3c_master_i2c_xfers()
1729 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_request_ibi() local
1735 dev_err(master->dev, "IBI max payload %d should be < %d\n", in svc_i3c_master_request_ibi()
1744 spin_lock_irqsave(&master->ibi.lock, flags); in svc_i3c_master_request_ibi()
1745 for (i = 0; i < master->ibi.num_slots; i++) { in svc_i3c_master_request_ibi()
1746 if (!master->ibi.slots[i]) { in svc_i3c_master_request_ibi()
1748 master->ibi.slots[i] = dev; in svc_i3c_master_request_ibi()
1752 spin_unlock_irqrestore(&master->ibi.lock, flags); in svc_i3c_master_request_ibi()
1754 if (i < master->ibi.num_slots) in svc_i3c_master_request_ibi()
1766 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_free_ibi() local
1770 spin_lock_irqsave(&master->ibi.lock, flags); in svc_i3c_master_free_ibi()
1771 master->ibi.slots[data->ibi] = NULL; in svc_i3c_master_free_ibi()
1773 spin_unlock_irqrestore(&master->ibi.lock, flags); in svc_i3c_master_free_ibi()
1781 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_enable_ibi() local
1784 ret = pm_runtime_resume_and_get(master->dev); in svc_i3c_master_enable_ibi()
1786 dev_err(master->dev, "<%s> Cannot get runtime PM.\n", __func__); in svc_i3c_master_enable_ibi()
1790 master->enabled_events++; in svc_i3c_master_enable_ibi()
1791 svc_i3c_master_enable_interrupts(master, SVC_I3C_MINT_SLVSTART); in svc_i3c_master_enable_ibi()
1799 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_disable_ibi() local
1802 master->enabled_events--; in svc_i3c_master_disable_ibi()
1803 if (!master->enabled_events) in svc_i3c_master_disable_ibi()
1804 svc_i3c_master_disable_interrupts(master); in svc_i3c_master_disable_ibi()
1808 pm_runtime_mark_last_busy(master->dev); in svc_i3c_master_disable_ibi()
1809 pm_runtime_put_autosuspend(master->dev); in svc_i3c_master_disable_ibi()
1816 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_enable_hotjoin() local
1819 ret = pm_runtime_resume_and_get(master->dev); in svc_i3c_master_enable_hotjoin()
1821 dev_err(master->dev, "<%s> Cannot get runtime PM.\n", __func__); in svc_i3c_master_enable_hotjoin()
1825 master->enabled_events |= SVC_I3C_EVENT_HOTJOIN; in svc_i3c_master_enable_hotjoin()
1827 svc_i3c_master_enable_interrupts(master, SVC_I3C_MINT_SLVSTART); in svc_i3c_master_enable_hotjoin()
1834 struct svc_i3c_master *master = to_svc_i3c_master(m); in svc_i3c_master_disable_hotjoin() local
1836 master->enabled_events &= ~SVC_I3C_EVENT_HOTJOIN; in svc_i3c_master_disable_hotjoin()
1838 if (!master->enabled_events) in svc_i3c_master_disable_hotjoin()
1839 svc_i3c_master_disable_interrupts(master); in svc_i3c_master_disable_hotjoin()
1841 pm_runtime_mark_last_busy(master->dev); in svc_i3c_master_disable_hotjoin()
1842 pm_runtime_put_autosuspend(master->dev); in svc_i3c_master_disable_hotjoin()
1878 static int svc_i3c_master_prepare_clks(struct svc_i3c_master *master) in svc_i3c_master_prepare_clks() argument
1882 ret = clk_prepare_enable(master->pclk); in svc_i3c_master_prepare_clks()
1886 ret = clk_prepare_enable(master->fclk); in svc_i3c_master_prepare_clks()
1888 clk_disable_unprepare(master->pclk); in svc_i3c_master_prepare_clks()
1892 ret = clk_prepare_enable(master->sclk); in svc_i3c_master_prepare_clks()
1894 clk_disable_unprepare(master->pclk); in svc_i3c_master_prepare_clks()
1895 clk_disable_unprepare(master->fclk); in svc_i3c_master_prepare_clks()
1902 static void svc_i3c_master_unprepare_clks(struct svc_i3c_master *master) in svc_i3c_master_unprepare_clks() argument
1904 clk_disable_unprepare(master->pclk); in svc_i3c_master_unprepare_clks()
1905 clk_disable_unprepare(master->fclk); in svc_i3c_master_unprepare_clks()
1906 clk_disable_unprepare(master->sclk); in svc_i3c_master_unprepare_clks()
1912 struct svc_i3c_master *master; in svc_i3c_master_probe() local
1915 master = devm_kzalloc(dev, sizeof(*master), GFP_KERNEL); in svc_i3c_master_probe()
1916 if (!master) in svc_i3c_master_probe()
1919 master->drvdata = of_device_get_match_data(dev); in svc_i3c_master_probe()
1920 if (!master->drvdata) in svc_i3c_master_probe()
1923 master->regs = devm_platform_ioremap_resource(pdev, 0); in svc_i3c_master_probe()
1924 if (IS_ERR(master->regs)) in svc_i3c_master_probe()
1925 return PTR_ERR(master->regs); in svc_i3c_master_probe()
1927 master->pclk = devm_clk_get(dev, "pclk"); in svc_i3c_master_probe()
1928 if (IS_ERR(master->pclk)) in svc_i3c_master_probe()
1929 return PTR_ERR(master->pclk); in svc_i3c_master_probe()
1931 master->fclk = devm_clk_get(dev, "fast_clk"); in svc_i3c_master_probe()
1932 if (IS_ERR(master->fclk)) in svc_i3c_master_probe()
1933 return PTR_ERR(master->fclk); in svc_i3c_master_probe()
1935 master->sclk = devm_clk_get(dev, "slow_clk"); in svc_i3c_master_probe()
1936 if (IS_ERR(master->sclk)) in svc_i3c_master_probe()
1937 return PTR_ERR(master->sclk); in svc_i3c_master_probe()
1939 master->irq = platform_get_irq(pdev, 0); in svc_i3c_master_probe()
1940 if (master->irq < 0) in svc_i3c_master_probe()
1941 return master->irq; in svc_i3c_master_probe()
1943 master->dev = dev; in svc_i3c_master_probe()
1945 ret = svc_i3c_master_prepare_clks(master); in svc_i3c_master_probe()
1949 INIT_WORK(&master->hj_work, svc_i3c_master_hj_work); in svc_i3c_master_probe()
1950 INIT_WORK(&master->ibi_work, svc_i3c_master_ibi_work); in svc_i3c_master_probe()
1951 mutex_init(&master->lock); in svc_i3c_master_probe()
1953 ret = devm_request_irq(dev, master->irq, svc_i3c_master_irq_handler, in svc_i3c_master_probe()
1954 IRQF_NO_SUSPEND, "svc-i3c-irq", master); in svc_i3c_master_probe()
1958 master->free_slots = GENMASK(SVC_I3C_MAX_DEVS - 1, 0); in svc_i3c_master_probe()
1960 spin_lock_init(&master->xferqueue.lock); in svc_i3c_master_probe()
1961 INIT_LIST_HEAD(&master->xferqueue.list); in svc_i3c_master_probe()
1963 spin_lock_init(&master->ibi.lock); in svc_i3c_master_probe()
1964 master->ibi.num_slots = SVC_I3C_MAX_DEVS; in svc_i3c_master_probe()
1965 master->ibi.slots = devm_kcalloc(&pdev->dev, master->ibi.num_slots, in svc_i3c_master_probe()
1966 sizeof(*master->ibi.slots), in svc_i3c_master_probe()
1968 if (!master->ibi.slots) { in svc_i3c_master_probe()
1973 platform_set_drvdata(pdev, master); in svc_i3c_master_probe()
1981 svc_i3c_master_reset(master); in svc_i3c_master_probe()
1983 /* Register the master */ in svc_i3c_master_probe()
1984 ret = i3c_master_register(&master->base, &pdev->dev, in svc_i3c_master_probe()
2001 svc_i3c_master_unprepare_clks(master); in svc_i3c_master_probe()
2008 struct svc_i3c_master *master = platform_get_drvdata(pdev); in svc_i3c_master_remove() local
2010 cancel_work_sync(&master->hj_work); in svc_i3c_master_remove()
2011 i3c_master_unregister(&master->base); in svc_i3c_master_remove()
2017 static void svc_i3c_save_regs(struct svc_i3c_master *master) in svc_i3c_save_regs() argument
2019 master->saved_regs.mconfig = readl(master->regs + SVC_I3C_MCONFIG); in svc_i3c_save_regs()
2020 master->saved_regs.mdynaddr = readl(master->regs + SVC_I3C_MDYNADDR); in svc_i3c_save_regs()
2023 static void svc_i3c_restore_regs(struct svc_i3c_master *master) in svc_i3c_restore_regs() argument
2025 if (readl(master->regs + SVC_I3C_MDYNADDR) != in svc_i3c_restore_regs()
2026 master->saved_regs.mdynaddr) { in svc_i3c_restore_regs()
2027 writel(master->saved_regs.mconfig, in svc_i3c_restore_regs()
2028 master->regs + SVC_I3C_MCONFIG); in svc_i3c_restore_regs()
2029 writel(master->saved_regs.mdynaddr, in svc_i3c_restore_regs()
2030 master->regs + SVC_I3C_MDYNADDR); in svc_i3c_restore_regs()
2036 struct svc_i3c_master *master = dev_get_drvdata(dev); in svc_i3c_runtime_suspend() local
2038 svc_i3c_save_regs(master); in svc_i3c_runtime_suspend()
2039 svc_i3c_master_unprepare_clks(master); in svc_i3c_runtime_suspend()
2047 struct svc_i3c_master *master = dev_get_drvdata(dev); in svc_i3c_runtime_resume() local
2050 svc_i3c_master_prepare_clks(master); in svc_i3c_runtime_resume()
2052 svc_i3c_restore_regs(master); in svc_i3c_runtime_resume()
2074 { .compatible = "silvaco,i3c-master-v1", .data = &svc_default_drvdata },
2083 .name = "silvaco-i3c-master",
2092 MODULE_DESCRIPTION("Silvaco dual-role I3C master driver");