22 #include <linux/dma/ipu-dma.h>
36  *	struct ipu *ipu = to_ipu(to_idmac(ichan->dma_chan.device));
39 static struct ipu ipu_data;
41 #define to_ipu(id) container_of(id, struct ipu, idmac)
43 static u32 __idmac_read_icreg(struct ipu *ipu, unsigned long reg)  in __idmac_read_icreg()  argument
45 	return __raw_readl(ipu->reg_ic + reg);  in __idmac_read_icreg()
48 #define idmac_read_icreg(ipu, reg) __idmac_read_icreg(ipu, reg - IC_CONF)  argument
50 static void __idmac_write_icreg(struct ipu *ipu, u32 value, unsigned long reg)  in __idmac_write_icreg()  argument
52 	__raw_writel(value, ipu->reg_ic + reg);  in __idmac_write_icreg()
55 #define idmac_write_icreg(ipu, v, reg) __idmac_write_icreg(ipu, v, reg - IC_CONF)  argument
57 static u32 idmac_read_ipureg(struct ipu *ipu, unsigned long reg)  in idmac_read_ipureg()  argument
59 	return __raw_readl(ipu->reg_ipu + reg);  in idmac_read_ipureg()
62 static void idmac_write_ipureg(struct ipu *ipu, u32 value, unsigned long reg)  in idmac_write_ipureg()  argument
64 	__raw_writel(value, ipu->reg_ipu + reg);  in idmac_write_ipureg()
68  * IPU / IC common functions
70 static void dump_idmac_reg(struct ipu *ipu)  in dump_idmac_reg()  argument
72 	dev_dbg(ipu->dev, "IDMAC_CONF 0x%x, IC_CONF 0x%x, IDMAC_CHA_EN 0x%x, "  in dump_idmac_reg()
74 		idmac_read_icreg(ipu, IDMAC_CONF),  in dump_idmac_reg()
75 		idmac_read_icreg(ipu, IC_CONF),  in dump_idmac_reg()
76 		idmac_read_icreg(ipu, IDMAC_CHA_EN),  in dump_idmac_reg()
77 		idmac_read_icreg(ipu, IDMAC_CHA_PRI),  in dump_idmac_reg()
78 		idmac_read_icreg(ipu, IDMAC_CHA_BUSY));  in dump_idmac_reg()
79 	dev_dbg(ipu->dev, "BUF0_RDY 0x%x, BUF1_RDY 0x%x, CUR_BUF 0x%x, "  in dump_idmac_reg()
81 		idmac_read_ipureg(ipu, IPU_CHA_BUF0_RDY),  in dump_idmac_reg()
82 		idmac_read_ipureg(ipu, IPU_CHA_BUF1_RDY),  in dump_idmac_reg()
83 		idmac_read_ipureg(ipu, IPU_CHA_CUR_BUF),  in dump_idmac_reg()
84 		idmac_read_ipureg(ipu, IPU_CHA_DB_MODE_SEL),  in dump_idmac_reg()
85 		idmac_read_ipureg(ipu, IPU_TASKS_STAT));  in dump_idmac_reg()
113 static void ipu_ic_enable_task(struct ipu *ipu, enum ipu_channel channel)  in ipu_ic_enable_task()  argument
127 	ic_conf = idmac_read_icreg(ipu, IC_CONF) | mask;  in ipu_ic_enable_task()
128 	idmac_write_icreg(ipu, ic_conf, IC_CONF);  in ipu_ic_enable_task()
132 static void ipu_ic_disable_task(struct ipu *ipu, enum ipu_channel channel)  in ipu_ic_disable_task()  argument
146 	ic_conf = idmac_read_icreg(ipu, IC_CONF) & ~mask;  in ipu_ic_disable_task()
147 	idmac_write_icreg(ipu, ic_conf, IC_CONF);  in ipu_ic_disable_task()
150 static uint32_t ipu_channel_status(struct ipu *ipu, enum ipu_channel channel)  in ipu_channel_status()  argument
153 	uint32_t task_stat_reg = idmac_read_ipureg(ipu, IPU_TASKS_STAT);  in ipu_channel_status()
415 			"mx3 ipu: unimplemented pixel format %d\n", pixel_fmt);  in ipu_ch_param_set_size()
508 static int ipu_ic_init_prpenc(struct ipu *ipu,  in ipu_ic_init_prpenc()  argument
536 		dev_err(ipu->dev, "Colourspace conversion unsupported!\n");  in ipu_ic_init_prpenc()
540 	idmac_write_icreg(ipu, reg, IC_PRP_ENC_RSC);  in ipu_ic_init_prpenc()
542 	ic_conf = idmac_read_icreg(ipu, IC_CONF);  in ipu_ic_init_prpenc()
549 	idmac_write_icreg(ipu, ic_conf, IC_CONF);  in ipu_ic_init_prpenc()
560 static void ipu_channel_set_priority(struct ipu *ipu, enum ipu_channel channel,  in ipu_channel_set_priority()  argument
563 	u32 reg = idmac_read_icreg(ipu, IDMAC_CHA_PRI);  in ipu_channel_set_priority()
570 	idmac_write_icreg(ipu, reg, IDMAC_CHA_PRI);  in ipu_channel_set_priority()
572 	dump_idmac_reg(ipu);  in ipu_channel_set_priority()
597  * ipu_enable_channel() - enable an IPU channel.
598  * @idmac:	IPU DMAC context.
604 	struct ipu *ipu = to_ipu(idmac);  in ipu_enable_channel()  local
609 	spin_lock_irqsave(&ipu->lock, flags);  in ipu_enable_channel()
612 	idmac_write_ipureg(ipu, 1UL << channel, IPU_CHA_CUR_BUF);  in ipu_enable_channel()
620 		ipu_channel_set_priority(ipu, channel, true);  in ipu_enable_channel()
625 	reg = idmac_read_icreg(ipu, IDMAC_CHA_EN);  in ipu_enable_channel()
627 	idmac_write_icreg(ipu, reg | (1UL << channel), IDMAC_CHA_EN);  in ipu_enable_channel()
629 	ipu_ic_enable_task(ipu, channel);  in ipu_enable_channel()
631 	spin_unlock_irqrestore(&ipu->lock, flags);  in ipu_enable_channel()
636  * ipu_init_channel_buffer() - initialize a buffer for logical IPU channel.
659 	struct ipu *ipu = to_ipu(idmac);  in ipu_init_channel_buffer()  local
668 		dev_err(ipu->dev,  in ipu_init_channel_buffer()
676 		dev_err(ipu->dev, "Stride must be 8 pixel multiple\n");  in ipu_init_channel_buffer()
685 	spin_lock_irqsave(&ipu->lock, flags);  in ipu_init_channel_buffer()
689 	reg = idmac_read_ipureg(ipu, IPU_CHA_DB_MODE_SEL);  in ipu_init_channel_buffer()
696 	idmac_write_ipureg(ipu, reg, IPU_CHA_DB_MODE_SEL);  in ipu_init_channel_buffer()
700 	spin_unlock_irqrestore(&ipu->lock, flags);  in ipu_init_channel_buffer()
712 	/* No locking - this is a write-one-to-set register, cleared by IPU */  in ipu_select_buffer()
824 	struct ipu *ipu = to_ipu(idmac);  in idmac_tx_submit()  local
868 	/* ipu->lock can be taken under ichan->lock, but not v.v. */  in idmac_tx_submit()
890 	dump_idmac_reg(ipu);  in idmac_tx_submit()
943  * ipu_init_channel() - initialize an IPU channel.
944  * @idmac:	IPU DMAC context.
955 	struct ipu *ipu = to_ipu(idmac);  in ipu_init_channel()  local
958 	dev_dbg(ipu->dev, "init channel = %d\n", channel);  in ipu_init_channel()
964 	spin_lock_irqsave(&ipu->lock, flags);  in ipu_init_channel()
969 		reg = idmac_read_icreg(ipu, IC_CONF);  in ipu_init_channel()
970 		idmac_write_icreg(ipu, reg & ~IC_CONF_CSI_MEM_WR_EN, IC_CONF);  in ipu_init_channel()
974 		reg = idmac_read_ipureg(ipu, IPU_FS_PROC_FLOW);  in ipu_init_channel()
975 		idmac_write_ipureg(ipu, reg & ~FS_ENC_IN_VALID, IPU_FS_PROC_FLOW);  in ipu_init_channel()
976 		ret = ipu_ic_init_prpenc(ipu, params, true);  in ipu_init_channel()
985 	ipu->channel_init_mask |= 1L << channel;  in ipu_init_channel()
987 	/* Enable IPU sub module */  in ipu_init_channel()
988 	ipu_conf = idmac_read_ipureg(ipu, IPU_CONF) |  in ipu_init_channel()
990 	idmac_write_ipureg(ipu, ipu_conf, IPU_CONF);  in ipu_init_channel()
992 	spin_unlock_irqrestore(&ipu->lock, flags);  in ipu_init_channel()
997 	dump_idmac_reg(ipu);  in ipu_init_channel()
1003  * ipu_uninit_channel() - uninitialize an IPU channel.
1004  * @idmac:	IPU DMAC context.
1014 	struct ipu *ipu = to_ipu(idmac);  in ipu_uninit_channel()  local
1016 	spin_lock_irqsave(&ipu->lock, flags);  in ipu_uninit_channel()
1018 	if (!(ipu->channel_init_mask & chan_mask)) {  in ipu_uninit_channel()
1019 		dev_err(ipu->dev, "Channel already uninitialized %d\n",  in ipu_uninit_channel()
1021 		spin_unlock_irqrestore(&ipu->lock, flags);  in ipu_uninit_channel()
1026 	reg = idmac_read_ipureg(ipu, IPU_CHA_DB_MODE_SEL);  in ipu_uninit_channel()
1027 	idmac_write_ipureg(ipu, reg & ~chan_mask, IPU_CHA_DB_MODE_SEL);  in ipu_uninit_channel()
1033 		reg = idmac_read_icreg(ipu, IC_CONF);  in ipu_uninit_channel()
1034 		idmac_write_icreg(ipu, reg & ~(IC_CONF_RWS_EN | IC_CONF_PRPENC_EN),  in ipu_uninit_channel()
1038 		reg = idmac_read_icreg(ipu, IC_CONF);  in ipu_uninit_channel()
1039 		idmac_write_icreg(ipu, reg & ~(IC_CONF_PRPENC_EN | IC_CONF_PRPENC_CSC1),  in ipu_uninit_channel()
1048 	ipu->channel_init_mask &= ~(1L << channel);  in ipu_uninit_channel()
1050 	ipu_conf = idmac_read_ipureg(ipu, IPU_CONF) &  in ipu_uninit_channel()
1052 	idmac_write_ipureg(ipu, ipu_conf, IPU_CONF);  in ipu_uninit_channel()
1054 	spin_unlock_irqrestore(&ipu->lock, flags);  in ipu_uninit_channel()
1062  * ipu_disable_channel() - disable an IPU channel.
1063  * @idmac:		IPU DMAC context.
1073 	struct ipu *ipu = to_ipu(idmac);  in ipu_disable_channel()  local
1082 		while ((idmac_read_icreg(ipu, IDMAC_CHA_BUSY) & chan_mask) ||  in ipu_disable_channel()
1083 		       (ipu_channel_status(ipu, channel) == TASK_STAT_ACTIVE)) {  in ipu_disable_channel()
1088 				dev_dbg(ipu->dev,  in ipu_disable_channel()
1092 					idmac_read_ipureg(ipu, IPU_CHA_BUF0_RDY),  in ipu_disable_channel()
1093 					idmac_read_ipureg(ipu, IPU_CHA_BUF1_RDY),  in ipu_disable_channel()
1094 					idmac_read_icreg(ipu, IDMAC_CHA_BUSY),  in ipu_disable_channel()
1095 					idmac_read_ipureg(ipu, IPU_TASKS_STAT));  in ipu_disable_channel()
1099 		dev_dbg(ipu->dev, "timeout = %d * 10ms\n", 40 - timeout);  in ipu_disable_channel()
1109 	spin_lock_irqsave(&ipu->lock, flags);  in ipu_disable_channel()
1112 	ipu_ic_disable_task(ipu, channel);  in ipu_disable_channel()
1115 	reg = idmac_read_icreg(ipu, IDMAC_CHA_EN);  in ipu_disable_channel()
1116 	idmac_write_icreg(ipu, reg & ~chan_mask, IDMAC_CHA_EN);  in ipu_disable_channel()
1118 	spin_unlock_irqrestore(&ipu->lock, flags);  in ipu_disable_channel()
1304 	struct ipu *ipu = from_tasklet(ipu, t, tasklet);  in ipu_gc_tasklet()  local
1308 		struct idmac_channel *ichan = ipu->channel + i;  in ipu_gc_tasklet()
1381 	struct ipu *ipu = to_ipu(idmac);  in idmac_issue_pending()  local
1385 	spin_lock_irqsave(&ipu->lock, flags);  in idmac_issue_pending()
1387 	spin_unlock_irqrestore(&ipu->lock, flags);  in idmac_issue_pending()
1401 	struct ipu *ipu = to_ipu(idmac);  in idmac_pause()  local
1407 	spin_lock_irqsave(&ipu->lock, flags);  in idmac_pause()
1408 	ipu_ic_disable_task(ipu, chan->chan_id);  in idmac_pause()
1417 	spin_unlock_irqrestore(&ipu->lock, flags);  in idmac_pause()
1430 	struct ipu *ipu = to_ipu(idmac);  in __idmac_terminate_all()  local
1437 	tasklet_disable(&ipu->tasklet);  in __idmac_terminate_all()
1457 	tasklet_enable(&ipu->tasklet);  in __idmac_terminate_all()
1608 static int __init ipu_idmac_init(struct ipu *ipu)  in ipu_idmac_init()  argument
1610 	struct idmac *idmac = &ipu->idmac;  in ipu_idmac_init()
1618 	dma->dev				= ipu->dev;  in ipu_idmac_init()
1631 		struct idmac_channel *ichan = ipu->channel + i;  in ipu_idmac_init()
1647 	idmac_write_icreg(ipu, 0x00000070, IDMAC_CONF);  in ipu_idmac_init()
1652 static void ipu_idmac_exit(struct ipu *ipu)  in ipu_idmac_exit()  argument
1655 	struct idmac *idmac = &ipu->idmac;  in ipu_idmac_exit()
1658 		struct idmac_channel *ichan = ipu->channel + i;  in ipu_idmac_exit()
1667  * IPU common probe / remove
1700 	/* Remap IPU common registers */  in ipu_probe()
1714 	/* Get IPU clock */  in ipu_probe()
1721 	/* Make sure IPU HSP clock is running */  in ipu_probe()
1747 	dev_dbg(ipu_data.dev, "IPU initialized\n");  in ipu_probe()
1762 	dev_err(&pdev->dev, "Failed to probe IPU: %d\n", ret);  in ipu_probe()
1768 	struct ipu *ipu = platform_get_drvdata(pdev);  in ipu_remove()  local
1770 	ipu_idmac_exit(ipu);  in ipu_remove()
1771 	ipu_irq_detach_irq(ipu, pdev);  in ipu_remove()
1772 	clk_disable_unprepare(ipu->ipu_clk);  in ipu_remove()
1773 	clk_put(ipu->ipu_clk);  in ipu_remove()
1774 	iounmap(ipu->reg_ic);  in ipu_remove()
1775 	iounmap(ipu->reg_ipu);  in ipu_remove()
1776 	tasklet_kill(&ipu->tasklet);  in ipu_remove()
1782  * We need two MEM resources - with IPU-common and Image Converter registers,
1787 		.name	= "ipu-core",
1798 MODULE_DESCRIPTION("IPU core driver");
1801 MODULE_ALIAS("platform:ipu-core");