xref: /linux/drivers/remoteproc/xlnx_r5_remoteproc.c (revision ab93e0dd72c37d378dd936f031ffb83ff2bd87ce)
16b291e80STanmay Shah // SPDX-License-Identifier: GPL-2.0
26b291e80STanmay Shah /*
36b291e80STanmay Shah  * ZynqMP R5 Remote Processor driver
46b291e80STanmay Shah  *
56b291e80STanmay Shah  */
66b291e80STanmay Shah 
76b291e80STanmay Shah #include <dt-bindings/power/xlnx-zynqmp-power.h>
86b291e80STanmay Shah #include <linux/dma-mapping.h>
96b291e80STanmay Shah #include <linux/firmware/xlnx-zynqmp.h>
106b291e80STanmay Shah #include <linux/kernel.h>
115dfb28c2STanmay Shah #include <linux/mailbox_client.h>
125dfb28c2STanmay Shah #include <linux/mailbox/zynqmp-ipi-message.h>
136b291e80STanmay Shah #include <linux/module.h>
146b291e80STanmay Shah #include <linux/of_address.h>
156b291e80STanmay Shah #include <linux/of_platform.h>
166b291e80STanmay Shah #include <linux/of_reserved_mem.h>
176b291e80STanmay Shah #include <linux/platform_device.h>
186b291e80STanmay Shah #include <linux/remoteproc.h>
196b291e80STanmay Shah 
206b291e80STanmay Shah #include "remoteproc_internal.h"
216b291e80STanmay Shah 
225dfb28c2STanmay Shah /* IPI buffer MAX length */
235dfb28c2STanmay Shah #define IPI_BUF_LEN_MAX	32U
245dfb28c2STanmay Shah 
255dfb28c2STanmay Shah /* RX mailbox client buffer max length */
265dfb28c2STanmay Shah #define MBOX_CLIENT_BUF_MAX	(IPI_BUF_LEN_MAX + \
275dfb28c2STanmay Shah 				 sizeof(struct zynqmp_ipi_message))
28bca4b02eSTanmay Shah 
29bca4b02eSTanmay Shah #define RSC_TBL_XLNX_MAGIC	((uint32_t)'x' << 24 | (uint32_t)'a' << 16 | \
30bca4b02eSTanmay Shah 				 (uint32_t)'m' << 8 | (uint32_t)'p')
31bca4b02eSTanmay Shah 
326b291e80STanmay Shah /*
336b291e80STanmay Shah  * settings for RPU cluster mode which
346b291e80STanmay Shah  * reflects possible values of xlnx,cluster-mode dt-property
356b291e80STanmay Shah  */
366b291e80STanmay Shah enum zynqmp_r5_cluster_mode {
376b291e80STanmay Shah 	SPLIT_MODE = 0, /* When cores run as separate processor */
386b291e80STanmay Shah 	LOCKSTEP_MODE = 1, /* cores execute same code in lockstep,clk-for-clk */
396b291e80STanmay Shah 	SINGLE_CPU_MODE = 2, /* core0 is held in reset and only core1 runs */
406b291e80STanmay Shah };
416b291e80STanmay Shah 
426b291e80STanmay Shah /**
436b291e80STanmay Shah  * struct mem_bank_data - Memory Bank description
446b291e80STanmay Shah  *
456b291e80STanmay Shah  * @addr: Start address of memory bank
466013727fSTanmay Shah  * @da: device address
476b291e80STanmay Shah  * @size: Size of Memory bank
486b291e80STanmay Shah  * @pm_domain_id: Power-domains id of memory bank for firmware to turn on/off
496b291e80STanmay Shah  * @bank_name: name of the bank for remoteproc framework
506b291e80STanmay Shah  */
516b291e80STanmay Shah struct mem_bank_data {
526b291e80STanmay Shah 	phys_addr_t addr;
536013727fSTanmay Shah 	u32 da;
546b291e80STanmay Shah 	size_t size;
556b291e80STanmay Shah 	u32 pm_domain_id;
566b291e80STanmay Shah 	char *bank_name;
576b291e80STanmay Shah };
586b291e80STanmay Shah 
595dfb28c2STanmay Shah /**
6077fcdf51STanmay Shah  * struct zynqmp_sram_bank - sram bank description
6177fcdf51STanmay Shah  *
6277fcdf51STanmay Shah  * @sram_res: sram address region information
6377fcdf51STanmay Shah  * @da: device address of sram
6477fcdf51STanmay Shah  */
6577fcdf51STanmay Shah struct zynqmp_sram_bank {
6677fcdf51STanmay Shah 	struct resource sram_res;
6777fcdf51STanmay Shah 	u32 da;
6877fcdf51STanmay Shah };
6977fcdf51STanmay Shah 
7077fcdf51STanmay Shah /**
715dfb28c2STanmay Shah  * struct mbox_info - mailbox channel data
725dfb28c2STanmay Shah  *
735dfb28c2STanmay Shah  * @rx_mc_buf: to copy data from mailbox rx channel
745dfb28c2STanmay Shah  * @tx_mc_buf: to copy data to mailbox tx channel
755dfb28c2STanmay Shah  * @r5_core: this mailbox's corresponding r5_core pointer
765dfb28c2STanmay Shah  * @mbox_work: schedule work after receiving data from mailbox
775dfb28c2STanmay Shah  * @mbox_cl: mailbox client
785dfb28c2STanmay Shah  * @tx_chan: mailbox tx channel
795dfb28c2STanmay Shah  * @rx_chan: mailbox rx channel
805dfb28c2STanmay Shah  */
815dfb28c2STanmay Shah struct mbox_info {
825dfb28c2STanmay Shah 	unsigned char rx_mc_buf[MBOX_CLIENT_BUF_MAX];
835dfb28c2STanmay Shah 	unsigned char tx_mc_buf[MBOX_CLIENT_BUF_MAX];
845dfb28c2STanmay Shah 	struct zynqmp_r5_core *r5_core;
855dfb28c2STanmay Shah 	struct work_struct mbox_work;
865dfb28c2STanmay Shah 	struct mbox_client mbox_cl;
875dfb28c2STanmay Shah 	struct mbox_chan *tx_chan;
885dfb28c2STanmay Shah 	struct mbox_chan *rx_chan;
895dfb28c2STanmay Shah };
905dfb28c2STanmay Shah 
91bca4b02eSTanmay Shah /**
92bca4b02eSTanmay Shah  * struct rsc_tbl_data - resource table metadata
93bca4b02eSTanmay Shah  *
94bca4b02eSTanmay Shah  * Platform specific data structure used to sync resource table address.
95bca4b02eSTanmay Shah  * It's important to maintain order and size of each field on remote side.
96bca4b02eSTanmay Shah  *
97bca4b02eSTanmay Shah  * @version: version of data structure
98bca4b02eSTanmay Shah  * @magic_num: 32-bit magic number.
99bca4b02eSTanmay Shah  * @comp_magic_num: complement of above magic number
100bca4b02eSTanmay Shah  * @rsc_tbl_size: resource table size
101bca4b02eSTanmay Shah  * @rsc_tbl: resource table address
102bca4b02eSTanmay Shah  */
103bca4b02eSTanmay Shah struct rsc_tbl_data {
104bca4b02eSTanmay Shah 	const int version;
105bca4b02eSTanmay Shah 	const u32 magic_num;
106bca4b02eSTanmay Shah 	const u32 comp_magic_num;
107bca4b02eSTanmay Shah 	const u32 rsc_tbl_size;
108bca4b02eSTanmay Shah 	const uintptr_t rsc_tbl;
109bca4b02eSTanmay Shah } __packed;
110bca4b02eSTanmay Shah 
1116b291e80STanmay Shah /*
11272c350c9STanmay Shah  * Hardcoded TCM bank values. This will stay in driver to maintain backward
11372c350c9STanmay Shah  * compatibility with device-tree that does not have TCM information.
1146b291e80STanmay Shah  */
1159af45bbdSTanmay Shah static const struct mem_bank_data zynqmp_tcm_banks_split[] = {
1166013727fSTanmay Shah 	{0xffe00000UL, 0x0, 0x10000UL, PD_R5_0_ATCM, "atcm0"}, /* TCM 64KB each */
1176013727fSTanmay Shah 	{0xffe20000UL, 0x20000, 0x10000UL, PD_R5_0_BTCM, "btcm0"},
1186013727fSTanmay Shah 	{0xffe90000UL, 0x0, 0x10000UL, PD_R5_1_ATCM, "atcm1"},
1196013727fSTanmay Shah 	{0xffeb0000UL, 0x20000, 0x10000UL, PD_R5_1_BTCM, "btcm1"},
1206b291e80STanmay Shah };
1216b291e80STanmay Shah 
122b31bcda5STanmay Shah /* In lockstep mode cluster uses each 64KB TCM from second core as well */
1239af45bbdSTanmay Shah static const struct mem_bank_data zynqmp_tcm_banks_lockstep[] = {
124b31bcda5STanmay Shah 	{0xffe00000UL, 0x0, 0x10000UL, PD_R5_0_ATCM, "atcm0"}, /* TCM 64KB each */
125b31bcda5STanmay Shah 	{0xffe20000UL, 0x20000, 0x10000UL, PD_R5_0_BTCM, "btcm0"},
126b31bcda5STanmay Shah 	{0xffe10000UL, 0x10000, 0x10000UL, PD_R5_1_ATCM, "atcm1"},
127b31bcda5STanmay Shah 	{0xffe30000UL, 0x30000, 0x10000UL, PD_R5_1_BTCM, "btcm1"},
1289af45bbdSTanmay Shah };
1299af45bbdSTanmay Shah 
1306b291e80STanmay Shah /**
1316b291e80STanmay Shah  * struct zynqmp_r5_core - remoteproc core's internal data
1326b291e80STanmay Shah  *
133bca4b02eSTanmay Shah  * @rsc_tbl_va: resource table virtual address
13477fcdf51STanmay Shah  * @sram: Array of sram memories assigned to this core
13577fcdf51STanmay Shah  * @num_sram: number of sram for this core
1366b291e80STanmay Shah  * @dev: device of RPU instance
1376b291e80STanmay Shah  * @np: device node of RPU instance
1386b291e80STanmay Shah  * @tcm_bank_count: number TCM banks accessible to this RPU
1396b291e80STanmay Shah  * @tcm_banks: array of each TCM bank data
1406b291e80STanmay Shah  * @rproc: rproc handle
141bca4b02eSTanmay Shah  * @rsc_tbl_size: resource table size retrieved from remote
1426b291e80STanmay Shah  * @pm_domain_id: RPU CPU power domain id
1435dfb28c2STanmay Shah  * @ipi: pointer to mailbox information
1446b291e80STanmay Shah  */
1456b291e80STanmay Shah struct zynqmp_r5_core {
146bca4b02eSTanmay Shah 	void __iomem *rsc_tbl_va;
14777fcdf51STanmay Shah 	struct zynqmp_sram_bank *sram;
14877fcdf51STanmay Shah 	int num_sram;
1496b291e80STanmay Shah 	struct device *dev;
1506b291e80STanmay Shah 	struct device_node *np;
1516b291e80STanmay Shah 	int tcm_bank_count;
1526b291e80STanmay Shah 	struct mem_bank_data **tcm_banks;
1536b291e80STanmay Shah 	struct rproc *rproc;
154bca4b02eSTanmay Shah 	u32 rsc_tbl_size;
1556b291e80STanmay Shah 	u32 pm_domain_id;
1565dfb28c2STanmay Shah 	struct mbox_info *ipi;
1576b291e80STanmay Shah };
1586b291e80STanmay Shah 
1596b291e80STanmay Shah /**
1606b291e80STanmay Shah  * struct zynqmp_r5_cluster - remoteproc cluster's internal data
1616b291e80STanmay Shah  *
1626b291e80STanmay Shah  * @dev: r5f subsystem cluster device node
1636b291e80STanmay Shah  * @mode: cluster mode of type zynqmp_r5_cluster_mode
1646b291e80STanmay Shah  * @core_count: number of r5 cores used for this cluster mode
1656b291e80STanmay Shah  * @r5_cores: Array of pointers pointing to r5 core
1666b291e80STanmay Shah  */
1676b291e80STanmay Shah struct zynqmp_r5_cluster {
1686b291e80STanmay Shah 	struct device *dev;
1696b291e80STanmay Shah 	enum  zynqmp_r5_cluster_mode mode;
1706b291e80STanmay Shah 	int core_count;
1716b291e80STanmay Shah 	struct zynqmp_r5_core **r5_cores;
1726b291e80STanmay Shah };
1736b291e80STanmay Shah 
1745dfb28c2STanmay Shah /**
1755dfb28c2STanmay Shah  * event_notified_idr_cb() - callback for vq_interrupt per notifyid
1765dfb28c2STanmay Shah  * @id: rproc->notify id
1775dfb28c2STanmay Shah  * @ptr: pointer to idr private data
1785dfb28c2STanmay Shah  * @data: data passed to idr_for_each callback
1795dfb28c2STanmay Shah  *
1805dfb28c2STanmay Shah  * Pass notification to remoteproc virtio
1815dfb28c2STanmay Shah  *
1825dfb28c2STanmay Shah  * Return: 0. having return is to satisfy the idr_for_each() function
1835dfb28c2STanmay Shah  *          pointer input argument requirement.
1845dfb28c2STanmay Shah  **/
event_notified_idr_cb(int id,void * ptr,void * data)1855dfb28c2STanmay Shah static int event_notified_idr_cb(int id, void *ptr, void *data)
1865dfb28c2STanmay Shah {
1875dfb28c2STanmay Shah 	struct rproc *rproc = data;
1885dfb28c2STanmay Shah 
1895dfb28c2STanmay Shah 	if (rproc_vq_interrupt(rproc, id) == IRQ_NONE)
1905dfb28c2STanmay Shah 		dev_dbg(&rproc->dev, "data not found for vqid=%d\n", id);
1915dfb28c2STanmay Shah 
1925dfb28c2STanmay Shah 	return 0;
1935dfb28c2STanmay Shah }
1945dfb28c2STanmay Shah 
1955dfb28c2STanmay Shah /**
1965dfb28c2STanmay Shah  * handle_event_notified() - remoteproc notification work function
1975dfb28c2STanmay Shah  * @work: pointer to the work structure
1985dfb28c2STanmay Shah  *
1995dfb28c2STanmay Shah  * It checks each registered remoteproc notify IDs.
2005dfb28c2STanmay Shah  */
handle_event_notified(struct work_struct * work)2015dfb28c2STanmay Shah static void handle_event_notified(struct work_struct *work)
2025dfb28c2STanmay Shah {
2035dfb28c2STanmay Shah 	struct mbox_info *ipi;
2045dfb28c2STanmay Shah 	struct rproc *rproc;
2055dfb28c2STanmay Shah 
2065dfb28c2STanmay Shah 	ipi = container_of(work, struct mbox_info, mbox_work);
2075dfb28c2STanmay Shah 	rproc = ipi->r5_core->rproc;
2085dfb28c2STanmay Shah 
2095dfb28c2STanmay Shah 	/*
2105dfb28c2STanmay Shah 	 * We only use IPI for interrupt. The RPU firmware side may or may
2115dfb28c2STanmay Shah 	 * not write the notifyid when it trigger IPI.
2125dfb28c2STanmay Shah 	 * And thus, we scan through all the registered notifyids and
2135dfb28c2STanmay Shah 	 * find which one is valid to get the message.
2145dfb28c2STanmay Shah 	 * Even if message from firmware is NULL, we attempt to get vqid
2155dfb28c2STanmay Shah 	 */
2165dfb28c2STanmay Shah 	idr_for_each(&rproc->notifyids, event_notified_idr_cb, rproc);
2175dfb28c2STanmay Shah }
2185dfb28c2STanmay Shah 
2195dfb28c2STanmay Shah /**
2205dfb28c2STanmay Shah  * zynqmp_r5_mb_rx_cb() - receive channel mailbox callback
2215dfb28c2STanmay Shah  * @cl: mailbox client
2225dfb28c2STanmay Shah  * @msg: message pointer
2235dfb28c2STanmay Shah  *
2245dfb28c2STanmay Shah  * Receive data from ipi buffer, ack interrupt and then
2255dfb28c2STanmay Shah  * it will schedule the R5 notification work.
2265dfb28c2STanmay Shah  */
zynqmp_r5_mb_rx_cb(struct mbox_client * cl,void * msg)2275dfb28c2STanmay Shah static void zynqmp_r5_mb_rx_cb(struct mbox_client *cl, void *msg)
2285dfb28c2STanmay Shah {
2295dfb28c2STanmay Shah 	struct zynqmp_ipi_message *ipi_msg, *buf_msg;
2305dfb28c2STanmay Shah 	struct mbox_info *ipi;
2315dfb28c2STanmay Shah 	size_t len;
2325dfb28c2STanmay Shah 
2335dfb28c2STanmay Shah 	ipi = container_of(cl, struct mbox_info, mbox_cl);
2345dfb28c2STanmay Shah 
2355dfb28c2STanmay Shah 	/* copy data from ipi buffer to r5_core */
2365dfb28c2STanmay Shah 	ipi_msg = (struct zynqmp_ipi_message *)msg;
2375dfb28c2STanmay Shah 	buf_msg = (struct zynqmp_ipi_message *)ipi->rx_mc_buf;
2385dfb28c2STanmay Shah 	len = ipi_msg->len;
2395dfb28c2STanmay Shah 	if (len > IPI_BUF_LEN_MAX) {
2405dfb28c2STanmay Shah 		dev_warn(cl->dev, "msg size exceeded than %d\n",
2415dfb28c2STanmay Shah 			 IPI_BUF_LEN_MAX);
2425dfb28c2STanmay Shah 		len = IPI_BUF_LEN_MAX;
2435dfb28c2STanmay Shah 	}
2445dfb28c2STanmay Shah 	buf_msg->len = len;
2455dfb28c2STanmay Shah 	memcpy(buf_msg->data, ipi_msg->data, len);
2465dfb28c2STanmay Shah 
2475dfb28c2STanmay Shah 	/* received and processed interrupt ack */
2485dfb28c2STanmay Shah 	if (mbox_send_message(ipi->rx_chan, NULL) < 0)
2495dfb28c2STanmay Shah 		dev_err(cl->dev, "ack failed to mbox rx_chan\n");
2505dfb28c2STanmay Shah 
2515dfb28c2STanmay Shah 	schedule_work(&ipi->mbox_work);
2525dfb28c2STanmay Shah }
2535dfb28c2STanmay Shah 
2545dfb28c2STanmay Shah /**
2555dfb28c2STanmay Shah  * zynqmp_r5_setup_mbox() - Setup mailboxes related properties
2565dfb28c2STanmay Shah  *			    this is used for each individual R5 core
2575dfb28c2STanmay Shah  *
2585dfb28c2STanmay Shah  * @cdev: child node device
2595dfb28c2STanmay Shah  *
2605dfb28c2STanmay Shah  * Function to setup mailboxes related properties
2615dfb28c2STanmay Shah  * return : NULL if failed else pointer to mbox_info
2625dfb28c2STanmay Shah  */
zynqmp_r5_setup_mbox(struct device * cdev)2635dfb28c2STanmay Shah static struct mbox_info *zynqmp_r5_setup_mbox(struct device *cdev)
2645dfb28c2STanmay Shah {
2655dfb28c2STanmay Shah 	struct mbox_client *mbox_cl;
2665dfb28c2STanmay Shah 	struct mbox_info *ipi;
2675dfb28c2STanmay Shah 
2685dfb28c2STanmay Shah 	ipi = kzalloc(sizeof(*ipi), GFP_KERNEL);
2695dfb28c2STanmay Shah 	if (!ipi)
2705dfb28c2STanmay Shah 		return NULL;
2715dfb28c2STanmay Shah 
2725dfb28c2STanmay Shah 	mbox_cl = &ipi->mbox_cl;
2735dfb28c2STanmay Shah 	mbox_cl->rx_callback = zynqmp_r5_mb_rx_cb;
2745dfb28c2STanmay Shah 	mbox_cl->tx_block = false;
2755dfb28c2STanmay Shah 	mbox_cl->knows_txdone = false;
2765dfb28c2STanmay Shah 	mbox_cl->tx_done = NULL;
2775dfb28c2STanmay Shah 	mbox_cl->dev = cdev;
2785dfb28c2STanmay Shah 
2795dfb28c2STanmay Shah 	/* Request TX and RX channels */
2805dfb28c2STanmay Shah 	ipi->tx_chan = mbox_request_channel_byname(mbox_cl, "tx");
2815dfb28c2STanmay Shah 	if (IS_ERR(ipi->tx_chan)) {
2825dfb28c2STanmay Shah 		ipi->tx_chan = NULL;
2835dfb28c2STanmay Shah 		kfree(ipi);
2845dfb28c2STanmay Shah 		dev_warn(cdev, "mbox tx channel request failed\n");
2855dfb28c2STanmay Shah 		return NULL;
2865dfb28c2STanmay Shah 	}
2875dfb28c2STanmay Shah 
2885dfb28c2STanmay Shah 	ipi->rx_chan = mbox_request_channel_byname(mbox_cl, "rx");
2895dfb28c2STanmay Shah 	if (IS_ERR(ipi->rx_chan)) {
2905dfb28c2STanmay Shah 		mbox_free_channel(ipi->tx_chan);
2915dfb28c2STanmay Shah 		ipi->rx_chan = NULL;
2925dfb28c2STanmay Shah 		ipi->tx_chan = NULL;
2935dfb28c2STanmay Shah 		kfree(ipi);
2945dfb28c2STanmay Shah 		dev_warn(cdev, "mbox rx channel request failed\n");
2955dfb28c2STanmay Shah 		return NULL;
2965dfb28c2STanmay Shah 	}
2975dfb28c2STanmay Shah 
2985dfb28c2STanmay Shah 	INIT_WORK(&ipi->mbox_work, handle_event_notified);
2995dfb28c2STanmay Shah 
3005dfb28c2STanmay Shah 	return ipi;
3015dfb28c2STanmay Shah }
3025dfb28c2STanmay Shah 
zynqmp_r5_free_mbox(struct mbox_info * ipi)3035dfb28c2STanmay Shah static void zynqmp_r5_free_mbox(struct mbox_info *ipi)
3045dfb28c2STanmay Shah {
3055dfb28c2STanmay Shah 	if (!ipi)
3065dfb28c2STanmay Shah 		return;
3075dfb28c2STanmay Shah 
3085dfb28c2STanmay Shah 	if (ipi->tx_chan) {
3095dfb28c2STanmay Shah 		mbox_free_channel(ipi->tx_chan);
3105dfb28c2STanmay Shah 		ipi->tx_chan = NULL;
3115dfb28c2STanmay Shah 	}
3125dfb28c2STanmay Shah 
3135dfb28c2STanmay Shah 	if (ipi->rx_chan) {
3145dfb28c2STanmay Shah 		mbox_free_channel(ipi->rx_chan);
3155dfb28c2STanmay Shah 		ipi->rx_chan = NULL;
3165dfb28c2STanmay Shah 	}
3175dfb28c2STanmay Shah 
3185dfb28c2STanmay Shah 	kfree(ipi);
3195dfb28c2STanmay Shah }
3205dfb28c2STanmay Shah 
3215dfb28c2STanmay Shah /*
3225dfb28c2STanmay Shah  * zynqmp_r5_core_kick() - kick a firmware if mbox is provided
3235dfb28c2STanmay Shah  * @rproc: r5 core's corresponding rproc structure
3245dfb28c2STanmay Shah  * @vqid: virtqueue ID
3255dfb28c2STanmay Shah  */
zynqmp_r5_rproc_kick(struct rproc * rproc,int vqid)3265dfb28c2STanmay Shah static void zynqmp_r5_rproc_kick(struct rproc *rproc, int vqid)
3275dfb28c2STanmay Shah {
3285dfb28c2STanmay Shah 	struct zynqmp_r5_core *r5_core = rproc->priv;
3295dfb28c2STanmay Shah 	struct device *dev = r5_core->dev;
3305dfb28c2STanmay Shah 	struct zynqmp_ipi_message *mb_msg;
3315dfb28c2STanmay Shah 	struct mbox_info *ipi;
3325dfb28c2STanmay Shah 	int ret;
3335dfb28c2STanmay Shah 
3345dfb28c2STanmay Shah 	ipi = r5_core->ipi;
3355dfb28c2STanmay Shah 	if (!ipi)
3365dfb28c2STanmay Shah 		return;
3375dfb28c2STanmay Shah 
3385dfb28c2STanmay Shah 	mb_msg = (struct zynqmp_ipi_message *)ipi->tx_mc_buf;
3395dfb28c2STanmay Shah 	memcpy(mb_msg->data, &vqid, sizeof(vqid));
3405dfb28c2STanmay Shah 	mb_msg->len = sizeof(vqid);
3415dfb28c2STanmay Shah 	ret = mbox_send_message(ipi->tx_chan, mb_msg);
3425dfb28c2STanmay Shah 	if (ret < 0)
3435dfb28c2STanmay Shah 		dev_warn(dev, "failed to send message\n");
3445dfb28c2STanmay Shah }
3455dfb28c2STanmay Shah 
3466b291e80STanmay Shah /*
3476b291e80STanmay Shah  * zynqmp_r5_rproc_start()
3486b291e80STanmay Shah  * @rproc: single R5 core's corresponding rproc instance
3496b291e80STanmay Shah  *
3506b291e80STanmay Shah  * Start R5 Core from designated boot address.
3516b291e80STanmay Shah  *
3526b291e80STanmay Shah  * return 0 on success, otherwise non-zero value on failure
3536b291e80STanmay Shah  */
zynqmp_r5_rproc_start(struct rproc * rproc)3546b291e80STanmay Shah static int zynqmp_r5_rproc_start(struct rproc *rproc)
3556b291e80STanmay Shah {
3566b291e80STanmay Shah 	struct zynqmp_r5_core *r5_core = rproc->priv;
3576b291e80STanmay Shah 	enum rpu_boot_mem bootmem;
3586b291e80STanmay Shah 	int ret;
3596b291e80STanmay Shah 
3606b291e80STanmay Shah 	/*
3616b291e80STanmay Shah 	 * The exception vector pointers (EVP) refer to the base-address of
3626b291e80STanmay Shah 	 * exception vectors (for reset, IRQ, FIQ, etc). The reset-vector
3636b291e80STanmay Shah 	 * starts at the base-address and subsequent vectors are on 4-byte
3646b291e80STanmay Shah 	 * boundaries.
3656b291e80STanmay Shah 	 *
3666b291e80STanmay Shah 	 * Exception vectors can start either from 0x0000_0000 (LOVEC) or
3676b291e80STanmay Shah 	 * from 0xFFFF_0000 (HIVEC) which is mapped in the OCM (On-Chip Memory)
3686b291e80STanmay Shah 	 *
3696b291e80STanmay Shah 	 * Usually firmware will put Exception vectors at LOVEC.
3706b291e80STanmay Shah 	 *
3716b291e80STanmay Shah 	 * It is not recommend that you change the exception vector.
3726b291e80STanmay Shah 	 * Changing the EVP to HIVEC will result in increased interrupt latency
3736b291e80STanmay Shah 	 * and jitter. Also, if the OCM is secured and the Cortex-R5F processor
3746b291e80STanmay Shah 	 * is non-secured, then the Cortex-R5F processor cannot access the
3756b291e80STanmay Shah 	 * HIVEC exception vectors in the OCM.
3766b291e80STanmay Shah 	 */
3776b291e80STanmay Shah 	bootmem = (rproc->bootaddr >= 0xFFFC0000) ?
3786b291e80STanmay Shah 		   PM_RPU_BOOTMEM_HIVEC : PM_RPU_BOOTMEM_LOVEC;
3796b291e80STanmay Shah 
3806b291e80STanmay Shah 	dev_dbg(r5_core->dev, "RPU boot addr 0x%llx from %s.", rproc->bootaddr,
3816b291e80STanmay Shah 		bootmem == PM_RPU_BOOTMEM_HIVEC ? "OCM" : "TCM");
3826b291e80STanmay Shah 
383*b170eb0dSTanmay Shah 	/* Request node before starting RPU core if new version of API is supported */
384*b170eb0dSTanmay Shah 	if (zynqmp_pm_feature(PM_REQUEST_NODE) > 1) {
385*b170eb0dSTanmay Shah 		ret = zynqmp_pm_request_node(r5_core->pm_domain_id,
386*b170eb0dSTanmay Shah 					     ZYNQMP_PM_CAPABILITY_ACCESS, 0,
387*b170eb0dSTanmay Shah 					     ZYNQMP_PM_REQUEST_ACK_BLOCKING);
388*b170eb0dSTanmay Shah 		if (ret < 0) {
389*b170eb0dSTanmay Shah 			dev_err(r5_core->dev, "failed to request 0x%x",
390*b170eb0dSTanmay Shah 				r5_core->pm_domain_id);
391*b170eb0dSTanmay Shah 			return ret;
392*b170eb0dSTanmay Shah 		}
393*b170eb0dSTanmay Shah 	}
394*b170eb0dSTanmay Shah 
3956b291e80STanmay Shah 	ret = zynqmp_pm_request_wake(r5_core->pm_domain_id, 1,
3966b291e80STanmay Shah 				     bootmem, ZYNQMP_PM_REQUEST_ACK_NO);
3976b291e80STanmay Shah 	if (ret)
3986b291e80STanmay Shah 		dev_err(r5_core->dev,
3996b291e80STanmay Shah 			"failed to start RPU = 0x%x\n", r5_core->pm_domain_id);
4006b291e80STanmay Shah 	return ret;
4016b291e80STanmay Shah }
4026b291e80STanmay Shah 
4036b291e80STanmay Shah /*
4046b291e80STanmay Shah  * zynqmp_r5_rproc_stop()
4056b291e80STanmay Shah  * @rproc: single R5 core's corresponding rproc instance
4066b291e80STanmay Shah  *
4076b291e80STanmay Shah  * Power down  R5 Core.
4086b291e80STanmay Shah  *
4096b291e80STanmay Shah  * return 0 on success, otherwise non-zero value on failure
4106b291e80STanmay Shah  */
zynqmp_r5_rproc_stop(struct rproc * rproc)4116b291e80STanmay Shah static int zynqmp_r5_rproc_stop(struct rproc *rproc)
4126b291e80STanmay Shah {
4136b291e80STanmay Shah 	struct zynqmp_r5_core *r5_core = rproc->priv;
4146b291e80STanmay Shah 	int ret;
4156b291e80STanmay Shah 
416*b170eb0dSTanmay Shah 	/* Use release node API to stop core if new version of API is supported */
417*b170eb0dSTanmay Shah 	if (zynqmp_pm_feature(PM_RELEASE_NODE) > 1) {
418*b170eb0dSTanmay Shah 		ret = zynqmp_pm_release_node(r5_core->pm_domain_id);
419*b170eb0dSTanmay Shah 		if (ret)
420*b170eb0dSTanmay Shah 			dev_err(r5_core->dev, "failed to stop remoteproc RPU %d\n", ret);
421*b170eb0dSTanmay Shah 		return ret;
422*b170eb0dSTanmay Shah 	}
423*b170eb0dSTanmay Shah 
424*b170eb0dSTanmay Shah 	/*
425*b170eb0dSTanmay Shah 	 * Check expected version of EEMI call before calling it. This avoids
426*b170eb0dSTanmay Shah 	 * any error or warning prints from firmware as it is expected that fw
427*b170eb0dSTanmay Shah 	 * doesn't support it.
428*b170eb0dSTanmay Shah 	 */
429*b170eb0dSTanmay Shah 	if (zynqmp_pm_feature(PM_FORCE_POWERDOWN) != 1) {
430*b170eb0dSTanmay Shah 		dev_dbg(r5_core->dev, "EEMI interface %d ver 1 not supported\n",
431*b170eb0dSTanmay Shah 			PM_FORCE_POWERDOWN);
432*b170eb0dSTanmay Shah 		return -EOPNOTSUPP;
433*b170eb0dSTanmay Shah 	}
434*b170eb0dSTanmay Shah 
435*b170eb0dSTanmay Shah 	/* maintain force pwr down for backward compatibility */
4366b291e80STanmay Shah 	ret = zynqmp_pm_force_pwrdwn(r5_core->pm_domain_id,
4376b291e80STanmay Shah 				     ZYNQMP_PM_REQUEST_ACK_BLOCKING);
4386b291e80STanmay Shah 	if (ret)
439*b170eb0dSTanmay Shah 		dev_err(r5_core->dev, "core force power down failed\n");
4406b291e80STanmay Shah 
4416b291e80STanmay Shah 	return ret;
4426b291e80STanmay Shah }
4436b291e80STanmay Shah 
4446b291e80STanmay Shah /*
4456b291e80STanmay Shah  * zynqmp_r5_mem_region_map()
4466b291e80STanmay Shah  * @rproc: single R5 core's corresponding rproc instance
4476b291e80STanmay Shah  * @mem: mem descriptor to map reserved memory-regions
4486b291e80STanmay Shah  *
4496b291e80STanmay Shah  * Callback to map va for memory-region's carveout.
4506b291e80STanmay Shah  *
4516b291e80STanmay Shah  * return 0 on success, otherwise non-zero value on failure
4526b291e80STanmay Shah  */
zynqmp_r5_mem_region_map(struct rproc * rproc,struct rproc_mem_entry * mem)4536b291e80STanmay Shah static int zynqmp_r5_mem_region_map(struct rproc *rproc,
4546b291e80STanmay Shah 				    struct rproc_mem_entry *mem)
4556b291e80STanmay Shah {
4566b291e80STanmay Shah 	void __iomem *va;
4576b291e80STanmay Shah 
4586b291e80STanmay Shah 	va = ioremap_wc(mem->dma, mem->len);
4596b291e80STanmay Shah 	if (IS_ERR_OR_NULL(va))
4606b291e80STanmay Shah 		return -ENOMEM;
4616b291e80STanmay Shah 
4626b291e80STanmay Shah 	mem->va = (void *)va;
4636b291e80STanmay Shah 
4646b291e80STanmay Shah 	return 0;
4656b291e80STanmay Shah }
4666b291e80STanmay Shah 
4676b291e80STanmay Shah /*
4686b291e80STanmay Shah  * zynqmp_r5_rproc_mem_unmap
4696b291e80STanmay Shah  * @rproc: single R5 core's corresponding rproc instance
4706b291e80STanmay Shah  * @mem: mem entry to unmap
4716b291e80STanmay Shah  *
4726b291e80STanmay Shah  * Unmap memory-region carveout
4736b291e80STanmay Shah  *
4746b291e80STanmay Shah  * return: always returns 0
4756b291e80STanmay Shah  */
zynqmp_r5_mem_region_unmap(struct rproc * rproc,struct rproc_mem_entry * mem)4766b291e80STanmay Shah static int zynqmp_r5_mem_region_unmap(struct rproc *rproc,
4776b291e80STanmay Shah 				      struct rproc_mem_entry *mem)
4786b291e80STanmay Shah {
4796b291e80STanmay Shah 	iounmap((void __iomem *)mem->va);
4806b291e80STanmay Shah 	return 0;
4816b291e80STanmay Shah }
4826b291e80STanmay Shah 
4836b291e80STanmay Shah /*
4846b291e80STanmay Shah  * add_mem_regions_carveout()
4856b291e80STanmay Shah  * @rproc: single R5 core's corresponding rproc instance
4866b291e80STanmay Shah  *
4876b291e80STanmay Shah  * Construct rproc mem carveouts from memory-region property nodes
4886b291e80STanmay Shah  *
4896b291e80STanmay Shah  * return 0 on success, otherwise non-zero value on failure
4906b291e80STanmay Shah  */
add_mem_regions_carveout(struct rproc * rproc)4916b291e80STanmay Shah static int add_mem_regions_carveout(struct rproc *rproc)
4926b291e80STanmay Shah {
4936b291e80STanmay Shah 	struct rproc_mem_entry *rproc_mem;
4946b291e80STanmay Shah 	struct zynqmp_r5_core *r5_core;
49581c18e08STanmay Shah 	struct of_phandle_iterator it;
4966b291e80STanmay Shah 	struct reserved_mem *rmem;
49781c18e08STanmay Shah 	int i = 0;
4986b291e80STanmay Shah 
49986660713SYu Zhe 	r5_core = rproc->priv;
5006b291e80STanmay Shah 
50181c18e08STanmay Shah 	/* Register associated reserved memory regions */
50281c18e08STanmay Shah 	of_phandle_iterator_init(&it, r5_core->np, "memory-region", NULL, 0);
5036b291e80STanmay Shah 
50481c18e08STanmay Shah 	while (of_phandle_iterator_next(&it) == 0) {
50581c18e08STanmay Shah 		rmem = of_reserved_mem_lookup(it.node);
50681c18e08STanmay Shah 		if (!rmem) {
50781c18e08STanmay Shah 			of_node_put(it.node);
50881c18e08STanmay Shah 			dev_err(&rproc->dev, "unable to acquire memory-region\n");
50981c18e08STanmay Shah 			return -EINVAL;
51081c18e08STanmay Shah 		}
51181c18e08STanmay Shah 
51281c18e08STanmay Shah 		if (!strcmp(it.node->name, "vdev0buffer")) {
5136b291e80STanmay Shah 			/* Init reserved memory for vdev buffer */
5146b291e80STanmay Shah 			rproc_mem = rproc_of_resm_mem_entry_init(&rproc->dev, i,
5156b291e80STanmay Shah 								 rmem->size,
5166b291e80STanmay Shah 								 rmem->base,
51781c18e08STanmay Shah 								 it.node->name);
5186b291e80STanmay Shah 		} else {
5196b291e80STanmay Shah 			/* Register associated reserved memory regions */
5206b291e80STanmay Shah 			rproc_mem = rproc_mem_entry_init(&rproc->dev, NULL,
5216b291e80STanmay Shah 							 (dma_addr_t)rmem->base,
5226b291e80STanmay Shah 							 rmem->size, rmem->base,
5236b291e80STanmay Shah 							 zynqmp_r5_mem_region_map,
5246b291e80STanmay Shah 							 zynqmp_r5_mem_region_unmap,
52581c18e08STanmay Shah 							 it.node->name);
5266b291e80STanmay Shah 		}
5276b291e80STanmay Shah 
52881c18e08STanmay Shah 		if (!rproc_mem) {
52981c18e08STanmay Shah 			of_node_put(it.node);
5306b291e80STanmay Shah 			return -ENOMEM;
53181c18e08STanmay Shah 		}
5326b291e80STanmay Shah 
5336b291e80STanmay Shah 		rproc_add_carveout(rproc, rproc_mem);
534fec2601fSLeonard Crestez 		rproc_coredump_add_segment(rproc, rmem->base, rmem->size);
5356b291e80STanmay Shah 
5366b291e80STanmay Shah 		dev_dbg(&rproc->dev, "reserved mem carveout %s addr=%llx, size=0x%llx",
53781c18e08STanmay Shah 			it.node->name, rmem->base, rmem->size);
53881c18e08STanmay Shah 		i++;
5396b291e80STanmay Shah 	}
5406b291e80STanmay Shah 
5416b291e80STanmay Shah 	return 0;
5426b291e80STanmay Shah }
5436b291e80STanmay Shah 
add_sram_carveouts(struct rproc * rproc)54477fcdf51STanmay Shah static int add_sram_carveouts(struct rproc *rproc)
54577fcdf51STanmay Shah {
54677fcdf51STanmay Shah 	struct zynqmp_r5_core *r5_core = rproc->priv;
54777fcdf51STanmay Shah 	struct rproc_mem_entry *rproc_mem;
54877fcdf51STanmay Shah 	struct zynqmp_sram_bank *sram;
54977fcdf51STanmay Shah 	dma_addr_t dma_addr;
55077fcdf51STanmay Shah 	size_t len;
55177fcdf51STanmay Shah 	int da, i;
55277fcdf51STanmay Shah 
55377fcdf51STanmay Shah 	for (i = 0; i < r5_core->num_sram; i++) {
55477fcdf51STanmay Shah 		sram = &r5_core->sram[i];
55577fcdf51STanmay Shah 
55677fcdf51STanmay Shah 		dma_addr = (dma_addr_t)sram->sram_res.start;
55777fcdf51STanmay Shah 
55877fcdf51STanmay Shah 		len = resource_size(&sram->sram_res);
55977fcdf51STanmay Shah 		da = sram->da;
56077fcdf51STanmay Shah 
56177fcdf51STanmay Shah 		rproc_mem = rproc_mem_entry_init(&rproc->dev, NULL,
56277fcdf51STanmay Shah 						 dma_addr,
56377fcdf51STanmay Shah 						 len, da,
56477fcdf51STanmay Shah 						 zynqmp_r5_mem_region_map,
56577fcdf51STanmay Shah 						 zynqmp_r5_mem_region_unmap,
56677fcdf51STanmay Shah 						 sram->sram_res.name);
56777fcdf51STanmay Shah 		if (!rproc_mem) {
56877fcdf51STanmay Shah 			dev_err(&rproc->dev, "failed to add sram %s da=0x%x, size=0x%lx",
56977fcdf51STanmay Shah 				sram->sram_res.name, da, len);
57077fcdf51STanmay Shah 			return -ENOMEM;
57177fcdf51STanmay Shah 		}
57277fcdf51STanmay Shah 
57377fcdf51STanmay Shah 		rproc_add_carveout(rproc, rproc_mem);
57477fcdf51STanmay Shah 		rproc_coredump_add_segment(rproc, da, len);
57577fcdf51STanmay Shah 
57677fcdf51STanmay Shah 		dev_dbg(&rproc->dev, "sram carveout %s addr=%llx, da=0x%x, size=0x%lx",
57777fcdf51STanmay Shah 			sram->sram_res.name, dma_addr, da, len);
57877fcdf51STanmay Shah 	}
57977fcdf51STanmay Shah 
58077fcdf51STanmay Shah 	return 0;
58177fcdf51STanmay Shah }
58277fcdf51STanmay Shah 
5836b291e80STanmay Shah /*
5846b291e80STanmay Shah  * tcm_mem_unmap()
5856b291e80STanmay Shah  * @rproc: single R5 core's corresponding rproc instance
5866b291e80STanmay Shah  * @mem: tcm mem entry to unmap
5876b291e80STanmay Shah  *
5886b291e80STanmay Shah  * Unmap TCM banks when powering down R5 core.
5896b291e80STanmay Shah  *
5906b291e80STanmay Shah  * return always 0
5916b291e80STanmay Shah  */
tcm_mem_unmap(struct rproc * rproc,struct rproc_mem_entry * mem)5926b291e80STanmay Shah static int tcm_mem_unmap(struct rproc *rproc, struct rproc_mem_entry *mem)
5936b291e80STanmay Shah {
5946b291e80STanmay Shah 	iounmap((void __iomem *)mem->va);
5956b291e80STanmay Shah 
5966b291e80STanmay Shah 	return 0;
5976b291e80STanmay Shah }
5986b291e80STanmay Shah 
5996b291e80STanmay Shah /*
6006b291e80STanmay Shah  * tcm_mem_map()
6016b291e80STanmay Shah  * @rproc: single R5 core's corresponding rproc instance
6026b291e80STanmay Shah  * @mem: tcm memory entry descriptor
6036b291e80STanmay Shah  *
6046b291e80STanmay Shah  * Given TCM bank entry, this func setup virtual address for TCM bank
6056b291e80STanmay Shah  * remoteproc carveout. It also takes care of va to da address translation
6066b291e80STanmay Shah  *
6076b291e80STanmay Shah  * return 0 on success, otherwise non-zero value on failure
6086b291e80STanmay Shah  */
tcm_mem_map(struct rproc * rproc,struct rproc_mem_entry * mem)6096b291e80STanmay Shah static int tcm_mem_map(struct rproc *rproc,
6106b291e80STanmay Shah 		       struct rproc_mem_entry *mem)
6116b291e80STanmay Shah {
6126b291e80STanmay Shah 	void __iomem *va;
6136b291e80STanmay Shah 
6146b291e80STanmay Shah 	va = ioremap_wc(mem->dma, mem->len);
6156b291e80STanmay Shah 	if (IS_ERR_OR_NULL(va))
6166b291e80STanmay Shah 		return -ENOMEM;
6176b291e80STanmay Shah 
6186b291e80STanmay Shah 	/* Update memory entry va */
6196b291e80STanmay Shah 	mem->va = (void *)va;
6206b291e80STanmay Shah 
6216b291e80STanmay Shah 	/* clear TCMs */
6226b291e80STanmay Shah 	memset_io(va, 0, mem->len);
6236b291e80STanmay Shah 
6246b291e80STanmay Shah 	return 0;
6256b291e80STanmay Shah }
6266b291e80STanmay Shah 
6276b291e80STanmay Shah /*
628b31bcda5STanmay Shah  * add_tcm_banks()
6296b291e80STanmay Shah  * @rproc: single R5 core's corresponding rproc instance
6306b291e80STanmay Shah  *
631b31bcda5STanmay Shah  * allocate and add remoteproc carveout for TCM memory
6326b291e80STanmay Shah  *
6336b291e80STanmay Shah  * return 0 on success, otherwise non-zero value on failure
6346b291e80STanmay Shah  */
add_tcm_banks(struct rproc * rproc)635b31bcda5STanmay Shah static int add_tcm_banks(struct rproc *rproc)
6366b291e80STanmay Shah {
6376b291e80STanmay Shah 	struct rproc_mem_entry *rproc_mem;
6386b291e80STanmay Shah 	struct zynqmp_r5_core *r5_core;
6396b291e80STanmay Shah 	int i, num_banks, ret;
6406b291e80STanmay Shah 	phys_addr_t bank_addr;
6416b291e80STanmay Shah 	struct device *dev;
6426b291e80STanmay Shah 	u32 pm_domain_id;
6436b291e80STanmay Shah 	size_t bank_size;
6446b291e80STanmay Shah 	char *bank_name;
6456013727fSTanmay Shah 	u32 da;
6466b291e80STanmay Shah 
64786660713SYu Zhe 	r5_core = rproc->priv;
6486b291e80STanmay Shah 	dev = r5_core->dev;
6496b291e80STanmay Shah 	num_banks = r5_core->tcm_bank_count;
6506b291e80STanmay Shah 
6516b291e80STanmay Shah 	/*
6526b291e80STanmay Shah 	 * Power-on Each 64KB TCM,
6536b291e80STanmay Shah 	 * register its address space, map and unmap functions
6546b291e80STanmay Shah 	 * and add carveouts accordingly
6556b291e80STanmay Shah 	 */
6566b291e80STanmay Shah 	for (i = 0; i < num_banks; i++) {
6576b291e80STanmay Shah 		bank_addr = r5_core->tcm_banks[i]->addr;
6586013727fSTanmay Shah 		da = r5_core->tcm_banks[i]->da;
6596b291e80STanmay Shah 		bank_name = r5_core->tcm_banks[i]->bank_name;
6606b291e80STanmay Shah 		bank_size = r5_core->tcm_banks[i]->size;
6616b291e80STanmay Shah 		pm_domain_id = r5_core->tcm_banks[i]->pm_domain_id;
6626b291e80STanmay Shah 
6636b291e80STanmay Shah 		ret = zynqmp_pm_request_node(pm_domain_id,
6646b291e80STanmay Shah 					     ZYNQMP_PM_CAPABILITY_ACCESS, 0,
6656b291e80STanmay Shah 					     ZYNQMP_PM_REQUEST_ACK_BLOCKING);
6666b291e80STanmay Shah 		if (ret < 0) {
6676b291e80STanmay Shah 			dev_err(dev, "failed to turn on TCM 0x%x", pm_domain_id);
668b31bcda5STanmay Shah 			goto release_tcm;
6696b291e80STanmay Shah 		}
6706b291e80STanmay Shah 
671b31bcda5STanmay Shah 		dev_dbg(dev, "TCM carveout %s addr=%llx, da=0x%x, size=0x%lx",
6726013727fSTanmay Shah 			bank_name, bank_addr, da, bank_size);
6736b291e80STanmay Shah 
674bca4b02eSTanmay Shah 		/*
675bca4b02eSTanmay Shah 		 * In DETACHED state firmware is already running so no need to
676bca4b02eSTanmay Shah 		 * request add TCM registers. However, request TCM PD node to let
677bca4b02eSTanmay Shah 		 * platform management firmware know that TCM is in use.
678bca4b02eSTanmay Shah 		 */
679bca4b02eSTanmay Shah 		if (rproc->state == RPROC_DETACHED)
680bca4b02eSTanmay Shah 			continue;
681bca4b02eSTanmay Shah 
6826b291e80STanmay Shah 		rproc_mem = rproc_mem_entry_init(dev, NULL, bank_addr,
6836013727fSTanmay Shah 						 bank_size, da,
6846b291e80STanmay Shah 						 tcm_mem_map, tcm_mem_unmap,
6856b291e80STanmay Shah 						 bank_name);
6866b291e80STanmay Shah 		if (!rproc_mem) {
6876b291e80STanmay Shah 			ret = -ENOMEM;
6886b291e80STanmay Shah 			zynqmp_pm_release_node(pm_domain_id);
689b31bcda5STanmay Shah 			goto release_tcm;
6906b291e80STanmay Shah 		}
6916b291e80STanmay Shah 
6926b291e80STanmay Shah 		rproc_add_carveout(rproc, rproc_mem);
693fec2601fSLeonard Crestez 		rproc_coredump_add_segment(rproc, da, bank_size);
6946b291e80STanmay Shah 	}
6956b291e80STanmay Shah 
6966b291e80STanmay Shah 	return 0;
6976b291e80STanmay Shah 
698b31bcda5STanmay Shah release_tcm:
6996b291e80STanmay Shah 	/* If failed, Turn off all TCM banks turned on before */
7006b291e80STanmay Shah 	for (i--; i >= 0; i--) {
7016b291e80STanmay Shah 		pm_domain_id = r5_core->tcm_banks[i]->pm_domain_id;
7026b291e80STanmay Shah 		zynqmp_pm_release_node(pm_domain_id);
7036b291e80STanmay Shah 	}
7046b291e80STanmay Shah 	return ret;
7056b291e80STanmay Shah }
7066b291e80STanmay Shah 
7076b291e80STanmay Shah /*
7086b291e80STanmay Shah  * zynqmp_r5_parse_fw()
7096b291e80STanmay Shah  * @rproc: single R5 core's corresponding rproc instance
7106b291e80STanmay Shah  * @fw: ptr to firmware to be loaded onto r5 core
7116b291e80STanmay Shah  *
7126b291e80STanmay Shah  * get resource table if available
7136b291e80STanmay Shah  *
7146b291e80STanmay Shah  * return 0 on success, otherwise non-zero value on failure
7156b291e80STanmay Shah  */
zynqmp_r5_parse_fw(struct rproc * rproc,const struct firmware * fw)7166b291e80STanmay Shah static int zynqmp_r5_parse_fw(struct rproc *rproc, const struct firmware *fw)
7176b291e80STanmay Shah {
7186b291e80STanmay Shah 	int ret;
7196b291e80STanmay Shah 
7206b291e80STanmay Shah 	ret = rproc_elf_load_rsc_table(rproc, fw);
7216b291e80STanmay Shah 	if (ret == -EINVAL) {
7226b291e80STanmay Shah 		/*
7236b291e80STanmay Shah 		 * resource table only required for IPC.
7246b291e80STanmay Shah 		 * if not present, this is not necessarily an error;
7256b291e80STanmay Shah 		 * for example, loading r5 hello world application
7266b291e80STanmay Shah 		 * so simply inform user and keep going.
7276b291e80STanmay Shah 		 */
7286b291e80STanmay Shah 		dev_info(&rproc->dev, "no resource table found.\n");
7296b291e80STanmay Shah 		ret = 0;
7306b291e80STanmay Shah 	}
7316b291e80STanmay Shah 	return ret;
7326b291e80STanmay Shah }
7336b291e80STanmay Shah 
7346b291e80STanmay Shah /**
7356b291e80STanmay Shah  * zynqmp_r5_rproc_prepare() - prepare core to boot/attach
7366b291e80STanmay Shah  * adds carveouts for TCM bank and reserved memory regions
7376b291e80STanmay Shah  *
7386b291e80STanmay Shah  * @rproc: Device node of each rproc
7396b291e80STanmay Shah  *
7406b291e80STanmay Shah  * Return: 0 for success else < 0 error code
7416b291e80STanmay Shah  */
zynqmp_r5_rproc_prepare(struct rproc * rproc)7426b291e80STanmay Shah static int zynqmp_r5_rproc_prepare(struct rproc *rproc)
7436b291e80STanmay Shah {
7446b291e80STanmay Shah 	int ret;
7456b291e80STanmay Shah 
7466b291e80STanmay Shah 	ret = add_tcm_banks(rproc);
7476b291e80STanmay Shah 	if (ret) {
7486b291e80STanmay Shah 		dev_err(&rproc->dev, "failed to get TCM banks, err %d\n", ret);
7496b291e80STanmay Shah 		return ret;
7506b291e80STanmay Shah 	}
7516b291e80STanmay Shah 
7526b291e80STanmay Shah 	ret = add_mem_regions_carveout(rproc);
7536b291e80STanmay Shah 	if (ret) {
7546b291e80STanmay Shah 		dev_err(&rproc->dev, "failed to get reserve mem regions %d\n", ret);
7556b291e80STanmay Shah 		return ret;
7566b291e80STanmay Shah 	}
7576b291e80STanmay Shah 
75877fcdf51STanmay Shah 	ret = add_sram_carveouts(rproc);
75977fcdf51STanmay Shah 	if (ret) {
76077fcdf51STanmay Shah 		dev_err(&rproc->dev, "failed to get sram carveout %d\n", ret);
76177fcdf51STanmay Shah 		return ret;
76277fcdf51STanmay Shah 	}
76377fcdf51STanmay Shah 
7646b291e80STanmay Shah 	return 0;
7656b291e80STanmay Shah }
7666b291e80STanmay Shah 
7676b291e80STanmay Shah /**
7686b291e80STanmay Shah  * zynqmp_r5_rproc_unprepare() - programming sequence after stop/detach.
7696b291e80STanmay Shah  * Turns off TCM banks using power-domain id
7706b291e80STanmay Shah  *
7716b291e80STanmay Shah  * @rproc: Device node of each rproc
7726b291e80STanmay Shah  *
7736b291e80STanmay Shah  * Return: always 0
7746b291e80STanmay Shah  */
zynqmp_r5_rproc_unprepare(struct rproc * rproc)7756b291e80STanmay Shah static int zynqmp_r5_rproc_unprepare(struct rproc *rproc)
7766b291e80STanmay Shah {
7776b291e80STanmay Shah 	struct zynqmp_r5_core *r5_core;
7786b291e80STanmay Shah 	u32 pm_domain_id;
7796b291e80STanmay Shah 	int i;
7806b291e80STanmay Shah 
78186660713SYu Zhe 	r5_core = rproc->priv;
7826b291e80STanmay Shah 
7836b291e80STanmay Shah 	for (i = 0; i < r5_core->tcm_bank_count; i++) {
7846b291e80STanmay Shah 		pm_domain_id = r5_core->tcm_banks[i]->pm_domain_id;
7856b291e80STanmay Shah 		if (zynqmp_pm_release_node(pm_domain_id))
7866b291e80STanmay Shah 			dev_warn(r5_core->dev,
7876b291e80STanmay Shah 				 "can't turn off TCM bank 0x%x", pm_domain_id);
7886b291e80STanmay Shah 	}
7896b291e80STanmay Shah 
7906b291e80STanmay Shah 	return 0;
7916b291e80STanmay Shah }
7926b291e80STanmay Shah 
zynqmp_r5_get_loaded_rsc_table(struct rproc * rproc,size_t * size)793bca4b02eSTanmay Shah static struct resource_table *zynqmp_r5_get_loaded_rsc_table(struct rproc *rproc,
794bca4b02eSTanmay Shah 							     size_t *size)
795bca4b02eSTanmay Shah {
796bca4b02eSTanmay Shah 	struct zynqmp_r5_core *r5_core;
797bca4b02eSTanmay Shah 
798bca4b02eSTanmay Shah 	r5_core = rproc->priv;
799bca4b02eSTanmay Shah 
800bca4b02eSTanmay Shah 	*size = r5_core->rsc_tbl_size;
801bca4b02eSTanmay Shah 
802bca4b02eSTanmay Shah 	return (struct resource_table *)r5_core->rsc_tbl_va;
803bca4b02eSTanmay Shah }
804bca4b02eSTanmay Shah 
zynqmp_r5_get_rsc_table_va(struct zynqmp_r5_core * r5_core)805bca4b02eSTanmay Shah static int zynqmp_r5_get_rsc_table_va(struct zynqmp_r5_core *r5_core)
806bca4b02eSTanmay Shah {
807bca4b02eSTanmay Shah 	struct resource_table *rsc_tbl_addr;
808bca4b02eSTanmay Shah 	struct device *dev = r5_core->dev;
809bca4b02eSTanmay Shah 	struct rsc_tbl_data *rsc_data_va;
810bca4b02eSTanmay Shah 	struct resource res_mem;
811bca4b02eSTanmay Shah 	struct device_node *np;
812bca4b02eSTanmay Shah 	int ret;
813bca4b02eSTanmay Shah 
814bca4b02eSTanmay Shah 	/*
815bca4b02eSTanmay Shah 	 * It is expected from remote processor firmware to provide resource
816bca4b02eSTanmay Shah 	 * table address via struct rsc_tbl_data data structure.
817bca4b02eSTanmay Shah 	 * Start address of first entry under "memory-region" property list
818bca4b02eSTanmay Shah 	 * contains that data structure which holds resource table address, size
819bca4b02eSTanmay Shah 	 * and some magic number to validate correct resource table entry.
820bca4b02eSTanmay Shah 	 */
821bca4b02eSTanmay Shah 	np = of_parse_phandle(r5_core->np, "memory-region", 0);
822bca4b02eSTanmay Shah 	if (!np) {
823bca4b02eSTanmay Shah 		dev_err(dev, "failed to get memory region dev node\n");
824bca4b02eSTanmay Shah 		return -EINVAL;
825bca4b02eSTanmay Shah 	}
826bca4b02eSTanmay Shah 
827bca4b02eSTanmay Shah 	ret = of_address_to_resource(np, 0, &res_mem);
828bca4b02eSTanmay Shah 	of_node_put(np);
829bca4b02eSTanmay Shah 	if (ret) {
830bca4b02eSTanmay Shah 		dev_err(dev, "failed to get memory-region resource addr\n");
831bca4b02eSTanmay Shah 		return -EINVAL;
832bca4b02eSTanmay Shah 	}
833bca4b02eSTanmay Shah 
834bca4b02eSTanmay Shah 	rsc_data_va = (struct rsc_tbl_data *)ioremap_wc(res_mem.start,
835bca4b02eSTanmay Shah 							sizeof(struct rsc_tbl_data));
836bca4b02eSTanmay Shah 	if (!rsc_data_va) {
837bca4b02eSTanmay Shah 		dev_err(dev, "failed to map resource table data address\n");
838bca4b02eSTanmay Shah 		return -EIO;
839bca4b02eSTanmay Shah 	}
840bca4b02eSTanmay Shah 
841bca4b02eSTanmay Shah 	/*
842bca4b02eSTanmay Shah 	 * If RSC_TBL_XLNX_MAGIC number and its complement isn't found then
843bca4b02eSTanmay Shah 	 * do not consider resource table address valid and don't attach
844bca4b02eSTanmay Shah 	 */
845bca4b02eSTanmay Shah 	if (rsc_data_va->magic_num != RSC_TBL_XLNX_MAGIC ||
846bca4b02eSTanmay Shah 	    rsc_data_va->comp_magic_num != ~RSC_TBL_XLNX_MAGIC) {
847bca4b02eSTanmay Shah 		dev_dbg(dev, "invalid magic number, won't attach\n");
848bca4b02eSTanmay Shah 		return -EINVAL;
849bca4b02eSTanmay Shah 	}
850bca4b02eSTanmay Shah 
851bca4b02eSTanmay Shah 	r5_core->rsc_tbl_va = ioremap_wc(rsc_data_va->rsc_tbl,
852bca4b02eSTanmay Shah 					 rsc_data_va->rsc_tbl_size);
853bca4b02eSTanmay Shah 	if (!r5_core->rsc_tbl_va) {
854bca4b02eSTanmay Shah 		dev_err(dev, "failed to get resource table va\n");
855bca4b02eSTanmay Shah 		return -EINVAL;
856bca4b02eSTanmay Shah 	}
857bca4b02eSTanmay Shah 
858bca4b02eSTanmay Shah 	rsc_tbl_addr = (struct resource_table *)r5_core->rsc_tbl_va;
859bca4b02eSTanmay Shah 
860bca4b02eSTanmay Shah 	/*
861bca4b02eSTanmay Shah 	 * As of now resource table version 1 is expected. Don't fail to attach
862bca4b02eSTanmay Shah 	 * but warn users about it.
863bca4b02eSTanmay Shah 	 */
864bca4b02eSTanmay Shah 	if (rsc_tbl_addr->ver != 1)
865bca4b02eSTanmay Shah 		dev_warn(dev, "unexpected resource table version %d\n",
866bca4b02eSTanmay Shah 			 rsc_tbl_addr->ver);
867bca4b02eSTanmay Shah 
868bca4b02eSTanmay Shah 	r5_core->rsc_tbl_size = rsc_data_va->rsc_tbl_size;
869bca4b02eSTanmay Shah 
870bca4b02eSTanmay Shah 	iounmap((void __iomem *)rsc_data_va);
871bca4b02eSTanmay Shah 
872bca4b02eSTanmay Shah 	return 0;
873bca4b02eSTanmay Shah }
874bca4b02eSTanmay Shah 
zynqmp_r5_attach(struct rproc * rproc)875bca4b02eSTanmay Shah static int zynqmp_r5_attach(struct rproc *rproc)
876bca4b02eSTanmay Shah {
877bca4b02eSTanmay Shah 	dev_dbg(&rproc->dev, "rproc %d attached\n", rproc->index);
878bca4b02eSTanmay Shah 
879bca4b02eSTanmay Shah 	return 0;
880bca4b02eSTanmay Shah }
881bca4b02eSTanmay Shah 
zynqmp_r5_detach(struct rproc * rproc)882bca4b02eSTanmay Shah static int zynqmp_r5_detach(struct rproc *rproc)
883bca4b02eSTanmay Shah {
884bca4b02eSTanmay Shah 	/*
885bca4b02eSTanmay Shah 	 * Generate last notification to remote after clearing virtio flag.
886bca4b02eSTanmay Shah 	 * Remote can avoid polling on virtio reset flag if kick is generated
887bca4b02eSTanmay Shah 	 * during detach by host and check virtio reset flag on kick interrupt.
888bca4b02eSTanmay Shah 	 */
889bca4b02eSTanmay Shah 	zynqmp_r5_rproc_kick(rproc, 0);
890bca4b02eSTanmay Shah 
891bca4b02eSTanmay Shah 	return 0;
892bca4b02eSTanmay Shah }
893bca4b02eSTanmay Shah 
8946b291e80STanmay Shah static const struct rproc_ops zynqmp_r5_rproc_ops = {
8956b291e80STanmay Shah 	.prepare	= zynqmp_r5_rproc_prepare,
8966b291e80STanmay Shah 	.unprepare	= zynqmp_r5_rproc_unprepare,
8976b291e80STanmay Shah 	.start		= zynqmp_r5_rproc_start,
8986b291e80STanmay Shah 	.stop		= zynqmp_r5_rproc_stop,
8996b291e80STanmay Shah 	.load		= rproc_elf_load_segments,
9006b291e80STanmay Shah 	.parse_fw	= zynqmp_r5_parse_fw,
9016b291e80STanmay Shah 	.find_loaded_rsc_table = rproc_elf_find_loaded_rsc_table,
9026b291e80STanmay Shah 	.sanity_check	= rproc_elf_sanity_check,
9036b291e80STanmay Shah 	.get_boot_addr	= rproc_elf_get_boot_addr,
9045dfb28c2STanmay Shah 	.kick		= zynqmp_r5_rproc_kick,
905bca4b02eSTanmay Shah 	.get_loaded_rsc_table = zynqmp_r5_get_loaded_rsc_table,
906bca4b02eSTanmay Shah 	.attach		= zynqmp_r5_attach,
907bca4b02eSTanmay Shah 	.detach		= zynqmp_r5_detach,
9086b291e80STanmay Shah };
9096b291e80STanmay Shah 
9106b291e80STanmay Shah /**
9116b291e80STanmay Shah  * zynqmp_r5_add_rproc_core() - Add core data to framework.
9126b291e80STanmay Shah  * Allocate and add struct rproc object for each r5f core
9136b291e80STanmay Shah  * This is called for each individual r5f core
9146b291e80STanmay Shah  *
9156b291e80STanmay Shah  * @cdev: Device node of each r5 core
9166b291e80STanmay Shah  *
9176b291e80STanmay Shah  * Return: zynqmp_r5_core object for success else error code pointer
9186b291e80STanmay Shah  */
zynqmp_r5_add_rproc_core(struct device * cdev)9196b291e80STanmay Shah static struct zynqmp_r5_core *zynqmp_r5_add_rproc_core(struct device *cdev)
9206b291e80STanmay Shah {
9216b291e80STanmay Shah 	struct zynqmp_r5_core *r5_core;
9226b291e80STanmay Shah 	struct rproc *r5_rproc;
9236b291e80STanmay Shah 	int ret;
9246b291e80STanmay Shah 
9256b291e80STanmay Shah 	/* Set up DMA mask */
9266b291e80STanmay Shah 	ret = dma_set_coherent_mask(cdev, DMA_BIT_MASK(32));
9276b291e80STanmay Shah 	if (ret)
9286b291e80STanmay Shah 		return ERR_PTR(ret);
9296b291e80STanmay Shah 
9306b291e80STanmay Shah 	/* Allocate remoteproc instance */
9316b291e80STanmay Shah 	r5_rproc = rproc_alloc(cdev, dev_name(cdev),
9326b291e80STanmay Shah 			       &zynqmp_r5_rproc_ops,
9336b291e80STanmay Shah 			       NULL, sizeof(struct zynqmp_r5_core));
9346b291e80STanmay Shah 	if (!r5_rproc) {
9356b291e80STanmay Shah 		dev_err(cdev, "failed to allocate memory for rproc instance\n");
9366b291e80STanmay Shah 		return ERR_PTR(-ENOMEM);
9376b291e80STanmay Shah 	}
9386b291e80STanmay Shah 
939fec2601fSLeonard Crestez 	rproc_coredump_set_elf_info(r5_rproc, ELFCLASS32, EM_ARM);
940fec2601fSLeonard Crestez 
9416b291e80STanmay Shah 	r5_rproc->recovery_disabled = true;
94286660713SYu Zhe 	r5_rproc->has_iommu = false;
9436b291e80STanmay Shah 	r5_rproc->auto_boot = false;
9446b291e80STanmay Shah 	r5_core = r5_rproc->priv;
9456b291e80STanmay Shah 	r5_core->dev = cdev;
9466b291e80STanmay Shah 	r5_core->np = dev_of_node(cdev);
9476b291e80STanmay Shah 	if (!r5_core->np) {
9486b291e80STanmay Shah 		dev_err(cdev, "can't get device node for r5 core\n");
9496b291e80STanmay Shah 		ret = -EINVAL;
9506b291e80STanmay Shah 		goto free_rproc;
9516b291e80STanmay Shah 	}
9526b291e80STanmay Shah 
9536b291e80STanmay Shah 	/* Add R5 remoteproc core */
9546b291e80STanmay Shah 	ret = rproc_add(r5_rproc);
9556b291e80STanmay Shah 	if (ret) {
9566b291e80STanmay Shah 		dev_err(cdev, "failed to add r5 remoteproc\n");
9576b291e80STanmay Shah 		goto free_rproc;
958bca4b02eSTanmay Shah 	}
959bca4b02eSTanmay Shah 
960bca4b02eSTanmay Shah 	/*
961bca4b02eSTanmay Shah 	 * If firmware is already available in the memory then move rproc state
962bca4b02eSTanmay Shah 	 * to DETACHED. Firmware can be preloaded via debugger or by any other
963bca4b02eSTanmay Shah 	 * agent (processors) in the system.
964bca4b02eSTanmay Shah 	 * If firmware isn't available in the memory and resource table isn't
965bca4b02eSTanmay Shah 	 * found, then rproc state remains OFFLINE.
966bca4b02eSTanmay Shah 	 */
967bca4b02eSTanmay Shah 	if (!zynqmp_r5_get_rsc_table_va(r5_core))
9686b291e80STanmay Shah 		r5_rproc->state = RPROC_DETACHED;
9696b291e80STanmay Shah 
9706b291e80STanmay Shah 	r5_core->rproc = r5_rproc;
9716b291e80STanmay Shah 	return r5_core;
9726b291e80STanmay Shah 
9736b291e80STanmay Shah free_rproc:
9746b291e80STanmay Shah 	rproc_free(r5_rproc);
9756b291e80STanmay Shah 	return ERR_PTR(ret);
97677fcdf51STanmay Shah }
97777fcdf51STanmay Shah 
zynqmp_r5_get_sram_banks(struct zynqmp_r5_core * r5_core)97877fcdf51STanmay Shah static int zynqmp_r5_get_sram_banks(struct zynqmp_r5_core *r5_core)
97977fcdf51STanmay Shah {
98077fcdf51STanmay Shah 	struct device_node *np = r5_core->np;
98177fcdf51STanmay Shah 	struct device *dev = r5_core->dev;
98277fcdf51STanmay Shah 	struct zynqmp_sram_bank *sram;
98377fcdf51STanmay Shah 	struct device_node *sram_np;
98477fcdf51STanmay Shah 	int num_sram, i, ret;
98577fcdf51STanmay Shah 	u64 abs_addr, size;
98677fcdf51STanmay Shah 
98777fcdf51STanmay Shah 	/* "sram" is optional property. Do not fail, if unavailable. */
98877fcdf51STanmay Shah 	if (!of_property_present(r5_core->np, "sram"))
98977fcdf51STanmay Shah 		return 0;
99077fcdf51STanmay Shah 
99177fcdf51STanmay Shah 	num_sram = of_property_count_elems_of_size(np, "sram", sizeof(phandle));
99277fcdf51STanmay Shah 	if (num_sram <= 0) {
99377fcdf51STanmay Shah 		dev_err(dev, "Invalid sram property, ret = %d\n",
99477fcdf51STanmay Shah 			num_sram);
99577fcdf51STanmay Shah 		return -EINVAL;
99677fcdf51STanmay Shah 	}
99777fcdf51STanmay Shah 
99877fcdf51STanmay Shah 	sram = devm_kcalloc(dev, num_sram,
99977fcdf51STanmay Shah 			    sizeof(struct zynqmp_sram_bank), GFP_KERNEL);
100077fcdf51STanmay Shah 	if (!sram)
100177fcdf51STanmay Shah 		return -ENOMEM;
100277fcdf51STanmay Shah 
100377fcdf51STanmay Shah 	for (i = 0; i < num_sram; i++) {
100477fcdf51STanmay Shah 		sram_np = of_parse_phandle(np, "sram", i);
100577fcdf51STanmay Shah 		if (!sram_np) {
100677fcdf51STanmay Shah 			dev_err(dev, "failed to get sram %d phandle\n", i);
100777fcdf51STanmay Shah 			return -EINVAL;
100877fcdf51STanmay Shah 		}
100977fcdf51STanmay Shah 
101077fcdf51STanmay Shah 		if (!of_device_is_available(sram_np)) {
101177fcdf51STanmay Shah 			dev_err(dev, "sram device not available\n");
101277fcdf51STanmay Shah 			ret = -EINVAL;
101377fcdf51STanmay Shah 			goto fail_sram_get;
101477fcdf51STanmay Shah 		}
101577fcdf51STanmay Shah 
101677fcdf51STanmay Shah 		ret = of_address_to_resource(sram_np, 0, &sram[i].sram_res);
101777fcdf51STanmay Shah 		if (ret) {
101877fcdf51STanmay Shah 			dev_err(dev, "addr to res failed\n");
101977fcdf51STanmay Shah 			goto fail_sram_get;
102077fcdf51STanmay Shah 		}
102177fcdf51STanmay Shah 
102277fcdf51STanmay Shah 		/* Get SRAM device address */
102377fcdf51STanmay Shah 		ret = of_property_read_reg(sram_np, i, &abs_addr, &size);
102477fcdf51STanmay Shah 		if (ret) {
102577fcdf51STanmay Shah 			dev_err(dev, "failed to get reg property\n");
102677fcdf51STanmay Shah 			goto fail_sram_get;
102777fcdf51STanmay Shah 		}
102877fcdf51STanmay Shah 
102977fcdf51STanmay Shah 		sram[i].da = (u32)abs_addr;
103077fcdf51STanmay Shah 
103177fcdf51STanmay Shah 		of_node_put(sram_np);
103277fcdf51STanmay Shah 
103377fcdf51STanmay Shah 		dev_dbg(dev, "sram %d: name=%s, addr=0x%llx, da=0x%x, size=0x%llx\n",
103477fcdf51STanmay Shah 			i, sram[i].sram_res.name, sram[i].sram_res.start,
103577fcdf51STanmay Shah 			sram[i].da, resource_size(&sram[i].sram_res));
103677fcdf51STanmay Shah 	}
103777fcdf51STanmay Shah 
103877fcdf51STanmay Shah 	r5_core->sram = sram;
103977fcdf51STanmay Shah 	r5_core->num_sram = num_sram;
104077fcdf51STanmay Shah 
104177fcdf51STanmay Shah 	return 0;
104277fcdf51STanmay Shah 
104377fcdf51STanmay Shah fail_sram_get:
104477fcdf51STanmay Shah 	of_node_put(sram_np);
104577fcdf51STanmay Shah 
104677fcdf51STanmay Shah 	return ret;
104772c350c9STanmay Shah }
104872c350c9STanmay Shah 
zynqmp_r5_get_tcm_node_from_dt(struct zynqmp_r5_cluster * cluster)104972c350c9STanmay Shah static int zynqmp_r5_get_tcm_node_from_dt(struct zynqmp_r5_cluster *cluster)
105072c350c9STanmay Shah {
105172c350c9STanmay Shah 	int i, j, tcm_bank_count, ret, tcm_pd_idx, pd_count;
105272c350c9STanmay Shah 	struct of_phandle_args out_args;
105372c350c9STanmay Shah 	struct zynqmp_r5_core *r5_core;
105472c350c9STanmay Shah 	struct platform_device *cpdev;
105572c350c9STanmay Shah 	struct mem_bank_data *tcm;
105672c350c9STanmay Shah 	struct device_node *np;
105772c350c9STanmay Shah 	struct resource *res;
105872c350c9STanmay Shah 	u64 abs_addr, size;
105972c350c9STanmay Shah 	struct device *dev;
106072c350c9STanmay Shah 
106172c350c9STanmay Shah 	for (i = 0; i < cluster->core_count; i++) {
106272c350c9STanmay Shah 		r5_core = cluster->r5_cores[i];
106372c350c9STanmay Shah 		dev = r5_core->dev;
106472c350c9STanmay Shah 		np = r5_core->np;
106572c350c9STanmay Shah 
106672c350c9STanmay Shah 		pd_count = of_count_phandle_with_args(np, "power-domains",
106772c350c9STanmay Shah 						      "#power-domain-cells");
106872c350c9STanmay Shah 
106972c350c9STanmay Shah 		if (pd_count <= 0) {
107072c350c9STanmay Shah 			dev_err(dev, "invalid power-domains property, %d\n", pd_count);
107172c350c9STanmay Shah 			return -EINVAL;
107272c350c9STanmay Shah 		}
107372c350c9STanmay Shah 
107472c350c9STanmay Shah 		/* First entry in power-domains list is for r5 core, rest for TCM. */
107572c350c9STanmay Shah 		tcm_bank_count = pd_count - 1;
107672c350c9STanmay Shah 
107772c350c9STanmay Shah 		if (tcm_bank_count <= 0) {
107872c350c9STanmay Shah 			dev_err(dev, "invalid TCM count %d\n", tcm_bank_count);
107972c350c9STanmay Shah 			return -EINVAL;
108072c350c9STanmay Shah 		}
108172c350c9STanmay Shah 
108272c350c9STanmay Shah 		r5_core->tcm_banks = devm_kcalloc(dev, tcm_bank_count,
108372c350c9STanmay Shah 						  sizeof(struct mem_bank_data *),
108472c350c9STanmay Shah 						  GFP_KERNEL);
108572c350c9STanmay Shah 		if (!r5_core->tcm_banks)
108672c350c9STanmay Shah 			return -ENOMEM;
108772c350c9STanmay Shah 
108872c350c9STanmay Shah 		r5_core->tcm_bank_count = tcm_bank_count;
108972c350c9STanmay Shah 		for (j = 0, tcm_pd_idx = 1; j < tcm_bank_count; j++, tcm_pd_idx++) {
109072c350c9STanmay Shah 			tcm = devm_kzalloc(dev, sizeof(struct mem_bank_data),
109172c350c9STanmay Shah 					   GFP_KERNEL);
109272c350c9STanmay Shah 			if (!tcm)
109372c350c9STanmay Shah 				return -ENOMEM;
109472c350c9STanmay Shah 
109572c350c9STanmay Shah 			r5_core->tcm_banks[j] = tcm;
109672c350c9STanmay Shah 
109772c350c9STanmay Shah 			/* Get power-domains id of TCM. */
109872c350c9STanmay Shah 			ret = of_parse_phandle_with_args(np, "power-domains",
109972c350c9STanmay Shah 							 "#power-domain-cells",
110072c350c9STanmay Shah 							 tcm_pd_idx, &out_args);
110172c350c9STanmay Shah 			if (ret) {
110272c350c9STanmay Shah 				dev_err(r5_core->dev,
110372c350c9STanmay Shah 					"failed to get tcm %d pm domain, ret %d\n",
110472c350c9STanmay Shah 					tcm_pd_idx, ret);
110572c350c9STanmay Shah 				return ret;
110672c350c9STanmay Shah 			}
110772c350c9STanmay Shah 			tcm->pm_domain_id = out_args.args[0];
110872c350c9STanmay Shah 			of_node_put(out_args.np);
110972c350c9STanmay Shah 
111072c350c9STanmay Shah 			/* Get TCM address without translation. */
111172c350c9STanmay Shah 			ret = of_property_read_reg(np, j, &abs_addr, &size);
111272c350c9STanmay Shah 			if (ret) {
111372c350c9STanmay Shah 				dev_err(dev, "failed to get reg property\n");
111472c350c9STanmay Shah 				return ret;
111572c350c9STanmay Shah 			}
111672c350c9STanmay Shah 
111772c350c9STanmay Shah 			/*
111872c350c9STanmay Shah 			 * Remote processor can address only 32 bits
111972c350c9STanmay Shah 			 * so convert 64-bits into 32-bits. This will discard
112072c350c9STanmay Shah 			 * any unwanted upper 32-bits.
112172c350c9STanmay Shah 			 */
112272c350c9STanmay Shah 			tcm->da = (u32)abs_addr;
112372c350c9STanmay Shah 			tcm->size = (u32)size;
112472c350c9STanmay Shah 
112572c350c9STanmay Shah 			cpdev = to_platform_device(dev);
112672c350c9STanmay Shah 			res = platform_get_resource(cpdev, IORESOURCE_MEM, j);
112772c350c9STanmay Shah 			if (!res) {
112872c350c9STanmay Shah 				dev_err(dev, "failed to get tcm resource\n");
112972c350c9STanmay Shah 				return -EINVAL;
113072c350c9STanmay Shah 			}
113172c350c9STanmay Shah 
113272c350c9STanmay Shah 			tcm->addr = (u32)res->start;
113372c350c9STanmay Shah 			tcm->bank_name = (char *)res->name;
113472c350c9STanmay Shah 			res = devm_request_mem_region(dev, tcm->addr, tcm->size,
113572c350c9STanmay Shah 						      tcm->bank_name);
113672c350c9STanmay Shah 			if (!res) {
113772c350c9STanmay Shah 				dev_err(dev, "failed to request tcm resource\n");
113872c350c9STanmay Shah 				return -EINVAL;
113972c350c9STanmay Shah 			}
114072c350c9STanmay Shah 		}
114172c350c9STanmay Shah 	}
114272c350c9STanmay Shah 
114372c350c9STanmay Shah 	return 0;
11446b291e80STanmay Shah }
11456b291e80STanmay Shah 
11466b291e80STanmay Shah /**
11476b291e80STanmay Shah  * zynqmp_r5_get_tcm_node() - Get TCM info
11486b291e80STanmay Shah  * Ideally this function should parse tcm node and store information
11496b291e80STanmay Shah  * in r5_core instance. For now, Hardcoded TCM information is used.
11506b291e80STanmay Shah  * This approach is used as TCM bindings for system-dt is being developed
11516b291e80STanmay Shah  *
11526b291e80STanmay Shah  * @cluster: pointer to zynqmp_r5_cluster type object
11536b291e80STanmay Shah  *
11546b291e80STanmay Shah  * Return: 0 for success and < 0 error code for failure.
11556b291e80STanmay Shah  */
zynqmp_r5_get_tcm_node(struct zynqmp_r5_cluster * cluster)11569af45bbdSTanmay Shah static int zynqmp_r5_get_tcm_node(struct zynqmp_r5_cluster *cluster)
11576b291e80STanmay Shah {
11586b291e80STanmay Shah 	const struct mem_bank_data *zynqmp_tcm_banks;
11596b291e80STanmay Shah 	struct device *dev = cluster->dev;
11606b291e80STanmay Shah 	struct zynqmp_r5_core *r5_core;
11616b291e80STanmay Shah 	int tcm_bank_count, tcm_node;
11629af45bbdSTanmay Shah 	int i, j;
11639af45bbdSTanmay Shah 
11649af45bbdSTanmay Shah 	if (cluster->mode == SPLIT_MODE) {
11659af45bbdSTanmay Shah 		zynqmp_tcm_banks = zynqmp_tcm_banks_split;
11669af45bbdSTanmay Shah 		tcm_bank_count = ARRAY_SIZE(zynqmp_tcm_banks_split);
11679af45bbdSTanmay Shah 	} else {
11689af45bbdSTanmay Shah 		zynqmp_tcm_banks = zynqmp_tcm_banks_lockstep;
11696b291e80STanmay Shah 		tcm_bank_count = ARRAY_SIZE(zynqmp_tcm_banks_lockstep);
11706b291e80STanmay Shah 	}
11716b291e80STanmay Shah 
11726b291e80STanmay Shah 	/* count per core tcm banks */
11736b291e80STanmay Shah 	tcm_bank_count = tcm_bank_count / cluster->core_count;
11746b291e80STanmay Shah 
11756b291e80STanmay Shah 	/*
11766b291e80STanmay Shah 	 * r5 core 0 will use all of TCM banks in lockstep mode.
11776b291e80STanmay Shah 	 * In split mode, r5 core0 will use 128k and r5 core1 will use another
11786b291e80STanmay Shah 	 * 128k. Assign TCM banks to each core accordingly
11796b291e80STanmay Shah 	 */
11806b291e80STanmay Shah 	tcm_node = 0;
11816b291e80STanmay Shah 	for (i = 0; i < cluster->core_count; i++) {
11826b291e80STanmay Shah 		r5_core = cluster->r5_cores[i];
11836b291e80STanmay Shah 		r5_core->tcm_banks = devm_kcalloc(dev, tcm_bank_count,
11846b291e80STanmay Shah 						  sizeof(struct mem_bank_data *),
11856b291e80STanmay Shah 						  GFP_KERNEL);
11866b291e80STanmay Shah 		if (!r5_core->tcm_banks)
11876b291e80STanmay Shah 			return -ENOMEM;
11886b291e80STanmay Shah 
11896b291e80STanmay Shah 		for (j = 0; j < tcm_bank_count; j++) {
11906b291e80STanmay Shah 			/*
11916b291e80STanmay Shah 			 * Use pre-defined TCM reg values.
11926b291e80STanmay Shah 			 * Eventually this should be replaced by values
11936b291e80STanmay Shah 			 * parsed from dts.
11946b291e80STanmay Shah 			 */
11956b291e80STanmay Shah 			r5_core->tcm_banks[j] =
11966b291e80STanmay Shah 				(struct mem_bank_data *)&zynqmp_tcm_banks[tcm_node];
11976b291e80STanmay Shah 			tcm_node++;
11986b291e80STanmay Shah 		}
11996b291e80STanmay Shah 
12006b291e80STanmay Shah 		r5_core->tcm_bank_count = tcm_bank_count;
12016b291e80STanmay Shah 	}
12026b291e80STanmay Shah 
12036b291e80STanmay Shah 	return 0;
12046b291e80STanmay Shah }
12056b291e80STanmay Shah 
12066b291e80STanmay Shah /*
12076b291e80STanmay Shah  * zynqmp_r5_core_init()
12086b291e80STanmay Shah  * Create and initialize zynqmp_r5_core type object
12096b291e80STanmay Shah  *
12106b291e80STanmay Shah  * @cluster: pointer to zynqmp_r5_cluster type object
12116b291e80STanmay Shah  * @fw_reg_val: value expected by firmware to configure RPU cluster mode
12126b291e80STanmay Shah  * @tcm_mode: value expected by fw to configure TCM mode (lockstep or split)
12136b291e80STanmay Shah  *
12146b291e80STanmay Shah  * Return: 0 for success and error code for failure.
12156b291e80STanmay Shah  */
zynqmp_r5_core_init(struct zynqmp_r5_cluster * cluster,enum rpu_oper_mode fw_reg_val,enum rpu_tcm_comb tcm_mode)12166b291e80STanmay Shah static int zynqmp_r5_core_init(struct zynqmp_r5_cluster *cluster,
12176b291e80STanmay Shah 			       enum rpu_oper_mode fw_reg_val,
12186b291e80STanmay Shah 			       enum rpu_tcm_comb tcm_mode)
12196b291e80STanmay Shah {
1220084c2296STanmay Shah 	struct device *dev = cluster->dev;
12216b291e80STanmay Shah 	struct zynqmp_r5_core *r5_core;
122272c350c9STanmay Shah 	int ret = -EINVAL, i;
122372c350c9STanmay Shah 
122472c350c9STanmay Shah 	r5_core = cluster->r5_cores[0];
1225ba70bbfdSRob Herring (Arm) 
122672c350c9STanmay Shah 	/* Maintain backward compatibility for zynqmp by using hardcode TCM address. */
1227a6b974b4STanmay Shah 	if (of_property_present(r5_core->np, "reg"))
12286b291e80STanmay Shah 		ret = zynqmp_r5_get_tcm_node_from_dt(cluster);
122972c350c9STanmay Shah 	else if (device_is_compatible(dev, "xlnx,zynqmp-r5fss"))
123072c350c9STanmay Shah 		ret = zynqmp_r5_get_tcm_node(cluster);
123172c350c9STanmay Shah 
12326b291e80STanmay Shah 	if (ret) {
12336b291e80STanmay Shah 		dev_err(dev, "can't get tcm, err %d\n", ret);
12346b291e80STanmay Shah 		return ret;
12356b291e80STanmay Shah 	}
12366b291e80STanmay Shah 
12376b291e80STanmay Shah 	for (i = 0; i < cluster->core_count; i++) {
12386b291e80STanmay Shah 		r5_core = cluster->r5_cores[i];
12396b291e80STanmay Shah 
12406b291e80STanmay Shah 		/* Initialize r5 cores with power-domains parsed from dts */
12416b291e80STanmay Shah 		ret = of_property_read_u32_index(r5_core->np, "power-domains",
12426b291e80STanmay Shah 						 1, &r5_core->pm_domain_id);
12436b291e80STanmay Shah 		if (ret) {
12446b291e80STanmay Shah 			dev_err(dev, "failed to get power-domains property\n");
12456b291e80STanmay Shah 			return ret;
1246a6b974b4STanmay Shah 		}
1247a6b974b4STanmay Shah 
1248a6b974b4STanmay Shah 		ret = zynqmp_pm_set_rpu_mode(r5_core->pm_domain_id, fw_reg_val);
12496b291e80STanmay Shah 		if (ret < 0) {
12506b291e80STanmay Shah 			dev_err(r5_core->dev, "failed to set RPU mode\n");
1251a6b974b4STanmay Shah 			return ret;
1252ba70bbfdSRob Herring (Arm) 		}
1253a6b974b4STanmay Shah 
1254a6b974b4STanmay Shah 		if (of_property_present(dev_of_node(dev), "xlnx,tcm-mode") ||
1255a6b974b4STanmay Shah 		    device_is_compatible(dev, "xlnx,zynqmp-r5fss")) {
1256a6b974b4STanmay Shah 			ret = zynqmp_pm_set_tcm_config(r5_core->pm_domain_id,
1257a6b974b4STanmay Shah 						       tcm_mode);
1258a6b974b4STanmay Shah 			if (ret < 0) {
1259a6b974b4STanmay Shah 				dev_err(r5_core->dev, "failed to configure TCM\n");
1260a6b974b4STanmay Shah 				return ret;
126177fcdf51STanmay Shah 			}
126277fcdf51STanmay Shah 		}
126377fcdf51STanmay Shah 
126477fcdf51STanmay Shah 		ret = zynqmp_r5_get_sram_banks(r5_core);
12656b291e80STanmay Shah 		if (ret)
12666b291e80STanmay Shah 			return ret;
12676b291e80STanmay Shah 	}
12686b291e80STanmay Shah 
12696b291e80STanmay Shah 	return 0;
12706b291e80STanmay Shah }
12716b291e80STanmay Shah 
12726b291e80STanmay Shah /*
12736b291e80STanmay Shah  * zynqmp_r5_cluster_init()
12746b291e80STanmay Shah  * Create and initialize zynqmp_r5_cluster type object
12756b291e80STanmay Shah  *
12766b291e80STanmay Shah  * @cluster: pointer to zynqmp_r5_cluster type object
12776b291e80STanmay Shah  *
12786b291e80STanmay Shah  * Return: 0 for success and error code for failure.
12796b291e80STanmay Shah  */
zynqmp_r5_cluster_init(struct zynqmp_r5_cluster * cluster)12806b291e80STanmay Shah static int zynqmp_r5_cluster_init(struct zynqmp_r5_cluster *cluster)
12816b291e80STanmay Shah {
12826b291e80STanmay Shah 	enum zynqmp_r5_cluster_mode cluster_mode = LOCKSTEP_MODE;
12836b291e80STanmay Shah 	struct device *dev = cluster->dev;
12846b291e80STanmay Shah 	struct device_node *dev_node = dev_of_node(dev);
12856b291e80STanmay Shah 	struct platform_device *child_pdev;
12866b291e80STanmay Shah 	struct zynqmp_r5_core **r5_cores;
12876b291e80STanmay Shah 	enum rpu_oper_mode fw_reg_val;
12886b291e80STanmay Shah 	struct device **child_devs;
12896b291e80STanmay Shah 	struct device_node *child;
12905dfb28c2STanmay Shah 	enum rpu_tcm_comb tcm_mode;
12916b291e80STanmay Shah 	int core_count, ret, i;
12926b291e80STanmay Shah 	struct mbox_info *ipi;
12936b291e80STanmay Shah 
12946b291e80STanmay Shah 	ret = of_property_read_u32(dev_node, "xlnx,cluster-mode", &cluster_mode);
12956b291e80STanmay Shah 
12966b291e80STanmay Shah 	/*
12976b291e80STanmay Shah 	 * on success returns 0, if not defined then returns -EINVAL,
12986b291e80STanmay Shah 	 * In that case, default is LOCKSTEP mode. Other than that
12996b291e80STanmay Shah 	 * returns relative error code < 0.
13006b291e80STanmay Shah 	 */
13016b291e80STanmay Shah 	if (ret != -EINVAL && ret != 0) {
13026b291e80STanmay Shah 		dev_err(dev, "Invalid xlnx,cluster-mode property\n");
13036b291e80STanmay Shah 		return ret;
13046b291e80STanmay Shah 	}
13056b291e80STanmay Shah 
13066b291e80STanmay Shah 	/*
13076b291e80STanmay Shah 	 * For now driver only supports split mode and lockstep mode.
13086b291e80STanmay Shah 	 * fail driver probe if either of that is not set in dts.
13096b291e80STanmay Shah 	 */
13106b291e80STanmay Shah 	if (cluster_mode == LOCKSTEP_MODE) {
13116b291e80STanmay Shah 		fw_reg_val = PM_RPU_MODE_LOCKSTEP;
13126b291e80STanmay Shah 	} else if (cluster_mode == SPLIT_MODE) {
13136b291e80STanmay Shah 		fw_reg_val = PM_RPU_MODE_SPLIT;
13146b291e80STanmay Shah 	} else {
13156b291e80STanmay Shah 		dev_err(dev, "driver does not support cluster mode %d\n", cluster_mode);
13166b291e80STanmay Shah 		return -EINVAL;
1317ba70bbfdSRob Herring (Arm) 	}
131872c350c9STanmay Shah 
131972c350c9STanmay Shah 	if (of_property_present(dev_node, "xlnx,tcm-mode")) {
132072c350c9STanmay Shah 		ret = of_property_read_u32(dev_node, "xlnx,tcm-mode", (u32 *)&tcm_mode);
1321a6b974b4STanmay Shah 		if (ret)
132272c350c9STanmay Shah 			return ret;
132372c350c9STanmay Shah 	} else if (device_is_compatible(dev, "xlnx,zynqmp-r5fss")) {
132472c350c9STanmay Shah 		if (cluster_mode == LOCKSTEP_MODE)
132572c350c9STanmay Shah 			tcm_mode = PM_RPU_TCM_COMB;
1326b9511056STanmay Shah 		else
1327b9511056STanmay Shah 			tcm_mode = PM_RPU_TCM_SPLIT;
132872c350c9STanmay Shah 	} else {
132972c350c9STanmay Shah 		tcm_mode = PM_RPU_TCM_COMB;
13306b291e80STanmay Shah 	}
13316b291e80STanmay Shah 
13326b291e80STanmay Shah 	/*
13336b291e80STanmay Shah 	 * Number of cores is decided by number of child nodes of
13346b291e80STanmay Shah 	 * r5f subsystem node in dts.
13356b291e80STanmay Shah 	 * In split mode maximum two child nodes are expected.
13366b291e80STanmay Shah 	 * However, only single core can be enabled too.
13376b291e80STanmay Shah 	 * Driver can handle following configuration in split mode:
13386b291e80STanmay Shah 	 * 1) core0 enabled, core1 disabled
13396b291e80STanmay Shah 	 * 2) core0 disabled, core1 enabled
13406b291e80STanmay Shah 	 * 3) core0 and core1 both are enabled.
13416b291e80STanmay Shah 	 * For now, no more than two cores are expected per cluster
13426b291e80STanmay Shah 	 * in split mode.
13436b291e80STanmay Shah 	 * In lockstep mode if two child nodes are available,
13446b291e80STanmay Shah 	 * only use first child node and consider it as core0
13456b291e80STanmay Shah 	 * and ignore core1 dt node.
13466b291e80STanmay Shah 	 */
13476b291e80STanmay Shah 	core_count = of_get_available_child_count(dev_node);
13486b291e80STanmay Shah 	if (core_count == 0 || core_count > 2) {
13496b291e80STanmay Shah 		dev_err(dev, "Invalid number of r5 cores %d", core_count);
13506b291e80STanmay Shah 		return -EINVAL;
13516b291e80STanmay Shah 	} else if (cluster_mode == LOCKSTEP_MODE && core_count == 2) {
13526b291e80STanmay Shah 		dev_warn(dev, "Only r5 core0 will be used\n");
13536b291e80STanmay Shah 		core_count = 1;
13546b291e80STanmay Shah 	}
13556b291e80STanmay Shah 
13566b291e80STanmay Shah 	child_devs = kcalloc(core_count, sizeof(struct device *), GFP_KERNEL);
13576b291e80STanmay Shah 	if (!child_devs)
13586b291e80STanmay Shah 		return -ENOMEM;
13596b291e80STanmay Shah 
13606b291e80STanmay Shah 	r5_cores = kcalloc(core_count,
13616b291e80STanmay Shah 			   sizeof(struct zynqmp_r5_core *), GFP_KERNEL);
13626b291e80STanmay Shah 	if (!r5_cores) {
13636b291e80STanmay Shah 		kfree(child_devs);
13646b291e80STanmay Shah 		return -ENOMEM;
13656b291e80STanmay Shah 	}
13666b291e80STanmay Shah 
13676b291e80STanmay Shah 	i = 0;
13686b291e80STanmay Shah 	for_each_available_child_of_node(dev_node, child) {
13696b291e80STanmay Shah 		child_pdev = of_find_device_by_node(child);
13706b291e80STanmay Shah 		if (!child_pdev) {
13716b291e80STanmay Shah 			of_node_put(child);
13726b291e80STanmay Shah 			ret = -ENODEV;
13736b291e80STanmay Shah 			goto release_r5_cores;
13746b291e80STanmay Shah 		}
13756b291e80STanmay Shah 
13766b291e80STanmay Shah 		child_devs[i] = &child_pdev->dev;
13776b291e80STanmay Shah 
13786b291e80STanmay Shah 		/* create and add remoteproc instance of type struct rproc */
13796b291e80STanmay Shah 		r5_cores[i] = zynqmp_r5_add_rproc_core(&child_pdev->dev);
13806b291e80STanmay Shah 		if (IS_ERR(r5_cores[i])) {
13816b291e80STanmay Shah 			of_node_put(child);
13825dfb28c2STanmay Shah 			ret = PTR_ERR(r5_cores[i]);
13835dfb28c2STanmay Shah 			r5_cores[i] = NULL;
13845dfb28c2STanmay Shah 			goto release_r5_cores;
13855dfb28c2STanmay Shah 		}
13865dfb28c2STanmay Shah 
13875dfb28c2STanmay Shah 		/*
13885dfb28c2STanmay Shah 		 * If mailbox nodes are disabled using "status" property then
13895dfb28c2STanmay Shah 		 * setting up mailbox channels will fail.
13905dfb28c2STanmay Shah 		 */
13915dfb28c2STanmay Shah 		ipi = zynqmp_r5_setup_mbox(&child_pdev->dev);
13926b291e80STanmay Shah 		if (ipi) {
13936b291e80STanmay Shah 			r5_cores[i]->ipi = ipi;
13946b291e80STanmay Shah 			ipi->r5_core = r5_cores[i];
13956b291e80STanmay Shah 		}
13966b291e80STanmay Shah 
13976b291e80STanmay Shah 		/*
13986b291e80STanmay Shah 		 * If two child nodes are available in dts in lockstep mode,
13996b291e80STanmay Shah 		 * then ignore second child node.
14006b291e80STanmay Shah 		 */
14016b291e80STanmay Shah 		if (cluster_mode == LOCKSTEP_MODE) {
14026b291e80STanmay Shah 			of_node_put(child);
14036b291e80STanmay Shah 			break;
14046b291e80STanmay Shah 		}
14056b291e80STanmay Shah 
14066b291e80STanmay Shah 		i++;
14076b291e80STanmay Shah 	}
14086b291e80STanmay Shah 
14096b291e80STanmay Shah 	cluster->mode = cluster_mode;
14106b291e80STanmay Shah 	cluster->core_count = core_count;
14116b291e80STanmay Shah 	cluster->r5_cores = r5_cores;
14126b291e80STanmay Shah 
14136b291e80STanmay Shah 	ret = zynqmp_r5_core_init(cluster, fw_reg_val, tcm_mode);
14146b291e80STanmay Shah 	if (ret < 0) {
14156b291e80STanmay Shah 		dev_err(dev, "failed to init r5 core err %d\n", ret);
14166b291e80STanmay Shah 		cluster->core_count = 0;
14176b291e80STanmay Shah 		cluster->r5_cores = NULL;
14186b291e80STanmay Shah 
14196b291e80STanmay Shah 		/*
14206b291e80STanmay Shah 		 * at this point rproc resources for each core are allocated.
14216b291e80STanmay Shah 		 * adjust index to free resources in reverse order
14226b291e80STanmay Shah 		 */
14236b291e80STanmay Shah 		i = core_count - 1;
14246b291e80STanmay Shah 		goto release_r5_cores;
14256b291e80STanmay Shah 	}
14266b291e80STanmay Shah 
14276b291e80STanmay Shah 	kfree(child_devs);
14285dfb28c2STanmay Shah 	return 0;
14296b291e80STanmay Shah 
14306b291e80STanmay Shah release_r5_cores:
14316b291e80STanmay Shah 	while (i >= 0) {
14326b291e80STanmay Shah 		put_device(child_devs[i]);
14336b291e80STanmay Shah 		if (r5_cores[i]) {
14346b291e80STanmay Shah 			zynqmp_r5_free_mbox(r5_cores[i]->ipi);
14356b291e80STanmay Shah 			of_reserved_mem_device_release(r5_cores[i]->dev);
14366b291e80STanmay Shah 			rproc_del(r5_cores[i]->rproc);
14376b291e80STanmay Shah 			rproc_free(r5_cores[i]->rproc);
14386b291e80STanmay Shah 		}
14396b291e80STanmay Shah 		i--;
14406b291e80STanmay Shah 	}
14416b291e80STanmay Shah 	kfree(r5_cores);
144286660713SYu Zhe 	kfree(child_devs);
14436b291e80STanmay Shah 	return ret;
14446b291e80STanmay Shah }
14456b291e80STanmay Shah 
zynqmp_r5_cluster_exit(void * data)14466b291e80STanmay Shah static void zynqmp_r5_cluster_exit(void *data)
144786660713SYu Zhe {
14486b291e80STanmay Shah 	struct platform_device *pdev = data;
14496b291e80STanmay Shah 	struct zynqmp_r5_cluster *cluster;
14506b291e80STanmay Shah 	struct zynqmp_r5_core *r5_core;
14516b291e80STanmay Shah 	int i;
14526b291e80STanmay Shah 
14535dfb28c2STanmay Shah 	cluster = platform_get_drvdata(pdev);
1454bca4b02eSTanmay Shah 	if (!cluster)
14556b291e80STanmay Shah 		return;
14566b291e80STanmay Shah 
14576b291e80STanmay Shah 	for (i = 0; i < cluster->core_count; i++) {
14586b291e80STanmay Shah 		r5_core = cluster->r5_cores[i];
14596b291e80STanmay Shah 		zynqmp_r5_free_mbox(r5_core->ipi);
14606b291e80STanmay Shah 		iounmap(r5_core->rsc_tbl_va);
14616b291e80STanmay Shah 		of_reserved_mem_device_release(r5_core->dev);
14626b291e80STanmay Shah 		put_device(r5_core->dev);
14636b291e80STanmay Shah 		rproc_del(r5_core->rproc);
14646b291e80STanmay Shah 		rproc_free(r5_core->rproc);
14656b291e80STanmay Shah 	}
14666b291e80STanmay Shah 
14676b291e80STanmay Shah 	kfree(cluster->r5_cores);
14686b291e80STanmay Shah 	kfree(cluster);
14696b291e80STanmay Shah 	platform_set_drvdata(pdev, NULL);
14706b291e80STanmay Shah }
14716b291e80STanmay Shah 
14726b291e80STanmay Shah /*
14736b291e80STanmay Shah  * zynqmp_r5_remoteproc_shutdown()
14746b291e80STanmay Shah  * Follow shutdown sequence in case of kexec call.
14756b291e80STanmay Shah  *
14766b291e80STanmay Shah  * @pdev: domain platform device for cluster
14776b291e80STanmay Shah  *
14786b291e80STanmay Shah  * Return: None.
14796b291e80STanmay Shah  */
zynqmp_r5_remoteproc_shutdown(struct platform_device * pdev)14806b291e80STanmay Shah static void zynqmp_r5_remoteproc_shutdown(struct platform_device *pdev)
14816b291e80STanmay Shah {
14826b291e80STanmay Shah 	const char *rproc_state_str = NULL;
14836b291e80STanmay Shah 	struct zynqmp_r5_cluster *cluster;
14846b291e80STanmay Shah 	struct zynqmp_r5_core *r5_core;
14856b291e80STanmay Shah 	struct rproc *rproc;
14866b291e80STanmay Shah 	int i, ret = 0;
14876b291e80STanmay Shah 
14886b291e80STanmay Shah 	cluster = platform_get_drvdata(pdev);
14896b291e80STanmay Shah 
14906b291e80STanmay Shah 	for (i = 0; i < cluster->core_count; i++) {
14916b291e80STanmay Shah 		r5_core = cluster->r5_cores[i];
14926b291e80STanmay Shah 		rproc = r5_core->rproc;
14936b291e80STanmay Shah 
14946b291e80STanmay Shah 		if (rproc->state == RPROC_RUNNING) {
14956b291e80STanmay Shah 			ret = rproc_shutdown(rproc);
14966b291e80STanmay Shah 			rproc_state_str = "shutdown";
14976b291e80STanmay Shah 		} else if (rproc->state == RPROC_ATTACHED) {
14986b291e80STanmay Shah 			ret = rproc_detach(rproc);
14996b291e80STanmay Shah 			rproc_state_str = "detach";
15006b291e80STanmay Shah 		} else {
15016b291e80STanmay Shah 			ret = 0;
15026b291e80STanmay Shah 		}
15036b291e80STanmay Shah 
15046b291e80STanmay Shah 		if (ret) {
15056b291e80STanmay Shah 			dev_err(cluster->dev, "failed to %s rproc %d\n",
15066b291e80STanmay Shah 				rproc_state_str, rproc->index);
15076b291e80STanmay Shah 		}
15086b291e80STanmay Shah 	}
15096b291e80STanmay Shah }
15106b291e80STanmay Shah 
15116b291e80STanmay Shah /*
15126b291e80STanmay Shah  * zynqmp_r5_remoteproc_probe()
15136b291e80STanmay Shah  * parse device-tree, initialize hardware and allocate required resources
1514a6b974b4STanmay Shah  * and remoteproc ops
1515a6b974b4STanmay Shah  *
15166b291e80STanmay Shah  * @pdev: domain platform device for R5 cluster
15176b291e80STanmay Shah  *
15186b291e80STanmay Shah  * Return: 0 for success and < 0 for failure.
15196b291e80STanmay Shah  */
zynqmp_r5_remoteproc_probe(struct platform_device * pdev)15206b291e80STanmay Shah static int zynqmp_r5_remoteproc_probe(struct platform_device *pdev)
15216b291e80STanmay Shah {
15226b291e80STanmay Shah 	struct zynqmp_r5_cluster *cluster;
15236b291e80STanmay Shah 	struct device *dev = &pdev->dev;
15246b291e80STanmay Shah 	int ret;
15256b291e80STanmay Shah 
15266b291e80STanmay Shah 	cluster = kzalloc(sizeof(*cluster), GFP_KERNEL);
15276b291e80STanmay Shah 	if (!cluster)
15286b291e80STanmay Shah 		return -ENOMEM;
15296b291e80STanmay Shah 
15306b291e80STanmay Shah 	cluster->dev = dev;
15316b291e80STanmay Shah 
15326b291e80STanmay Shah 	ret = devm_of_platform_populate(dev);
1533 	if (ret) {
1534 		dev_err_probe(dev, ret, "failed to populate platform dev\n");
1535 		kfree(cluster);
1536 		return ret;
1537 	}
1538 
1539 	/* wire in so each core can be cleaned up at driver remove */
1540 	platform_set_drvdata(pdev, cluster);
1541 
1542 	ret = zynqmp_r5_cluster_init(cluster);
1543 	if (ret) {
1544 		kfree(cluster);
1545 		platform_set_drvdata(pdev, NULL);
1546 		dev_err_probe(dev, ret, "Invalid r5f subsystem device tree\n");
1547 		return ret;
1548 	}
1549 
1550 	ret = devm_add_action_or_reset(dev, zynqmp_r5_cluster_exit, pdev);
1551 	if (ret)
1552 		return ret;
1553 
1554 	return 0;
1555 }
1556 
1557 /* Match table for OF platform binding */
1558 static const struct of_device_id zynqmp_r5_remoteproc_match[] = {
1559 	{ .compatible = "xlnx,versal-net-r52fss", },
1560 	{ .compatible = "xlnx,versal-r5fss", },
1561 	{ .compatible = "xlnx,zynqmp-r5fss", },
1562 	{ /* end of list */ },
1563 };
1564 MODULE_DEVICE_TABLE(of, zynqmp_r5_remoteproc_match);
1565 
1566 static struct platform_driver zynqmp_r5_remoteproc_driver = {
1567 	.probe = zynqmp_r5_remoteproc_probe,
1568 	.driver = {
1569 		.name = "zynqmp_r5_remoteproc",
1570 		.of_match_table = zynqmp_r5_remoteproc_match,
1571 	},
1572 	.shutdown = zynqmp_r5_remoteproc_shutdown,
1573 };
1574 module_platform_driver(zynqmp_r5_remoteproc_driver);
1575 
1576 MODULE_DESCRIPTION("Xilinx R5F remote processor driver");
1577 MODULE_AUTHOR("Xilinx Inc.");
1578 MODULE_LICENSE("GPL");
1579