256 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(&mchan->chan);  in mpc_dma_execute()  local
300 	memcpy_toio(&mdma->tcd[cid], first->tcd, sizeof(struct mpc_dma_tcd));  in mpc_dma_execute()
303 		mdma->tcd[cid].e_sg = 1;  in mpc_dma_execute()
305 	if (mdma->is_mpc8308) {  in mpc_dma_execute()
307 		out_8(&mdma->regs->dmassrt, cid);  in mpc_dma_execute()
310 		out_8(&mdma->regs->dmaserq, cid);  in mpc_dma_execute()
313 		out_8(&mdma->regs->dmassrt, cid);  in mpc_dma_execute()
318 static void mpc_dma_irq_process(struct mpc_dma *mdma, u32 is, u32 es, int off)  in mpc_dma_irq_process()  argument
327 		mchan = &mdma->channels[ch + off];  in mpc_dma_irq_process()
331 		out_8(&mdma->regs->dmacint, ch + off);  in mpc_dma_irq_process()
332 		out_8(&mdma->regs->dmacerr, ch + off);  in mpc_dma_irq_process()
351 	struct mpc_dma *mdma = data;  in mpc_dma_irq()  local
355 	es = in_be32(&mdma->regs->dmaes);  in mpc_dma_irq()
356 	spin_lock(&mdma->error_status_lock);  in mpc_dma_irq()
357 	if ((es & MPC_DMA_DMAES_VLD) && mdma->error_status == 0)  in mpc_dma_irq()
358 		mdma->error_status = es;  in mpc_dma_irq()
359 	spin_unlock(&mdma->error_status_lock);  in mpc_dma_irq()
362 	if (mdma->dma.chancnt > 32) {  in mpc_dma_irq()
363 		mpc_dma_irq_process(mdma, in_be32(&mdma->regs->dmainth),  in mpc_dma_irq()
364 					in_be32(&mdma->regs->dmaerrh), 32);  in mpc_dma_irq()
366 	mpc_dma_irq_process(mdma, in_be32(&mdma->regs->dmaintl),  in mpc_dma_irq()
367 					in_be32(&mdma->regs->dmaerrl), 0);  in mpc_dma_irq()
370 	tasklet_schedule(&mdma->tasklet);  in mpc_dma_irq()
376 static void mpc_dma_process_completed(struct mpc_dma *mdma)  in mpc_dma_process_completed()  argument
386 	for (i = 0; i < mdma->dma.chancnt; i++) {  in mpc_dma_process_completed()
387 		mchan = &mdma->channels[i];  in mpc_dma_process_completed()
419 	struct mpc_dma *mdma = from_tasklet(mdma, t, tasklet);  in mpc_dma_tasklet()  local
423 	spin_lock_irqsave(&mdma->error_status_lock, flags);  in mpc_dma_tasklet()
424 	es = mdma->error_status;  in mpc_dma_tasklet()
425 	mdma->error_status = 0;  in mpc_dma_tasklet()
426 	spin_unlock_irqrestore(&mdma->error_status_lock, flags);  in mpc_dma_tasklet()
430 		dev_err(mdma->dma.dev,  in mpc_dma_tasklet()
435 			dev_err(mdma->dma.dev, "- Group Priority Error\n");  in mpc_dma_tasklet()
437 			dev_err(mdma->dma.dev, "- Channel Priority Error\n");  in mpc_dma_tasklet()
439 			dev_err(mdma->dma.dev, "- Source Address Error\n");  in mpc_dma_tasklet()
441 			dev_err(mdma->dma.dev, "- Source Offset Configuration Error\n");  in mpc_dma_tasklet()
443 			dev_err(mdma->dma.dev, "- Destination Address Error\n");  in mpc_dma_tasklet()
445 			dev_err(mdma->dma.dev, "- Destination Offset Configuration Error\n");  in mpc_dma_tasklet()
447 			dev_err(mdma->dma.dev, "- NBytes/Citter Configuration Error\n");  in mpc_dma_tasklet()
449 			dev_err(mdma->dma.dev, "- Scatter/Gather Configuration Error\n");  in mpc_dma_tasklet()
451 			dev_err(mdma->dma.dev, "- Source Bus Error\n");  in mpc_dma_tasklet()
453 			dev_err(mdma->dma.dev, "- Destination Bus Error\n");  in mpc_dma_tasklet()
456 	mpc_dma_process_completed(mdma);  in mpc_dma_tasklet()
488 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(chan);  in mpc_dma_alloc_chan_resources()  local
498 	tcd = dma_alloc_coherent(mdma->dma.dev,  in mpc_dma_alloc_chan_resources()
508 			dev_notice(mdma->dma.dev,  in mpc_dma_alloc_chan_resources()
525 		dma_free_coherent(mdma->dma.dev,  in mpc_dma_alloc_chan_resources()
538 	out_8(&mdma->regs->dmaseei, chan->chan_id);  in mpc_dma_alloc_chan_resources()
546 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(chan);  in mpc_dma_free_chan_resources()  local
570 	dma_free_coherent(mdma->dma.dev,  in mpc_dma_free_chan_resources()
579 	out_8(&mdma->regs->dmaceei, chan->chan_id);  in mpc_dma_free_chan_resources()
604 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(chan);  in mpc_dma_prep_memcpy()  local
621 		mpc_dma_process_completed(mdma);  in mpc_dma_prep_memcpy()
637 	} else if (!mdma->is_mpc8308 && IS_ALIGNED(src | dst | len, 16)) {  in mpc_dma_prep_memcpy()
688 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(chan);  in mpc_dma_prep_slave_sg()  local
714 			mpc_dma_process_completed(mdma);  in mpc_dma_prep_slave_sg()
764 		if (mdma->is_mpc8308) {  in mpc_dma_prep_slave_sg()
832 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(&mchan->chan);  in mpc_dma_device_config()  local
854 	if (!is_buswidth_valid(cfg->src_addr_width, mdma->is_mpc8308) ||  in mpc_dma_device_config()
855 	    !is_buswidth_valid(cfg->dst_addr_width, mdma->is_mpc8308))  in mpc_dma_device_config()
881 	struct mpc_dma *mdma = dma_chan_to_mpc_dma(chan);  in mpc_dma_device_terminate_all()  local
887 	out_8(&mdma->regs->dmacerq, chan->chan_id);  in mpc_dma_device_terminate_all()
902 	struct mpc_dma *mdma;  in mpc_dma_probe()  local
909 	mdma = devm_kzalloc(dev, sizeof(struct mpc_dma), GFP_KERNEL);  in mpc_dma_probe()
910 	if (!mdma) {  in mpc_dma_probe()
915 	mdma->irq = irq_of_parse_and_map(dn, 0);  in mpc_dma_probe()
916 	if (!mdma->irq) {  in mpc_dma_probe()
923 		mdma->is_mpc8308 = 1;  in mpc_dma_probe()
924 		mdma->irq2 = irq_of_parse_and_map(dn, 1);  in mpc_dma_probe()
925 		if (!mdma->irq2) {  in mpc_dma_probe()
947 	mdma->regs = devm_ioremap(dev, regs_start, regs_size);  in mpc_dma_probe()
948 	if (!mdma->regs) {  in mpc_dma_probe()
954 	mdma->tcd = (struct mpc_dma_tcd *)((u8 *)(mdma->regs)  in mpc_dma_probe()
957 	retval = request_irq(mdma->irq, &mpc_dma_irq, 0, DRV_NAME, mdma);  in mpc_dma_probe()
964 	if (mdma->is_mpc8308) {  in mpc_dma_probe()
965 		retval = request_irq(mdma->irq2, &mpc_dma_irq, 0,  in mpc_dma_probe()
966 							DRV_NAME, mdma);  in mpc_dma_probe()
974 	spin_lock_init(&mdma->error_status_lock);  in mpc_dma_probe()
976 	dma = &mdma->dma;  in mpc_dma_probe()
991 	if (mdma->is_mpc8308)  in mpc_dma_probe()
997 		mchan = &mdma->channels[i];  in mpc_dma_probe()
1012 	tasklet_setup(&mdma->tasklet, mpc_dma_tasklet);  in mpc_dma_probe()
1020 	if (mdma->is_mpc8308) {  in mpc_dma_probe()
1022 		out_be32(&mdma->regs->dmacr, MPC_DMA_DMACR_ERCA);  in mpc_dma_probe()
1025 		out_be32(&mdma->regs->dmagpor, MPC_DMA_DMAGPOR_SNOOP_ENABLE);  in mpc_dma_probe()
1027 		out_be32(&mdma->regs->dmaeeil, 0);  in mpc_dma_probe()
1030 		out_be32(&mdma->regs->dmaintl, 0xFFFF);  in mpc_dma_probe()
1031 		out_be32(&mdma->regs->dmaerrl, 0xFFFF);  in mpc_dma_probe()
1033 		out_be32(&mdma->regs->dmacr, MPC_DMA_DMACR_EDCG |  in mpc_dma_probe()
1038 		out_be32(&mdma->regs->dmaerqh, 0);  in mpc_dma_probe()
1039 		out_be32(&mdma->regs->dmaerql, 0);  in mpc_dma_probe()
1042 		out_be32(&mdma->regs->dmaeeih, 0);  in mpc_dma_probe()
1043 		out_be32(&mdma->regs->dmaeeil, 0);  in mpc_dma_probe()
1046 		out_be32(&mdma->regs->dmainth, 0xFFFFFFFF);  in mpc_dma_probe()
1047 		out_be32(&mdma->regs->dmaintl, 0xFFFFFFFF);  in mpc_dma_probe()
1048 		out_be32(&mdma->regs->dmaerrh, 0xFFFFFFFF);  in mpc_dma_probe()
1049 		out_be32(&mdma->regs->dmaerrl, 0xFFFFFFFF);  in mpc_dma_probe()
1052 		out_be32(&mdma->regs->dmaihsa, 0);  in mpc_dma_probe()
1053 		out_be32(&mdma->regs->dmailsa, 0);  in mpc_dma_probe()
1057 	dev_set_drvdata(dev, mdma);  in mpc_dma_probe()
1065 						of_dma_xlate_by_chan_id, mdma);  in mpc_dma_probe()
1073 	if (mdma->is_mpc8308)  in mpc_dma_probe()
1074 		free_irq(mdma->irq2, mdma);  in mpc_dma_probe()
1076 	free_irq(mdma->irq, mdma);  in mpc_dma_probe()
1078 	if (mdma->is_mpc8308)  in mpc_dma_probe()
1079 		irq_dispose_mapping(mdma->irq2);  in mpc_dma_probe()
1081 	irq_dispose_mapping(mdma->irq);  in mpc_dma_probe()
1089 	struct mpc_dma *mdma = dev_get_drvdata(dev);  in mpc_dma_remove()  local
1093 	dma_async_device_unregister(&mdma->dma);  in mpc_dma_remove()
1094 	if (mdma->is_mpc8308) {  in mpc_dma_remove()
1095 		free_irq(mdma->irq2, mdma);  in mpc_dma_remove()
1096 		irq_dispose_mapping(mdma->irq2);  in mpc_dma_remove()
1098 	free_irq(mdma->irq, mdma);  in mpc_dma_remove()
1099 	irq_dispose_mapping(mdma->irq);  in mpc_dma_remove()
1100 	tasklet_kill(&mdma->tasklet);  in mpc_dma_remove()