Lines Matching full:hw
52 void (*rx_word)(struct au1550_spi *hw);
53 void (*tx_word)(struct au1550_spi *hw);
55 irqreturn_t (*irq_callback)(struct au1550_spi *hw);
90 static void au1550_spi_bits_handlers_set(struct au1550_spi *hw, int bpw);
102 static u32 au1550_spi_baudcfg(struct au1550_spi *hw, unsigned speed_hz) in au1550_spi_baudcfg() argument
104 u32 mainclk_hz = hw->pdata->mainclk_hz; in au1550_spi_baudcfg()
125 static inline void au1550_spi_mask_ack_all(struct au1550_spi *hw) in au1550_spi_mask_ack_all() argument
127 hw->regs->psc_spimsk = in au1550_spi_mask_ack_all()
133 hw->regs->psc_spievent = in au1550_spi_mask_ack_all()
140 static void au1550_spi_reset_fifos(struct au1550_spi *hw) in au1550_spi_reset_fifos() argument
144 hw->regs->psc_spipcr = PSC_SPIPCR_RC | PSC_SPIPCR_TC; in au1550_spi_reset_fifos()
147 pcr = hw->regs->psc_spipcr; in au1550_spi_reset_fifos()
163 struct au1550_spi *hw = spi_master_get_devdata(spi->master); in au1550_spi_chipsel() local
169 if (hw->pdata->deactivate_cs) in au1550_spi_chipsel()
170 hw->pdata->deactivate_cs(hw->pdata, spi->chip_select, in au1550_spi_chipsel()
175 au1550_spi_bits_handlers_set(hw, spi->bits_per_word); in au1550_spi_chipsel()
177 cfg = hw->regs->psc_spicfg; in au1550_spi_chipsel()
179 hw->regs->psc_spicfg = cfg & ~PSC_SPICFG_DE_ENABLE; in au1550_spi_chipsel()
196 if (hw->usedma && spi->bits_per_word <= 8) in au1550_spi_chipsel()
205 cfg |= au1550_spi_baudcfg(hw, spi->max_speed_hz); in au1550_spi_chipsel()
207 hw->regs->psc_spicfg = cfg | PSC_SPICFG_DE_ENABLE; in au1550_spi_chipsel()
210 stat = hw->regs->psc_spistat; in au1550_spi_chipsel()
214 if (hw->pdata->activate_cs) in au1550_spi_chipsel()
215 hw->pdata->activate_cs(hw->pdata, spi->chip_select, in au1550_spi_chipsel()
223 struct au1550_spi *hw = spi_master_get_devdata(spi->master); in au1550_spi_setupxfer() local
238 au1550_spi_bits_handlers_set(hw, spi->bits_per_word); in au1550_spi_setupxfer()
240 cfg = hw->regs->psc_spicfg; in au1550_spi_setupxfer()
242 hw->regs->psc_spicfg = cfg & ~PSC_SPICFG_DE_ENABLE; in au1550_spi_setupxfer()
245 if (hw->usedma && bpw <= 8) in au1550_spi_setupxfer()
254 cfg |= au1550_spi_baudcfg(hw, hz); in au1550_spi_setupxfer()
256 hw->regs->psc_spicfg = cfg; in au1550_spi_setupxfer()
261 stat = hw->regs->psc_spistat; in au1550_spi_setupxfer()
266 au1550_spi_reset_fifos(hw); in au1550_spi_setupxfer()
267 au1550_spi_mask_ack_all(hw); in au1550_spi_setupxfer()
279 static int au1550_spi_dma_rxtmp_alloc(struct au1550_spi *hw, unsigned size) in au1550_spi_dma_rxtmp_alloc() argument
281 hw->dma_rx_tmpbuf = kmalloc(size, GFP_KERNEL); in au1550_spi_dma_rxtmp_alloc()
282 if (!hw->dma_rx_tmpbuf) in au1550_spi_dma_rxtmp_alloc()
284 hw->dma_rx_tmpbuf_size = size; in au1550_spi_dma_rxtmp_alloc()
285 hw->dma_rx_tmpbuf_addr = dma_map_single(hw->dev, hw->dma_rx_tmpbuf, in au1550_spi_dma_rxtmp_alloc()
287 if (dma_mapping_error(hw->dev, hw->dma_rx_tmpbuf_addr)) { in au1550_spi_dma_rxtmp_alloc()
288 kfree(hw->dma_rx_tmpbuf); in au1550_spi_dma_rxtmp_alloc()
289 hw->dma_rx_tmpbuf = 0; in au1550_spi_dma_rxtmp_alloc()
290 hw->dma_rx_tmpbuf_size = 0; in au1550_spi_dma_rxtmp_alloc()
296 static void au1550_spi_dma_rxtmp_free(struct au1550_spi *hw) in au1550_spi_dma_rxtmp_free() argument
298 dma_unmap_single(hw->dev, hw->dma_rx_tmpbuf_addr, in au1550_spi_dma_rxtmp_free()
299 hw->dma_rx_tmpbuf_size, DMA_FROM_DEVICE); in au1550_spi_dma_rxtmp_free()
300 kfree(hw->dma_rx_tmpbuf); in au1550_spi_dma_rxtmp_free()
301 hw->dma_rx_tmpbuf = 0; in au1550_spi_dma_rxtmp_free()
302 hw->dma_rx_tmpbuf_size = 0; in au1550_spi_dma_rxtmp_free()
307 struct au1550_spi *hw = spi_master_get_devdata(spi->master); in au1550_spi_dma_txrxb() local
312 hw->len = t->len; in au1550_spi_dma_txrxb()
313 hw->tx_count = 0; in au1550_spi_dma_txrxb()
314 hw->rx_count = 0; in au1550_spi_dma_txrxb()
316 hw->tx = t->tx_buf; in au1550_spi_dma_txrxb()
317 hw->rx = t->rx_buf; in au1550_spi_dma_txrxb()
331 dma_tx_addr = dma_map_single(hw->dev, in au1550_spi_dma_txrxb()
334 if (dma_mapping_error(hw->dev, dma_tx_addr)) in au1550_spi_dma_txrxb()
335 dev_err(hw->dev, "tx dma map error\n"); in au1550_spi_dma_txrxb()
341 dma_rx_addr = dma_map_single(hw->dev, in au1550_spi_dma_txrxb()
344 if (dma_mapping_error(hw->dev, dma_rx_addr)) in au1550_spi_dma_txrxb()
345 dev_err(hw->dev, "rx dma map error\n"); in au1550_spi_dma_txrxb()
348 if (t->len > hw->dma_rx_tmpbuf_size) { in au1550_spi_dma_txrxb()
351 au1550_spi_dma_rxtmp_free(hw); in au1550_spi_dma_txrxb()
352 ret = au1550_spi_dma_rxtmp_alloc(hw, max(t->len, in au1550_spi_dma_txrxb()
357 hw->rx = hw->dma_rx_tmpbuf; in au1550_spi_dma_txrxb()
358 dma_rx_addr = hw->dma_rx_tmpbuf_addr; in au1550_spi_dma_txrxb()
359 dma_sync_single_for_device(hw->dev, dma_rx_addr, in au1550_spi_dma_txrxb()
364 dma_sync_single_for_device(hw->dev, dma_rx_addr, in au1550_spi_dma_txrxb()
366 hw->tx = hw->rx; in au1550_spi_dma_txrxb()
370 res = au1xxx_dbdma_put_dest(hw->dma_rx_ch, virt_to_phys(hw->rx), in au1550_spi_dma_txrxb()
373 dev_err(hw->dev, "rx dma put dest error\n"); in au1550_spi_dma_txrxb()
375 res = au1xxx_dbdma_put_source(hw->dma_tx_ch, virt_to_phys(hw->tx), in au1550_spi_dma_txrxb()
378 dev_err(hw->dev, "tx dma put source error\n"); in au1550_spi_dma_txrxb()
380 au1xxx_dbdma_start(hw->dma_rx_ch); in au1550_spi_dma_txrxb()
381 au1xxx_dbdma_start(hw->dma_tx_ch); in au1550_spi_dma_txrxb()
384 hw->regs->psc_spimsk = PSC_SPIMSK_SD; in au1550_spi_dma_txrxb()
388 hw->regs->psc_spipcr = PSC_SPIPCR_MS; in au1550_spi_dma_txrxb()
391 wait_for_completion(&hw->master_done); in au1550_spi_dma_txrxb()
393 au1xxx_dbdma_stop(hw->dma_tx_ch); in au1550_spi_dma_txrxb()
394 au1xxx_dbdma_stop(hw->dma_rx_ch); in au1550_spi_dma_txrxb()
398 dma_sync_single_for_cpu(hw->dev, dma_rx_addr, t->len, in au1550_spi_dma_txrxb()
403 dma_unmap_single(hw->dev, dma_rx_addr, t->len, in au1550_spi_dma_txrxb()
406 dma_unmap_single(hw->dev, dma_tx_addr, t->len, in au1550_spi_dma_txrxb()
409 return hw->rx_count < hw->tx_count ? hw->rx_count : hw->tx_count; in au1550_spi_dma_txrxb()
412 static irqreturn_t au1550_spi_dma_irq_callback(struct au1550_spi *hw) in au1550_spi_dma_irq_callback() argument
416 stat = hw->regs->psc_spistat; in au1550_spi_dma_irq_callback()
417 evnt = hw->regs->psc_spievent; in au1550_spi_dma_irq_callback()
420 dev_err(hw->dev, "Unexpected IRQ!\n"); in au1550_spi_dma_irq_callback()
433 au1550_spi_mask_ack_all(hw); in au1550_spi_dma_irq_callback()
434 au1xxx_dbdma_stop(hw->dma_rx_ch); in au1550_spi_dma_irq_callback()
435 au1xxx_dbdma_stop(hw->dma_tx_ch); in au1550_spi_dma_irq_callback()
438 hw->rx_count = hw->len - au1xxx_get_dma_residue(hw->dma_rx_ch); in au1550_spi_dma_irq_callback()
439 hw->tx_count = hw->len - au1xxx_get_dma_residue(hw->dma_tx_ch); in au1550_spi_dma_irq_callback()
441 au1xxx_dbdma_reset(hw->dma_rx_ch); in au1550_spi_dma_irq_callback()
442 au1xxx_dbdma_reset(hw->dma_tx_ch); in au1550_spi_dma_irq_callback()
443 au1550_spi_reset_fifos(hw); in au1550_spi_dma_irq_callback()
446 dev_err(hw->dev, in au1550_spi_dma_irq_callback()
449 dev_err(hw->dev, in au1550_spi_dma_irq_callback()
453 complete(&hw->master_done); in au1550_spi_dma_irq_callback()
459 au1550_spi_mask_ack_all(hw); in au1550_spi_dma_irq_callback()
460 hw->rx_count = hw->len; in au1550_spi_dma_irq_callback()
461 hw->tx_count = hw->len; in au1550_spi_dma_irq_callback()
462 complete(&hw->master_done); in au1550_spi_dma_irq_callback()
470 static void au1550_spi_rx_word_##size(struct au1550_spi *hw) \
472 u32 fifoword = hw->regs->psc_spitxrx & (u32)(mask); \
474 if (hw->rx) { \
475 *(u##size *)hw->rx = (u##size)fifoword; \
476 hw->rx += (size) / 8; \
478 hw->rx_count += (size) / 8; \
482 static void au1550_spi_tx_word_##size(struct au1550_spi *hw) \
485 if (hw->tx) { \
486 fifoword = *(u##size *)hw->tx & (u32)(mask); \
487 hw->tx += (size) / 8; \
489 hw->tx_count += (size) / 8; \
490 if (hw->tx_count >= hw->len) \
492 hw->regs->psc_spitxrx = fifoword; \
506 struct au1550_spi *hw = spi_master_get_devdata(spi->master); in au1550_spi_pio_txrxb() local
508 hw->tx = t->tx_buf; in au1550_spi_pio_txrxb()
509 hw->rx = t->rx_buf; in au1550_spi_pio_txrxb()
510 hw->len = t->len; in au1550_spi_pio_txrxb()
511 hw->tx_count = 0; in au1550_spi_pio_txrxb()
512 hw->rx_count = 0; in au1550_spi_pio_txrxb()
518 while (hw->tx_count < hw->len) { in au1550_spi_pio_txrxb()
520 hw->tx_word(hw); in au1550_spi_pio_txrxb()
522 if (hw->tx_count >= hw->len) { in au1550_spi_pio_txrxb()
527 stat = hw->regs->psc_spistat; in au1550_spi_pio_txrxb()
534 hw->regs->psc_spimsk = mask; in au1550_spi_pio_txrxb()
538 hw->regs->psc_spipcr = PSC_SPIPCR_MS; in au1550_spi_pio_txrxb()
541 wait_for_completion(&hw->master_done); in au1550_spi_pio_txrxb()
543 return hw->rx_count < hw->tx_count ? hw->rx_count : hw->tx_count; in au1550_spi_pio_txrxb()
546 static irqreturn_t au1550_spi_pio_irq_callback(struct au1550_spi *hw) in au1550_spi_pio_irq_callback() argument
551 stat = hw->regs->psc_spistat; in au1550_spi_pio_irq_callback()
552 evnt = hw->regs->psc_spievent; in au1550_spi_pio_irq_callback()
555 dev_err(hw->dev, "Unexpected IRQ!\n"); in au1550_spi_pio_irq_callback()
567 au1550_spi_mask_ack_all(hw); in au1550_spi_pio_irq_callback()
568 au1550_spi_reset_fifos(hw); in au1550_spi_pio_irq_callback()
569 dev_err(hw->dev, in au1550_spi_pio_irq_callback()
572 complete(&hw->master_done); in au1550_spi_pio_irq_callback()
582 stat = hw->regs->psc_spistat; in au1550_spi_pio_irq_callback()
594 if (!(stat & PSC_SPISTAT_RE) && hw->rx_count < hw->len) { in au1550_spi_pio_irq_callback()
595 hw->rx_word(hw); in au1550_spi_pio_irq_callback()
598 if (!(stat & PSC_SPISTAT_TF) && hw->tx_count < hw->len) in au1550_spi_pio_irq_callback()
599 hw->tx_word(hw); in au1550_spi_pio_irq_callback()
603 hw->regs->psc_spievent = PSC_SPIEVNT_RR | PSC_SPIEVNT_TR; in au1550_spi_pio_irq_callback()
622 hw->regs->psc_spievent = PSC_SPIEVNT_TU | PSC_SPIEVNT_MD; in au1550_spi_pio_irq_callback()
624 hw->regs->psc_spipcr = PSC_SPIPCR_MS; in au1550_spi_pio_irq_callback()
628 if (hw->rx_count >= hw->len) { in au1550_spi_pio_irq_callback()
630 au1550_spi_mask_ack_all(hw); in au1550_spi_pio_irq_callback()
631 complete(&hw->master_done); in au1550_spi_pio_irq_callback()
638 struct au1550_spi *hw = spi_master_get_devdata(spi->master); in au1550_spi_txrx_bufs() local
639 return hw->txrx_bufs(spi, t); in au1550_spi_txrx_bufs()
644 struct au1550_spi *hw = dev; in au1550_spi_irq() local
645 return hw->irq_callback(hw); in au1550_spi_irq()
648 static void au1550_spi_bits_handlers_set(struct au1550_spi *hw, int bpw) in au1550_spi_bits_handlers_set() argument
651 if (hw->usedma) { in au1550_spi_bits_handlers_set()
652 hw->txrx_bufs = &au1550_spi_dma_txrxb; in au1550_spi_bits_handlers_set()
653 hw->irq_callback = &au1550_spi_dma_irq_callback; in au1550_spi_bits_handlers_set()
655 hw->rx_word = &au1550_spi_rx_word_8; in au1550_spi_bits_handlers_set()
656 hw->tx_word = &au1550_spi_tx_word_8; in au1550_spi_bits_handlers_set()
657 hw->txrx_bufs = &au1550_spi_pio_txrxb; in au1550_spi_bits_handlers_set()
658 hw->irq_callback = &au1550_spi_pio_irq_callback; in au1550_spi_bits_handlers_set()
661 hw->rx_word = &au1550_spi_rx_word_16; in au1550_spi_bits_handlers_set()
662 hw->tx_word = &au1550_spi_tx_word_16; in au1550_spi_bits_handlers_set()
663 hw->txrx_bufs = &au1550_spi_pio_txrxb; in au1550_spi_bits_handlers_set()
664 hw->irq_callback = &au1550_spi_pio_irq_callback; in au1550_spi_bits_handlers_set()
666 hw->rx_word = &au1550_spi_rx_word_32; in au1550_spi_bits_handlers_set()
667 hw->tx_word = &au1550_spi_tx_word_32; in au1550_spi_bits_handlers_set()
668 hw->txrx_bufs = &au1550_spi_pio_txrxb; in au1550_spi_bits_handlers_set()
669 hw->irq_callback = &au1550_spi_pio_irq_callback; in au1550_spi_bits_handlers_set()
673 static void au1550_spi_setup_psc_as_spi(struct au1550_spi *hw) in au1550_spi_setup_psc_as_spi() argument
678 hw->regs->psc_ctrl = PSC_CTRL_DISABLE; in au1550_spi_setup_psc_as_spi()
680 hw->regs->psc_sel = PSC_SEL_PS_SPIMODE; in au1550_spi_setup_psc_as_spi()
683 hw->regs->psc_spicfg = 0; in au1550_spi_setup_psc_as_spi()
686 hw->regs->psc_ctrl = PSC_CTRL_ENABLE; in au1550_spi_setup_psc_as_spi()
690 stat = hw->regs->psc_spistat; in au1550_spi_setup_psc_as_spi()
695 cfg = hw->usedma ? 0 : PSC_SPICFG_DD_DISABLE; in au1550_spi_setup_psc_as_spi()
705 hw->regs->psc_spicfg = cfg; in au1550_spi_setup_psc_as_spi()
708 au1550_spi_mask_ack_all(hw); in au1550_spi_setup_psc_as_spi()
710 hw->regs->psc_spicfg |= PSC_SPICFG_DE_ENABLE; in au1550_spi_setup_psc_as_spi()
714 stat = hw->regs->psc_spistat; in au1550_spi_setup_psc_as_spi()
718 au1550_spi_reset_fifos(hw); in au1550_spi_setup_psc_as_spi()
724 struct au1550_spi *hw; in au1550_spi_probe() local
740 hw = spi_master_get_devdata(master); in au1550_spi_probe()
742 hw->master = master; in au1550_spi_probe()
743 hw->pdata = dev_get_platdata(&pdev->dev); in au1550_spi_probe()
744 hw->dev = &pdev->dev; in au1550_spi_probe()
746 if (hw->pdata == NULL) { in au1550_spi_probe()
758 hw->irq = r->start; in au1550_spi_probe()
760 hw->usedma = 0; in au1550_spi_probe()
763 hw->dma_tx_id = r->start; in au1550_spi_probe()
766 hw->dma_rx_id = r->start; in au1550_spi_probe()
771 hw->usedma = 1; in au1550_spi_probe()
783 hw->ioarea = request_mem_region(r->start, sizeof(psc_spi_t), in au1550_spi_probe()
785 if (!hw->ioarea) { in au1550_spi_probe()
791 hw->regs = (psc_spi_t __iomem *)ioremap(r->start, sizeof(psc_spi_t)); in au1550_spi_probe()
792 if (!hw->regs) { in au1550_spi_probe()
798 platform_set_drvdata(pdev, hw); in au1550_spi_probe()
800 init_completion(&hw->master_done); in au1550_spi_probe()
802 hw->bitbang.master = hw->master; in au1550_spi_probe()
803 hw->bitbang.setup_transfer = au1550_spi_setupxfer; in au1550_spi_probe()
804 hw->bitbang.chipselect = au1550_spi_chipsel; in au1550_spi_probe()
805 hw->bitbang.txrx_bufs = au1550_spi_txrx_bufs; in au1550_spi_probe()
807 if (hw->usedma) { in au1550_spi_probe()
808 hw->dma_tx_ch = au1xxx_dbdma_chan_alloc(ddma_memid, in au1550_spi_probe()
809 hw->dma_tx_id, NULL, (void *)hw); in au1550_spi_probe()
810 if (hw->dma_tx_ch == 0) { in au1550_spi_probe()
816 au1xxx_dbdma_set_devwidth(hw->dma_tx_ch, 8); in au1550_spi_probe()
817 if (au1xxx_dbdma_ring_alloc(hw->dma_tx_ch, in au1550_spi_probe()
826 hw->dma_rx_ch = au1xxx_dbdma_chan_alloc(hw->dma_rx_id, in au1550_spi_probe()
827 ddma_memid, NULL, (void *)hw); in au1550_spi_probe()
828 if (hw->dma_rx_ch == 0) { in au1550_spi_probe()
834 au1xxx_dbdma_set_devwidth(hw->dma_rx_ch, 8); in au1550_spi_probe()
835 if (au1xxx_dbdma_ring_alloc(hw->dma_rx_ch, in au1550_spi_probe()
843 err = au1550_spi_dma_rxtmp_alloc(hw, in au1550_spi_probe()
852 au1550_spi_bits_handlers_set(hw, 8); in au1550_spi_probe()
854 err = request_irq(hw->irq, au1550_spi_irq, 0, pdev->name, hw); in au1550_spi_probe()
861 master->num_chipselect = hw->pdata->num_chipselect; in au1550_spi_probe()
875 master->max_speed_hz = hw->pdata->mainclk_hz / min_div; in au1550_spi_probe()
877 hw->pdata->mainclk_hz / (max_div + 1) + 1; in au1550_spi_probe()
880 au1550_spi_setup_psc_as_spi(hw); in au1550_spi_probe()
882 err = spi_bitbang_start(&hw->bitbang); in au1550_spi_probe()
895 free_irq(hw->irq, hw); in au1550_spi_probe()
898 au1550_spi_dma_rxtmp_free(hw); in au1550_spi_probe()
902 if (hw->usedma) in au1550_spi_probe()
903 au1xxx_dbdma_chan_free(hw->dma_rx_ch); in au1550_spi_probe()
907 if (hw->usedma) in au1550_spi_probe()
908 au1xxx_dbdma_chan_free(hw->dma_tx_ch); in au1550_spi_probe()
911 iounmap((void __iomem *)hw->regs); in au1550_spi_probe()
918 spi_master_put(hw->master); in au1550_spi_probe()
926 struct au1550_spi *hw = platform_get_drvdata(pdev); in au1550_spi_remove() local
929 hw->master->bus_num); in au1550_spi_remove()
931 spi_bitbang_stop(&hw->bitbang); in au1550_spi_remove()
932 free_irq(hw->irq, hw); in au1550_spi_remove()
933 iounmap((void __iomem *)hw->regs); in au1550_spi_remove()
934 release_mem_region(hw->ioarea->start, sizeof(psc_spi_t)); in au1550_spi_remove()
936 if (hw->usedma) { in au1550_spi_remove()
937 au1550_spi_dma_rxtmp_free(hw); in au1550_spi_remove()
938 au1xxx_dbdma_chan_free(hw->dma_rx_ch); in au1550_spi_remove()
939 au1xxx_dbdma_chan_free(hw->dma_tx_ch); in au1550_spi_remove()
942 spi_master_put(hw->master); in au1550_spi_remove()