Lines Matching +full:pdc +full:- +full:global
1 // SPDX-License-Identifier: GPL-2.0-or-later
5 ** (c) Copyright 2000-2004 Grant Grundler <grundler @ parisc-linux x org>
7 ** (c) Copyright 2000-2004 Hewlett-Packard Company
14 ** J5000/J7000/N-class/L-class machines and their successors.
28 #include <linux/dma-map-ops.h>
30 #include <linux/iommu-helper.h>
46 #include <asm/pdc.h> /* for PDC_MODEL_* */
48 #include <asm/parisc-device.h>
55 ** The number of debug flags is a clue - this code is fragile.
101 /* global count of IOMMUs in the system */
127 ** Superdome (in particular, REO) allows only 64-bit CSR accesses.
144 /* NOTE: When CONFIG_64BIT isn't defined, READ_REG64() is two 32-bit reads */
147 * sba_dump_ranges - debugging only - print ranges assigned to this IOA
167 * sba_dump_tlb - debugging only - print IOMMU operating parameters
190 * sba_dump_pdir_entry - debugging only - print one IOMMU PDIR entry
201 u64 *ptr = &(ioc->pdir_base[pide & (~0U * BITS_PER_LONG)]); in sba_dump_pdir_entry()
202 unsigned long *rptr = (unsigned long *) &(ioc->res_map[(pide >>3) & ~(sizeof(unsigned long) - 1)]); in sba_dump_pdir_entry()
207 rptr, pide & (BITS_PER_LONG - 1), *rptr); in sba_dump_pdir_entry()
212 (rcnt == (pide & (BITS_PER_LONG - 1))) in sba_dump_pdir_entry()
213 ? " -->" : " ", in sba_dump_pdir_entry()
223 * sba_check_pdir - debugging only - consistency checker
232 u32 *rptr_end = (u32 *) &(ioc->res_map[ioc->res_size]); in sba_check_pdir()
233 u32 *rptr = (u32 *) ioc->res_map; /* resource map ptr */ in sba_check_pdir()
234 u64 *pptr = ioc->pdir_base; /* pdir ptr */ in sba_check_pdir()
247 ** BUMMER! -- res_map != pdir -- in sba_check_pdir()
253 rcnt--; in sba_check_pdir()
266 * sba_dump_sg - debugging only - print Scatter-Gather list
276 while (nents-- > 0) { in sba_dump_sg()
281 sg_virt(startsg), startsg->length); in sba_dump_sg()
306 #define SBA_IOVA(ioc,iovp,offset,hint_reg) ((ioc->ibase) | (iovp) | (offset))
307 #define SBA_IOVP(ioc,iova) ((iova) & (ioc)->iovp_mask)
316 #define RESMAP_MASK(n) (~0UL << (BITS_PER_LONG - (n)))
317 #define RESMAP_IDX_MASK (sizeof(unsigned long) - 1)
322 return (((unsigned long)res_ptr - (unsigned long)ioc->res_map) << 3) in ptr_to_pide()
327 * sba_search_bitmap - find free space in IO PDIR resource bitmap
339 unsigned long *res_ptr = ioc->res_hint; in sba_search_bitmap()
340 unsigned long *res_end = (unsigned long *) &(ioc->res_map[ioc->res_size]); in sba_search_bitmap()
349 BUG_ON(ioc->ibase & ~IOVP_MASK); in sba_search_bitmap()
350 shift = ioc->ibase >> IOVP_SHIFT; in sba_search_bitmap()
356 /* Search word at a time - no mask needed */ in sba_search_bitmap()
370 ioc->res_bitshift = 0; in sba_search_bitmap()
373 ** Search the resource bit map on well-aligned values. in sba_search_bitmap()
379 uint bitshiftcnt = ALIGN(ioc->res_bitshift, o); in sba_search_bitmap()
411 ioc->res_bitshift = bitshiftcnt + bits_wanted; in sba_search_bitmap()
416 ioc->res_hint = (unsigned long *) ioc->res_map; in sba_search_bitmap()
417 ioc->res_bitshift = 0; in sba_search_bitmap()
419 ioc->res_hint = res_ptr; in sba_search_bitmap()
426 * sba_alloc_range - find free bits and mark them in IO PDIR resource bitmap
443 if (pide >= (ioc->res_size << 3)) { in sba_alloc_range()
445 if (pide >= (ioc->res_size << 3)) in sba_alloc_range()
447 __FILE__, ioc->ioc_hpa); in sba_alloc_range()
452 if(0x00 != ((u8 *) ioc->pdir_base)[pide*sizeof(u64) + 7]) { in sba_alloc_range()
457 DBG_RES("%s(%x) %d -> %lx hint %x/%x\n", in sba_alloc_range()
459 (uint) ((unsigned long) ioc->res_hint - (unsigned long) ioc->res_map), in sba_alloc_range()
460 ioc->res_bitshift ); in sba_alloc_range()
465 unsigned long tmp = cr_end - cr_start; in sba_alloc_range()
467 cr_start = (cr_end < cr_start) ? -(tmp) : (tmp); in sba_alloc_range()
469 ioc->avg_search[ioc->avg_idx++] = cr_start; in sba_alloc_range()
470 ioc->avg_idx &= SBA_SEARCH_SAMPLE - 1; in sba_alloc_range()
472 ioc->used_pages += pages_needed; in sba_alloc_range()
480 * sba_free_range - unmark bits in IO PDIR resource bitmap
493 unsigned long *res_ptr = (unsigned long *) &((ioc)->res_map[ridx & ~RESMAP_IDX_MASK]); in sba_free_range()
497 /* 3-bits "bit" address plus 2 (or 3) bits for "byte" == bit in word */ in sba_free_range()
498 unsigned long m = RESMAP_MASK(bits_not_wanted) >> (pide & (BITS_PER_LONG - 1)); in sba_free_range()
505 ioc->used_pages -= bits_not_wanted; in sba_free_range()
519 #define SBA_DMA_HINT(ioc, val) ((val) << (ioc)->hint_shift_pdir)
526 * sba_io_pdir_entry - fill in one IO PDIR entry
528 * @sid: process Space ID - currently only support KERNEL_SPACE
537 * Using the bass-ackwards HP bit numbering, Each IO Pdir entry
542 * +-+---------------------+----------------------------------+----+--------+
544 * +-+---------------------+----------------------------------+----+--------+
549 * +-+------------------------+-------------------------------+----+--------+
551 * +-+------------------------+-------------------------------+----+--------+
561 * We pre-swap the bytes since PCX-W is Big Endian and the
582 * If the PDC_MODEL capabilities has Non-coherent IO-PDIR bit set in sba_io_pdir_entry()
584 * IO-PDIR is changed in Ike/Astro. in sba_io_pdir_entry()
591 * sba_mark_invalid - invalidate one or more IO PDIR entries
610 u64 *pdir_ptr = &ioc->pdir_base[PDIR_INDEX(iovp)]; in sba_mark_invalid()
615 ** Even though this is a big-endian machine, the entries in sba_mark_invalid()
629 - (unsigned long) pdir_ptr; in sba_mark_invalid()
642 entries_per_cacheline = L1_CACHE_SHIFT - 3; in sba_mark_invalid()
646 byte_cnt -= IOVP_SIZE; in sba_mark_invalid()
661 WRITE_REG( SBA_IOVA(ioc, iovp, 0, 0), ioc->ioc_hpa+IOC_PCOM); in sba_mark_invalid()
665 * sba_dma_supported - PCI driver can query DMA support
669 * See Documentation/core-api/dma-api-howto.rst
689 return((int)(mask >= (ioc->ibase - 1 + in sba_dma_supported()
690 (ioc->pdir_size / sizeof(u64) * IOVP_SIZE) ))); in sba_dma_supported()
695 * sba_map_single - map one buffer and return IOVA for DMA
701 * See Documentation/core-api/dma-api-howto.rst
724 spin_lock_irqsave(&ioc->res_lock, flags); in sba_map_single()
730 ioc->msingle_calls++; in sba_map_single()
731 ioc->msingle_pages += size >> IOVP_SHIFT; in sba_map_single()
736 DBG_RUN("%s() 0x%p -> 0x%lx\n", in sba_map_single()
739 pdir_start = &(ioc->pdir_base[pide]); in sba_map_single()
757 size -= IOVP_SIZE; in sba_map_single()
767 spin_unlock_irqrestore(&ioc->res_lock, flags); in sba_map_single()
785 * sba_unmap_page - unmap one IOVA and free resources
791 * See Documentation/core-api/dma-api-howto.rst
816 spin_lock_irqsave(&ioc->res_lock, flags); in sba_unmap_page()
819 ioc->usingle_calls++; in sba_unmap_page()
820 ioc->usingle_pages += size >> IOVP_SHIFT; in sba_unmap_page()
826 /* Delaying when we re-use a IO Pdir entry reduces the number in sba_unmap_page()
829 d = &(ioc->saved[ioc->saved_cnt]); in sba_unmap_page()
830 d->iova = iova; in sba_unmap_page()
831 d->size = size; in sba_unmap_page()
832 if (++(ioc->saved_cnt) >= DELAYED_RESOURCE_CNT) { in sba_unmap_page()
833 int cnt = ioc->saved_cnt; in sba_unmap_page()
834 while (cnt--) { in sba_unmap_page()
835 sba_free_range(ioc, d->iova, d->size); in sba_unmap_page()
836 d--; in sba_unmap_page()
838 ioc->saved_cnt = 0; in sba_unmap_page()
840 READ_REG(ioc->ioc_hpa+IOC_PCOM); /* flush purges */ in sba_unmap_page()
848 READ_REG(ioc->ioc_hpa+IOC_PCOM); /* flush purges */ in sba_unmap_page()
851 spin_unlock_irqrestore(&ioc->res_lock, flags); in sba_unmap_page()
853 /* XXX REVISIT for 2.5 Linux - need syncdma for zero-copy support. in sba_unmap_page()
865 * sba_alloc - allocate/map shared mem for DMA
870 * See Documentation/core-api/dma-api-howto.rst
895 * sba_free - free/unmap shared mem for DMA
901 * See Documentation/core-api/dma-api-howto.rst
922 #include "iommu-helpers.h"
930 * sba_map_sg - map Scatter/Gather list
936 * See Documentation/core-api/dma-api-howto.rst
955 sglist->length, direction); in sba_map_sg()
956 sg_dma_len(sglist) = sglist->length; in sba_map_sg()
960 spin_lock_irqsave(&ioc->res_lock, flags); in sba_map_sg()
971 ioc->msg_calls++; in sba_map_sg()
1005 spin_unlock_irqrestore(&ioc->res_lock, flags); in sba_map_sg()
1014 * sba_unmap_sg - unmap Scatter/Gather list
1020 * See Documentation/core-api/dma-api-howto.rst
1032 __func__, nents, sg_virt(sglist), sglist->length); in sba_unmap_sg()
1041 ioc->usg_calls++; in sba_unmap_sg()
1045 spin_lock_irqsave(&ioc->res_lock, flags); in sba_unmap_sg()
1047 spin_unlock_irqrestore(&ioc->res_lock, flags); in sba_unmap_sg()
1050 while (sg_dma_len(sglist) && nents--) { in sba_unmap_sg()
1055 …ioc->usg_pages += ((sg_dma_address(sglist) & ~IOVP_MASK) + sg_dma_len(sglist) + IOVP_SIZE - 1) >> … in sba_unmap_sg()
1056 ioc->usingle_calls--; /* kluge since call is unmap_sg() */ in sba_unmap_sg()
1064 spin_lock_irqsave(&ioc->res_lock, flags); in sba_unmap_sg()
1066 spin_unlock_irqrestore(&ioc->res_lock, flags); in sba_unmap_sg()
1087 ** SBA PAT PDC support
1100 ** PAT PDC to program the SBA/LBA directed range registers...this in sba_get_pat_resources()
1102 ** PCI subsystem. It's not clear yet. - ggg in sba_get_pat_resources()
1104 PAT_MOD(mod)->mod_info.mod_pages = PAT_GET_MOD_PAGES(temp); in sba_get_pat_resources()
1106 PAT_MOD(mod)->mod_info.dvi = PAT_GET_DVI(temp); in sba_get_pat_resources()
1108 PAT_MOD(mod)->mod_info.ioc = PAT_GET_IOC(temp); in sba_get_pat_resources()
1133 /* If this is not PA8700 (PCX-W2) in sba_alloc_pdir()
1139 if ( ((boot_cpu_data.pdc.cpuid >> 5) & 0x7f) != 0x13 in sba_alloc_pdir()
1140 || (boot_cpu_data.pdc.versions > 0x202) in sba_alloc_pdir()
1141 || (boot_cpu_data.pdc.capabilities & 0x08L) ) in sba_alloc_pdir()
1145 * PA8700 (PCX-W2, aka piranha) silent data corruption fix in sba_alloc_pdir()
1150 * (little-endian) bits 17 and 18 are on and bit 20 is off. in sba_alloc_pdir()
1155 * IO Pdir to a maximum size of 2MB-128K (1902K). in sba_alloc_pdir()
1162 if (pdir_order <= (19-12)) { in sba_alloc_pdir()
1163 if (((virt_to_phys(pdir_base)+pdir_size-1) & PIRANHA_ADDR_MASK) == PIRANHA_ADDR_VAL) { in sba_alloc_pdir()
1165 unsigned long new_pdir = __get_free_pages(GFP_KERNEL, (19-12)); in sba_alloc_pdir()
1172 while (pdir_order < (19-12)) { in sba_alloc_pdir()
1190 free_pages(new_pdir, 20-12); in sba_alloc_pdir()
1194 if (pdir_order > (20-12)) { in sba_alloc_pdir()
1205 free_pages(new_pdir, 20-12); in sba_alloc_pdir()
1208 free_pages(new_pdir - 128*1024 , 17-12); in sba_alloc_pdir()
1210 pdir_size -= 128*1024; in sba_alloc_pdir()
1229 int rope_num = (lba->hpa.start >> 13) & 0xf; in setup_ibase_imask_callback()
1230 if (rope_num >> 3 == ibd->ioc_num) in setup_ibase_imask_callback()
1231 lba_set_iregs(lba, ibd->ioc->ibase, ibd->ioc->imask); in setup_ibase_imask_callback()
1244 device_for_each_child(&sba->dev, &ibase_data, in setup_ibase_imask()
1275 ioc->ibase = READ_REG(ioc->ioc_hpa + IOC_IBASE) & ~0x1fffffULL; in sba_ioc_init_pluto()
1276 iova_space_size = ~(READ_REG(ioc->ioc_hpa + IOC_IMASK) & 0xFFFFFFFFUL) + 1; in sba_ioc_init_pluto()
1278 if ((ioc->ibase < 0xfed00000UL) && ((ioc->ibase + iova_space_size) > 0xfee00000UL)) { in sba_ioc_init_pluto()
1287 iov_order = get_order(iova_space_size >> (IOVP_SHIFT - PAGE_SHIFT)); in sba_ioc_init_pluto()
1288 ioc->pdir_size = (iova_space_size / IOVP_SIZE) * sizeof(u64); in sba_ioc_init_pluto()
1291 __func__, ioc->ioc_hpa, iova_space_size >> 20, in sba_ioc_init_pluto()
1294 ioc->pdir_base = (void *) __get_free_pages(GFP_KERNEL, in sba_ioc_init_pluto()
1295 get_order(ioc->pdir_size)); in sba_ioc_init_pluto()
1296 if (!ioc->pdir_base) in sba_ioc_init_pluto()
1299 memset(ioc->pdir_base, 0, ioc->pdir_size); in sba_ioc_init_pluto()
1302 __func__, ioc->pdir_base, ioc->pdir_size); in sba_ioc_init_pluto()
1305 ioc->hint_shift_pdir = iov_order + PAGE_SHIFT; in sba_ioc_init_pluto()
1306 ioc->hint_mask_pdir = ~(0x3 << (iov_order + PAGE_SHIFT)); in sba_ioc_init_pluto()
1309 ioc->hint_shift_pdir, ioc->hint_mask_pdir); in sba_ioc_init_pluto()
1312 WARN_ON((((unsigned long) ioc->pdir_base) & PAGE_MASK) != (unsigned long) ioc->pdir_base); in sba_ioc_init_pluto()
1313 WRITE_REG(virt_to_phys(ioc->pdir_base), ioc->ioc_hpa + IOC_PDIR_BASE); in sba_ioc_init_pluto()
1318 ioc->imask = iova_space_mask; in sba_ioc_init_pluto()
1320 ioc->iovp_mask = ~(iova_space_mask + PAGE_SIZE - 1); in sba_ioc_init_pluto()
1322 sba_dump_tlb(ioc->ioc_hpa); in sba_ioc_init_pluto()
1326 WRITE_REG(ioc->imask, ioc->ioc_hpa + IOC_IMASK); in sba_ioc_init_pluto()
1333 ioc->imask |= 0xFFFFFFFF00000000UL; in sba_ioc_init_pluto()
1347 WRITE_REG(tcnfg, ioc->ioc_hpa + IOC_TCNFG); in sba_ioc_init_pluto()
1353 WRITE_REG(ioc->ibase | 1, ioc->ioc_hpa + IOC_IBASE); in sba_ioc_init_pluto()
1359 WRITE_REG(ioc->ibase | 31, ioc->ioc_hpa + IOC_PCOM); in sba_ioc_init_pluto()
1371 device_for_each_child(&sba->dev, &agp_found, sba_ioc_find_quicksilver); in sba_ioc_init_pluto()
1376 ioc->pdir_size /= 2; in sba_ioc_init_pluto()
1377 ioc->pdir_base[PDIR_INDEX(iova_space_size/2)] = SBA_AGPGART_COOKIE; in sba_ioc_init_pluto()
1394 ** can be outstanding based on PCI Class/sub-class. Both in sba_ioc_init()
1396 ** Hot-Plug/Removal of PCI cards. (aka PCI OLARD). in sba_ioc_init()
1398 ** While we have 32-bits "IOVA" space, top two 2 bits are used in sba_ioc_init()
1399 ** for DMA hints - ergo only 30 bits max. in sba_ioc_init()
1404 /* limit IOVA space size to 1MB-1GB */ in sba_ioc_init()
1405 if (iova_space_size < (1 << (20 - PAGE_SHIFT))) { in sba_ioc_init()
1406 iova_space_size = 1 << (20 - PAGE_SHIFT); in sba_ioc_init()
1408 else if (iova_space_size > (1 << (30 - PAGE_SHIFT))) { in sba_ioc_init()
1409 iova_space_size = 1 << (30 - PAGE_SHIFT); in sba_ioc_init()
1422 ioc->pdir_size = pdir_size = (iova_space_size/IOVP_SIZE) * sizeof(u64); in sba_ioc_init()
1426 ioc->ioc_hpa, in sba_ioc_init()
1427 (unsigned long) totalram_pages() >> (20 - PAGE_SHIFT), in sba_ioc_init()
1431 ioc->pdir_base = sba_alloc_pdir(pdir_size); in sba_ioc_init()
1434 __func__, ioc->pdir_base, pdir_size); in sba_ioc_init()
1438 ioc->hint_shift_pdir = iov_order + PAGE_SHIFT; in sba_ioc_init()
1439 ioc->hint_mask_pdir = ~(0x3 << (iov_order + PAGE_SHIFT)); in sba_ioc_init()
1442 ioc->hint_shift_pdir, ioc->hint_mask_pdir); in sba_ioc_init()
1445 WRITE_REG64(virt_to_phys(ioc->pdir_base), ioc->ioc_hpa + IOC_PDIR_BASE); in sba_ioc_init()
1452 ** On C3000 w/512MB mem, HP-UX 10.20 reports: in sba_ioc_init()
1455 ioc->ibase = 0; in sba_ioc_init()
1456 ioc->imask = iova_space_mask; /* save it */ in sba_ioc_init()
1458 ioc->iovp_mask = ~(iova_space_mask + PAGE_SIZE - 1); in sba_ioc_init()
1462 __func__, ioc->ibase, ioc->imask); in sba_ioc_init()
1475 WRITE_REG(ioc->ibase | 1, ioc->ioc_hpa+IOC_IBASE); in sba_ioc_init()
1476 WRITE_REG(ioc->imask, ioc->ioc_hpa+IOC_IMASK); in sba_ioc_init()
1490 WRITE_REG(tcnfg, ioc->ioc_hpa+IOC_TCNFG); in sba_ioc_init()
1496 WRITE_REG(0 | 31, ioc->ioc_hpa+IOC_PCOM); in sba_ioc_init()
1498 ioc->ibase = 0; /* used by SBA_IOVA and related macros */ in sba_ioc_init()
1518 return ioremap(sba_dev->dev->hpa.start + offset, SBA_FUNC_SIZE); in ioc_remap()
1528 /* Shutdown the USB controller on Astro-based workstations. in sba_hw_init()
1545 if (PAGE0->mem_kbd.cl_class == CL_KEYBD) { in sba_hw_init()
1553 printk("sba_hw_init(): mem_boot 0x%x 0x%x 0x%x 0x%x\n", PAGE0->mem_boot.hpa, in sba_hw_init()
1554 PAGE0->mem_boot.spa, PAGE0->mem_boot.pad, PAGE0->mem_boot.cl_class); in sba_hw_init()
1559 ** to PDC about which device to shutdown. in sba_hw_init()
1565 if ((PAGE0->mem_boot.cl_class != CL_RANDOM) in sba_hw_init()
1566 && (PAGE0->mem_boot.cl_class != CL_SEQU)) { in sba_hw_init()
1571 if (!IS_PLUTO(sba_dev->dev)) { in sba_hw_init()
1572 ioc_ctl = READ_REG(sba_dev->sba_hpa+IOC_CTRL); in sba_hw_init()
1573 DBG_INIT("%s() hpa 0x%lx ioc_ctl 0x%Lx ->", in sba_hw_init()
1574 __func__, sba_dev->sba_hpa, ioc_ctl); in sba_hw_init()
1580 WRITE_REG(ioc_ctl, sba_dev->sba_hpa+IOC_CTRL); in sba_hw_init()
1583 ioc_ctl = READ_REG64(sba_dev->sba_hpa+IOC_CTRL); in sba_hw_init()
1588 if (IS_ASTRO(sba_dev->dev)) { in sba_hw_init()
1590 sba_dev->ioc[0].ioc_hpa = ioc_remap(sba_dev, ASTRO_IOC_OFFSET); in sba_hw_init()
1593 sba_dev->chip_resv.name = "Astro Intr Ack"; in sba_hw_init()
1594 sba_dev->chip_resv.start = PCI_F_EXTEND | 0xfef00000UL; in sba_hw_init()
1595 sba_dev->chip_resv.end = PCI_F_EXTEND | (0xff000000UL - 1) ; in sba_hw_init()
1596 err = request_resource(&iomem_resource, &(sba_dev->chip_resv)); in sba_hw_init()
1599 } else if (IS_PLUTO(sba_dev->dev)) { in sba_hw_init()
1602 sba_dev->ioc[0].ioc_hpa = ioc_remap(sba_dev, PLUTO_IOC_OFFSET); in sba_hw_init()
1605 sba_dev->chip_resv.name = "Pluto Intr/PIOP/VGA"; in sba_hw_init()
1606 sba_dev->chip_resv.start = PCI_F_EXTEND | 0xfee00000UL; in sba_hw_init()
1607 sba_dev->chip_resv.end = PCI_F_EXTEND | (0xff200000UL - 1); in sba_hw_init()
1608 err = request_resource(&iomem_resource, &(sba_dev->chip_resv)); in sba_hw_init()
1611 sba_dev->iommu_resv.name = "IOVA Space"; in sba_hw_init()
1612 sba_dev->iommu_resv.start = 0x40000000UL; in sba_hw_init()
1613 sba_dev->iommu_resv.end = 0x50000000UL - 1; in sba_hw_init()
1614 err = request_resource(&iomem_resource, &(sba_dev->iommu_resv)); in sba_hw_init()
1618 sba_dev->ioc[0].ioc_hpa = ioc_remap(sba_dev, IKE_IOC_OFFSET(0)); in sba_hw_init()
1619 sba_dev->ioc[1].ioc_hpa = ioc_remap(sba_dev, IKE_IOC_OFFSET(1)); in sba_hw_init()
1622 /* TODO - LOOKUP Ike/Stretch chipset mem map */ in sba_hw_init()
1626 sba_dev->num_ioc = num_ioc; in sba_hw_init()
1628 void __iomem *ioc_hpa = sba_dev->ioc[i].ioc_hpa; in sba_hw_init()
1639 if (IS_PLUTO(sba_dev->dev)) { in sba_hw_init()
1656 READ_REG(sba_dev->ioc[i].ioc_hpa + ROPE7_CTL); in sba_hw_init()
1660 READ_REG(sba_dev->ioc[i].ioc_hpa + 0x40), in sba_hw_init()
1661 READ_REG(sba_dev->ioc[i].ioc_hpa + 0x50) in sba_hw_init()
1664 READ_REG(sba_dev->ioc[i].ioc_hpa + 0x108), in sba_hw_init()
1665 READ_REG(sba_dev->ioc[i].ioc_hpa + 0x400) in sba_hw_init()
1668 if (IS_PLUTO(sba_dev->dev)) { in sba_hw_init()
1669 sba_ioc_init_pluto(sba_dev->dev, &(sba_dev->ioc[i]), i); in sba_hw_init()
1671 sba_ioc_init(sba_dev->dev, &(sba_dev->ioc[i]), i); in sba_hw_init()
1682 ** This will be useful for debugging - especially if we get coredumps in sba_common_init()
1684 sba_dev->next = sba_list; in sba_common_init()
1687 for(i=0; i< sba_dev->num_ioc; i++) { in sba_common_init()
1696 res_size = sba_dev->ioc[i].pdir_size/sizeof(u64); /* entries */ in sba_common_init()
1700 res_size -= (128*1024)/sizeof(u64); in sba_common_init()
1707 sba_dev->ioc[i].res_size = res_size; in sba_common_init()
1708 sba_dev->ioc[i].res_map = (char *) __get_free_pages(GFP_KERNEL, get_order(res_size)); in sba_common_init()
1711 iterate_pages( sba_dev->ioc[i].res_map, res_size, in sba_common_init()
1715 if (NULL == sba_dev->ioc[i].res_map) in sba_common_init()
1721 memset(sba_dev->ioc[i].res_map, 0, res_size); in sba_common_init()
1722 /* next available IOVP - circular search */ in sba_common_init()
1723 sba_dev->ioc[i].res_hint = (unsigned long *) in sba_common_init()
1724 &(sba_dev->ioc[i].res_map[L1_CACHE_BYTES]); in sba_common_init()
1727 /* Mark first bit busy - ie no IOVA 0 */ in sba_common_init()
1728 sba_dev->ioc[i].res_map[0] = 0x80; in sba_common_init()
1729 sba_dev->ioc[i].pdir_base[0] = 0xeeffc0addbba0080ULL; in sba_common_init()
1734 /* region from +1408K to +1536 is un-usable. */ in sba_common_init()
1738 long *p_start = (long *) &(sba_dev->ioc[i].res_map[idx_start]); in sba_common_init()
1739 long *p_end = (long *) &(sba_dev->ioc[i].res_map[idx_end]); in sba_common_init()
1743 *p_start++ = -1; in sba_common_init()
1748 iterate_pages( sba_dev->ioc[i].res_map, res_size, in sba_common_init()
1750 iterate_pages( sba_dev->ioc[i].pdir_base, sba_dev->ioc[i].pdir_size, in sba_common_init()
1755 __func__, i, res_size, sba_dev->ioc[i].res_map); in sba_common_init()
1758 spin_lock_init(&sba_dev->sba_lock); in sba_common_init()
1759 ioc_needs_fdc = boot_cpu_data.pdc.capabilities & PDC_MODEL_IOPDIR_FDC; in sba_common_init()
1763 * If the PDC_MODEL capabilities has Non-coherent IO-PDIR bit set in sba_common_init()
1765 * IO-PDIR is changed in Ike/Astro. in sba_common_init()
1779 struct ioc *ioc = &sba_dev->ioc[0]; /* FIXME: Multi-IOC support! */ in sba_proc_info()
1780 int total_pages = (int) (ioc->res_size << 3); /* 8 bits per byte */ in sba_proc_info()
1787 sba_dev->name, in sba_proc_info()
1788 (sba_dev->hw_rev & 0x7) + 1, in sba_proc_info()
1789 (sba_dev->hw_rev & 0x18) >> 3); in sba_proc_info()
1791 (int)((ioc->res_size << 3) * sizeof(u64)), /* 8 bits/byte */ in sba_proc_info()
1795 ioc->res_size, ioc->res_size << 3); /* 8 bits per byte */ in sba_proc_info()
1798 READ_REG32(sba_dev->sba_hpa + LMMIO_DIST_BASE), in sba_proc_info()
1799 READ_REG32(sba_dev->sba_hpa + LMMIO_DIST_MASK), in sba_proc_info()
1800 READ_REG32(sba_dev->sba_hpa + LMMIO_DIST_ROUTE)); in sba_proc_info()
1805 READ_REG32(sba_dev->sba_hpa + LMMIO_DIRECT0_BASE + i*0x18), in sba_proc_info()
1806 READ_REG32(sba_dev->sba_hpa + LMMIO_DIRECT0_MASK + i*0x18), in sba_proc_info()
1807 READ_REG32(sba_dev->sba_hpa + LMMIO_DIRECT0_ROUTE + i*0x18)); in sba_proc_info()
1811 total_pages - ioc->used_pages, ioc->used_pages, in sba_proc_info()
1812 (int)(ioc->used_pages * 100 / total_pages)); in sba_proc_info()
1814 min = max = ioc->avg_search[0]; in sba_proc_info()
1816 avg += ioc->avg_search[i]; in sba_proc_info()
1817 if (ioc->avg_search[i] > max) max = ioc->avg_search[i]; in sba_proc_info()
1818 if (ioc->avg_search[i] < min) min = ioc->avg_search[i]; in sba_proc_info()
1825 ioc->msingle_calls, ioc->msingle_pages, in sba_proc_info()
1826 (int)((ioc->msingle_pages * 1000)/ioc->msingle_calls)); in sba_proc_info()
1828 /* KLUGE - unmap_sg calls unmap_single for each mapped page */ in sba_proc_info()
1829 min = ioc->usingle_calls; in sba_proc_info()
1830 max = ioc->usingle_pages - ioc->usg_pages; in sba_proc_info()
1835 ioc->msg_calls, ioc->msg_pages, in sba_proc_info()
1836 (int)((ioc->msg_pages * 1000)/ioc->msg_calls)); in sba_proc_info()
1839 ioc->usg_calls, ioc->usg_pages, in sba_proc_info()
1840 (int)((ioc->usg_pages * 1000)/ioc->usg_calls)); in sba_proc_info()
1850 struct ioc *ioc = &sba_dev->ioc[0]; /* FIXME: Multi-IOC support! */ in sba_proc_bitmap_info()
1852 seq_hex_dump(m, " ", DUMP_PREFIX_NONE, 32, 4, ioc->res_map, in sba_proc_bitmap_info()
1853 ioc->res_size, false); in sba_proc_bitmap_info()
1888 void __iomem *sba_addr = ioremap(dev->hpa.start, SBA_FUNC_SIZE); in sba_driver_callback()
1933 MODULE_NAME, version, (unsigned long long)dev->hpa.start); in sba_driver_callback()
1937 printk(KERN_ERR MODULE_NAME " - couldn't alloc sba_device\n"); in sba_driver_callback()
1938 return -ENOMEM; in sba_driver_callback()
1944 spin_lock_init(&(sba_dev->ioc[i].res_lock)); in sba_driver_callback()
1946 sba_dev->dev = dev; in sba_driver_callback()
1947 sba_dev->hw_rev = func_class; in sba_driver_callback()
1948 sba_dev->name = dev->name; in sba_driver_callback()
1949 sba_dev->sba_hpa = sba_addr; in sba_driver_callback()
1958 switch (dev->id.hversion) { in sba_driver_callback()
1970 proc_create_single("sba_iommu-bitmap", 0, root, sba_proc_bitmap_info); in sba_driver_callback()
1987 * sba_get_iommu - Assign the iommu pointer for the pci bus controller.
1996 struct sba_device *sba = dev_get_drvdata(&sba_dev->dev); in sba_get_iommu()
1997 char t = sba_dev->id.hw_type; in sba_get_iommu()
1998 int iocnum = (pci_hba->hw_path >> 3); /* rope # */ in sba_get_iommu()
2002 return &(sba->ioc[iocnum]); in sba_get_iommu()
2007 * sba_directed_lmmio - return first directed LMMIO range routed to rope
2017 struct sba_device *sba = dev_get_drvdata(&sba_dev->dev); in sba_directed_lmmio()
2018 char t = sba_dev->id.hw_type; in sba_directed_lmmio()
2020 int rope = (pci_hba->hw_path & (ROPES_PER_IOC-1)); /* rope # */ in sba_directed_lmmio()
2024 r->start = r->end = 0; in sba_directed_lmmio()
2029 void __iomem *reg = sba->sba_hpa + i*0x18; in sba_directed_lmmio()
2037 if ((size & (ROPES_PER_IOC-1)) != rope) in sba_directed_lmmio()
2040 r->start = (base & ~1UL) | PCI_F_EXTEND; in sba_directed_lmmio()
2042 r->end = r->start + size; in sba_directed_lmmio()
2043 r->flags = IORESOURCE_MEM; in sba_directed_lmmio()
2049 * sba_distributed_lmmio - return portion of distributed LMMIO range
2060 struct sba_device *sba = dev_get_drvdata(&sba_dev->dev); in sba_distributed_lmmio()
2061 char t = sba_dev->id.hw_type; in sba_distributed_lmmio()
2063 int rope = (pci_hba->hw_path & (ROPES_PER_IOC-1)); /* rope # */ in sba_distributed_lmmio()
2067 r->start = r->end = 0; in sba_distributed_lmmio()
2069 base = READ_REG32(sba->sba_hpa + LMMIO_DIST_BASE); in sba_distributed_lmmio()
2075 r->start = (base & ~1UL) | PCI_F_EXTEND; in sba_distributed_lmmio()
2077 size = (~READ_REG32(sba->sba_hpa + LMMIO_DIST_MASK)) / ROPES_PER_IOC; in sba_distributed_lmmio()
2078 r->start += rope * (size + 1); /* adjust base for this rope */ in sba_distributed_lmmio()
2079 r->end = r->start + size; in sba_distributed_lmmio()
2080 r->flags = IORESOURCE_MEM; in sba_distributed_lmmio()