89 #define AFUD_READ(afu, off)		in_be64(afu->native->afu_desc_mmio + off)
90 #define AFUD_READ_LE(afu, off)		in_le64(afu->native->afu_desc_mmio + off)
536 		adapter->native->no_data_cache = true;  in init_implementation_adapter_regs_psl9()
619 	if (adapter->native->sl_ops->write_timebase_ctrl)  in cxl_setup_psl_timebase()
620 		adapter->native->sl_ops->write_timebase_ctrl(adapter);  in cxl_setup_psl_timebase()
782 	afu->psn_phys = p2_base(dev) + (adapter->native->ps_off + (afu->slice * adapter->ps_size));  in pci_map_slice_regs()
783 …afu_desc = p2_base(dev) + adapter->native->afu_desc_off + (afu->slice * adapter->native->afu_desc_…  in pci_map_slice_regs()
785 	if (!(afu->native->p1n_mmio = ioremap(p1n_base, p1n_size)))  in pci_map_slice_regs()
790 		if (!(afu->native->afu_desc_mmio = ioremap(afu_desc, adapter->native->afu_desc_size)))  in pci_map_slice_regs()
798 	iounmap(afu->native->p1n_mmio);  in pci_map_slice_regs()
810 	if (afu->native->p1n_mmio) {  in pci_unmap_slice_regs()
811 		iounmap(afu->native->p1n_mmio);  in pci_unmap_slice_regs()
812 		afu->native->p1n_mmio = NULL;  in pci_unmap_slice_regs()
814 	if (afu->native->afu_desc_mmio) {  in pci_unmap_slice_regs()
815 		iounmap(afu->native->afu_desc_mmio);  in pci_unmap_slice_regs()
816 		afu->native->afu_desc_mmio = NULL;  in pci_unmap_slice_regs()
829 	kfree(afu->native);  in cxl_pci_release_afu()
854 		afu->native->pp_offset = AFUD_READ_PPPSA_OFF(afu);  in cxl_read_afu_descriptor()
885 			(afu->native->pp_offset + afu->pp_size*afu->max_procs_virtualised)) {  in cxl_afu_descriptor_looks_ok()
948 	if (afu->adapter->native->sl_ops->register_serr_irq) {  in sanitise_afu_regs_psl9()
1003 	if (afu->adapter->native->sl_ops->register_serr_irq) {  in sanitise_afu_regs_psl8()
1033 	const void __iomem *ebuf = afu->native->afu_desc_mmio + afu->eb_offset;  in cxl_pci_afu_read_err_buffer()
1071 	if (adapter->native->sl_ops->sanitise_afu_regs) {  in pci_configure_afu()
1072 		rc = adapter->native->sl_ops->sanitise_afu_regs(afu);  in pci_configure_afu()
1090 	if (adapter->native->sl_ops->afu_regs_init)  in pci_configure_afu()
1091 		if ((rc = adapter->native->sl_ops->afu_regs_init(afu)))  in pci_configure_afu()
1094 	if (adapter->native->sl_ops->register_serr_irq)  in pci_configure_afu()
1095 		if ((rc = adapter->native->sl_ops->register_serr_irq(afu)))  in pci_configure_afu()
1105 	if (adapter->native->sl_ops->release_serr_irq)  in pci_configure_afu()
1106 		adapter->native->sl_ops->release_serr_irq(afu);  in pci_configure_afu()
1123 	if (afu->adapter->native->sl_ops->release_serr_irq)  in pci_deconfigure_afu()
1124 		afu->adapter->native->sl_ops->release_serr_irq(afu);  in pci_deconfigure_afu()
1137 	afu->native = kzalloc(sizeof(struct cxl_afu_native), GFP_KERNEL);  in pci_init_afu()
1138 	if (!afu->native)  in pci_init_afu()
1141 	mutex_init(&afu->native->spa_mutex);  in pci_init_afu()
1180 	kfree(afu->native);  in pci_init_afu()
1248 	if (!(adapter->native->p1_mmio = ioremap(p1_base(dev), p1_size(dev))))  in cxl_map_adapter_regs()
1251 	if (!(adapter->native->p2_mmio = ioremap(p2_base(dev), p2_size(dev))))  in cxl_map_adapter_regs()
1257 	iounmap(adapter->native->p1_mmio);  in cxl_map_adapter_regs()
1258 	adapter->native->p1_mmio = NULL;  in cxl_map_adapter_regs()
1269 	if (adapter->native->p1_mmio) {  in cxl_unmap_adapter_regs()
1270 		iounmap(adapter->native->p1_mmio);  in cxl_unmap_adapter_regs()
1271 		adapter->native->p1_mmio = NULL;  in cxl_unmap_adapter_regs()
1274 	if (adapter->native->p2_mmio) {  in cxl_unmap_adapter_regs()
1275 		iounmap(adapter->native->p2_mmio);  in cxl_unmap_adapter_regs()
1276 		adapter->native->p2_mmio = NULL;  in cxl_unmap_adapter_regs()
1318 	adapter->native->ps_off = ps_off * 64 * 1024;  in cxl_read_vsec()
1320 	adapter->native->afu_desc_off = afu_desc_off * 64 * 1024;  in cxl_read_vsec()
1321 	adapter->native->afu_desc_size = afu_desc_size * 64 * 1024;  in cxl_read_vsec()
1389 	if (!adapter->native->afu_desc_off || !adapter->native->afu_desc_size) {  in cxl_vsec_looks_ok()
1394 	if (adapter->ps_size > p2_size(dev) - adapter->native->ps_off) {  in cxl_vsec_looks_ok()
1397 			 adapter->ps_size, p2_size(dev) - adapter->native->ps_off);  in cxl_vsec_looks_ok()
1417 	kfree(adapter->native);  in cxl_release_adapter()
1430 	if (adapter->native->sl_ops->invalidate_all) {  in sanitise_adapter_regs()
1434 		rc = adapter->native->sl_ops->invalidate_all(adapter);  in sanitise_adapter_regs()
1480 	if ((rc = adapter->native->sl_ops->adapter_regs_init(adapter, dev)))  in cxl_configure_adapter()
1495 	if ((rc = pnv_phb_to_cxl_mode(dev, adapter->native->sl_ops->capi_mode)))  in cxl_configure_adapter()
1619 		adapter->native->sl_ops = &psl8_ops;  in set_sl_ops()
1622 		adapter->native->sl_ops = &psl9_ops;  in set_sl_ops()
1636 	adapter->native = kzalloc(sizeof(struct cxl_native), GFP_KERNEL);  in cxl_pci_init_adapter()
1637 	if (!adapter->native) {  in cxl_pci_init_adapter()