Home
last modified time | relevance | path

Searched refs:pgmap (Results 1 – 25 of 39) sorted by relevance

12

/linux/mm/
H A Dmemremap.c48 static unsigned long pfn_first(struct dev_pagemap *pgmap, int range_id) in pfn_first() argument
50 struct range *range = &pgmap->ranges[range_id]; in pfn_first()
55 return pfn + vmem_altmap_offset(pgmap_altmap(pgmap)); in pfn_first()
58 bool pgmap_pfn_valid(struct dev_pagemap *pgmap, unsigned long pfn) in pgmap_pfn_valid() argument
62 for (i = 0; i < pgmap->nr_range; i++) { in pgmap_pfn_valid()
63 struct range *range = &pgmap->ranges[i]; in pgmap_pfn_valid()
67 return pfn >= pfn_first(pgmap, i); in pgmap_pfn_valid()
73 static unsigned long pfn_end(struct dev_pagemap *pgmap, int range_id) in pfn_end() argument
75 const struct range *range = &pgmap->ranges[range_id]; in pfn_end()
80 static unsigned long pfn_len(struct dev_pagemap *pgmap, unsigned long range_id) in pfn_len() argument
[all …]
H A Dsparse-vmemmap.c480 struct dev_pagemap *pgmap) in reuse_compound_section() argument
482 unsigned long nr_pages = pgmap_vmemmap_nr(pgmap); in reuse_compound_section()
484 PHYS_PFN(pgmap->ranges[pgmap->nr_range].start); in reuse_compound_section()
509 struct dev_pagemap *pgmap) in vmemmap_populate_compound_pages() argument
515 if (reuse_compound_section(start_pfn, pgmap)) { in vmemmap_populate_compound_pages()
529 size = min(end - start, pgmap_vmemmap_nr(pgmap) * sizeof(struct page)); in vmemmap_populate_compound_pages()
563 struct dev_pagemap *pgmap) in __populate_section_memmap() argument
573 if (vmemmap_can_optimize(altmap, pgmap)) in __populate_section_memmap()
574 r = vmemmap_populate_compound_pages(pfn, start, end, nid, pgmap); in __populate_section_memmap()
H A Dsparse.c419 struct dev_pagemap *pgmap) in __populate_section_memmap() argument
671 struct dev_pagemap *pgmap) in populate_section_memmap() argument
673 return __populate_section_memmap(pfn, nr_pages, nid, altmap, pgmap); in populate_section_memmap()
743 struct dev_pagemap *pgmap) in populate_section_memmap() argument
872 struct dev_pagemap *pgmap) in section_activate() argument
904 memmap = populate_section_memmap(pfn, nr_pages, nid, altmap, pgmap); in section_activate()
935 struct dev_pagemap *pgmap) in sparse_add_section() argument
946 memmap = section_activate(nid, start_pfn, nr_pages, altmap, pgmap); in sparse_add_section()
H A Dmm_init.c1009 struct dev_pagemap *pgmap) in __init_zone_device_page() argument
1028 page_folio(page)->pgmap = pgmap; in __init_zone_device_page()
1055 switch (pgmap->type) { in __init_zone_device_page()
1077 struct dev_pagemap *pgmap) in compound_nr_pages() argument
1079 if (!vmemmap_can_optimize(altmap, pgmap)) in compound_nr_pages()
1080 return pgmap_vmemmap_nr(pgmap); in compound_nr_pages()
1088 struct dev_pagemap *pgmap, in memmap_init_compound() argument
1092 unsigned int order = pgmap->vmemmap_shift; in memmap_init_compound()
1104 __init_zone_device_page(page, pfn, zone_idx, nid, pgmap); in memmap_init_compound()
1114 struct dev_pagemap *pgmap) in memmap_init_zone_device() argument
[all …]
H A Dmemory-failure.c1705 struct dev_pagemap *pgmap) in mf_generic_kill_procs() argument
1728 switch (pgmap->type) { in mf_generic_kill_procs()
2100 struct dev_pagemap *pgmap) in memory_failure_dev_pagemap() argument
2105 if (!pgmap_pfn_valid(pgmap, pfn)) in memory_failure_dev_pagemap()
2112 if (pgmap_has_memory_failure(pgmap)) { in memory_failure_dev_pagemap()
2113 rc = pgmap->ops->memory_failure(pgmap, pfn, 1, flags); in memory_failure_dev_pagemap()
2122 rc = mf_generic_kill_procs(pfn, flags, pgmap); in memory_failure_dev_pagemap()
2125 put_dev_pagemap(pgmap); in memory_failure_dev_pagemap()
2176 struct dev_pagemap *pgmap; in memory_failure() local
2197 pgmap = get_dev_pagemap(pfn); in memory_failure()
[all …]
H A Dmigrate_device.c116 struct dev_pagemap *pgmap; in migrate_vma_collect_pmd() local
144 pgmap = page_pgmap(page); in migrate_vma_collect_pmd()
147 pgmap->owner != migrate->pgmap_owner) in migrate_vma_collect_pmd()
167 pgmap = page_pgmap(page); in migrate_vma_collect_pmd()
171 pgmap->owner != migrate->pgmap_owner) in migrate_vma_collect_pmd()
/linux/include/linux/
H A Dmemremap.h101 int (*memory_failure)(struct dev_pagemap *pgmap, unsigned long pfn,
143 static inline bool pgmap_has_memory_failure(struct dev_pagemap *pgmap) in pgmap_has_memory_failure() argument
145 return pgmap->ops && pgmap->ops->memory_failure; in pgmap_has_memory_failure()
148 static inline struct vmem_altmap *pgmap_altmap(struct dev_pagemap *pgmap) in pgmap_altmap() argument
150 if (pgmap->flags & PGMAP_ALTMAP_VALID) in pgmap_altmap()
151 return &pgmap->altmap; in pgmap_altmap()
155 static inline unsigned long pgmap_vmemmap_nr(struct dev_pagemap *pgmap) in pgmap_vmemmap_nr() argument
157 return 1 << pgmap->vmemmap_shift; in pgmap_vmemmap_nr()
164 folio->pgmap->type == MEMORY_DEVICE_PRIVATE; in folio_is_device_private()
177 folio->pgmap->type == MEMORY_DEVICE_PCI_P2PDMA; in folio_is_pci_p2pdma()
[all …]
H A Dpci-p2pdma.h142 struct dev_pagemap *pgmap; member
165 if (state->pgmap != page_pgmap(page)) in pci_p2pdma_state()
H A Dmemory_hotplug.h87 struct dev_pagemap *pgmap; member
324 struct dev_pagemap *pgmap);
/linux/drivers/xen/
H A Dunpopulated-alloc.c36 struct dev_pagemap *pgmap; in fill_list() local
84 pgmap = kzalloc(sizeof(*pgmap), GFP_KERNEL); in fill_list()
85 if (!pgmap) { in fill_list()
90 pgmap->type = MEMORY_DEVICE_GENERIC; in fill_list()
91 pgmap->range = (struct range) { in fill_list()
95 pgmap->nr_range = 1; in fill_list()
96 pgmap->owner = res; in fill_list()
121 vaddr = memremap_pages(pgmap, NUMA_NO_NODE); in fill_list()
139 kfree(pgmap); in fill_list()
/linux/drivers/pci/
H A Dp2pdma.c33 struct dev_pagemap pgmap; member
36 static struct pci_p2pdma_pagemap *to_p2p_pgmap(struct dev_pagemap *pgmap) in to_p2p_pgmap() argument
38 return container_of(pgmap, struct pci_p2pdma_pagemap, pgmap); in to_p2p_pgmap()
205 struct pci_p2pdma_pagemap *pgmap = to_p2p_pgmap(page_pgmap(page)); in p2pdma_page_free() local
208 rcu_dereference_protected(pgmap->provider->p2pdma, 1); in p2pdma_page_free()
298 struct dev_pagemap *pgmap; in pci_p2pdma_add_resource() local
325 pgmap = &p2p_pgmap->pgmap; in pci_p2pdma_add_resource()
326 pgmap->range.start = pci_resource_start(pdev, bar) + offset; in pci_p2pdma_add_resource()
327 pgmap->range.end = pgmap->range.start + size - 1; in pci_p2pdma_add_resource()
328 pgmap->nr_range = 1; in pci_p2pdma_add_resource()
[all …]
/linux/tools/testing/nvdimm/test/
H A Diomap.c98 struct dev_pagemap *pgmap = _pgmap; in nfit_test_kill() local
100 WARN_ON(!pgmap); in nfit_test_kill()
102 percpu_ref_kill(&pgmap->ref); in nfit_test_kill()
104 wait_for_completion(&pgmap->done); in nfit_test_kill()
105 percpu_ref_exit(&pgmap->ref); in nfit_test_kill()
110 struct dev_pagemap *pgmap = container_of(ref, struct dev_pagemap, ref); in dev_pagemap_percpu_release() local
112 complete(&pgmap->done); in dev_pagemap_percpu_release()
115 void *__wrap_devm_memremap_pages(struct device *dev, struct dev_pagemap *pgmap) in __wrap_devm_memremap_pages() argument
118 resource_size_t offset = pgmap->range.start; in __wrap_devm_memremap_pages()
122 return devm_memremap_pages(dev, pgmap); in __wrap_devm_memremap_pages()
[all …]
/linux/drivers/dax/
H A Ddevice.c84 if (dev_dax->pgmap->vmemmap_shift) in dax_set_mapping()
398 struct dev_pagemap *pgmap; in dev_dax_probe() local
411 pgmap = dev_dax->pgmap; in dev_dax_probe()
413 if (dev_dax->pgmap) { in dev_dax_probe()
419 pgmap = devm_kzalloc(dev, in dev_dax_probe()
420 struct_size(pgmap, ranges, dev_dax->nr_range - 1), in dev_dax_probe()
422 if (!pgmap) in dev_dax_probe()
425 pgmap->nr_range = dev_dax->nr_range; in dev_dax_probe()
426 dev_dax->pgmap = pgmap; in dev_dax_probe()
430 pgmap->ranges[i] = *range; in dev_dax_probe()
[all …]
H A Dpmem.c18 struct dev_pagemap pgmap = { }; in __dax_pmem_probe() local
32 rc = nvdimm_setup_pfn(nd_pfn, &pgmap); in __dax_pmem_probe()
52 range = pgmap.range; in __dax_pmem_probe()
63 .pgmap = &pgmap, in __dax_pmem_probe()
H A Dbus.h23 struct dev_pagemap *pgmap; member
H A Ddax-private.h90 struct dev_pagemap *pgmap; member
H A Dbus.c437 dev_dax->pgmap = NULL; in kill_dev_dax()
1411 kfree(dev_dax->pgmap); in dev_dax_release()
1463 if (data->pgmap) { in __devm_create_dev_dax()
1467 dev_dax->pgmap = kmemdup(data->pgmap, in __devm_create_dev_dax()
1469 if (!dev_dax->pgmap) { in __devm_create_dev_dax()
1525 kfree(dev_dax->pgmap); in __devm_create_dev_dax()
/linux/drivers/nvdimm/
H A Dpmem.c433 static int pmem_pagemap_memory_failure(struct dev_pagemap *pgmap, in pmem_pagemap_memory_failure() argument
437 container_of(pgmap, struct pmem_device, pgmap); in pmem_pagemap_memory_failure()
482 rc = nvdimm_setup_pfn(nd_pfn, &pmem->pgmap); in pmem_attach_disk()
514 pmem->pgmap.owner = pmem; in pmem_attach_disk()
516 pmem->pgmap.type = MEMORY_DEVICE_FS_DAX; in pmem_attach_disk()
517 pmem->pgmap.ops = &fsdax_pagemap_ops; in pmem_attach_disk()
518 addr = devm_memremap_pages(dev, &pmem->pgmap); in pmem_attach_disk()
522 range_len(&pmem->pgmap.range); in pmem_attach_disk()
523 bb_range = pmem->pgmap.range; in pmem_attach_disk()
526 pmem->pgmap.range.start = res->start; in pmem_attach_disk()
[all …]
H A Dpfn_devs.c672 static int __nvdimm_setup_pfn(struct nd_pfn *nd_pfn, struct dev_pagemap *pgmap) in __nvdimm_setup_pfn() argument
674 struct range *range = &pgmap->range; in __nvdimm_setup_pfn()
675 struct vmem_altmap *altmap = &pgmap->altmap; in __nvdimm_setup_pfn()
695 pgmap->nr_range = 1; in __nvdimm_setup_pfn()
710 pgmap->flags |= PGMAP_ALTMAP_VALID; in __nvdimm_setup_pfn()
845 int nvdimm_setup_pfn(struct nd_pfn *nd_pfn, struct dev_pagemap *pgmap) in nvdimm_setup_pfn() argument
857 return __nvdimm_setup_pfn(nd_pfn, pgmap); in nvdimm_setup_pfn()
H A Dpmem.h27 struct dev_pagemap pgmap; member
/linux/drivers/gpu/drm/amd/amdkfd/
H A Dkfd_migrate.c210 return (addr + adev->kfd.pgmap.range.start) >> PAGE_SHIFT; in svm_migrate_addr_to_pfn()
240 return (addr - adev->kfd.pgmap.range.start); in svm_migrate_addr()
1022 struct dev_pagemap *pgmap; in kgd2kfd_init_zone_device() local
1034 pgmap = &kfddev->pgmap; in kgd2kfd_init_zone_device()
1035 memset(pgmap, 0, sizeof(*pgmap)); in kgd2kfd_init_zone_device()
1042 pgmap->range.start = adev->gmc.aper_base; in kgd2kfd_init_zone_device()
1043 pgmap->range.end = adev->gmc.aper_base + adev->gmc.aper_size - 1; in kgd2kfd_init_zone_device()
1044 pgmap->type = MEMORY_DEVICE_COHERENT; in kgd2kfd_init_zone_device()
1049 pgmap->range.start = res->start; in kgd2kfd_init_zone_device()
1050 pgmap->range.end = res->end; in kgd2kfd_init_zone_device()
[all …]
H A Dkfd_svm.h204 #define KFD_IS_SVM_API_SUPPORTED(adev) ((adev)->kfd.pgmap.type != 0 ||\
/linux/drivers/s390/block/
H A Ddcssblk.c82 struct dev_pagemap pgmap; member
421 devm_memunmap_pages(&dev_info->dev, &dev_info->pgmap); in dcssblk_shared_store()
697 dev_info->pgmap.type = MEMORY_DEVICE_FS_DAX; in dcssblk_add_store()
698 dev_info->pgmap.range.start = dev_info->start; in dcssblk_add_store()
699 dev_info->pgmap.range.end = dev_info->end; in dcssblk_add_store()
700 dev_info->pgmap.nr_range = 1; in dcssblk_add_store()
701 addr = devm_memremap_pages(&dev_info->dev, &dev_info->pgmap); in dcssblk_add_store()
739 devm_memunmap_pages(&dev_info->dev, &dev_info->pgmap); in dcssblk_add_store()
826 devm_memunmap_pages(&dev_info->dev, &dev_info->pgmap); in dcssblk_remove_store()
/linux/arch/powerpc/include/asm/book3s/64/
H A Dradix.h357 bool vmemmap_can_optimize(struct vmem_altmap *altmap, struct dev_pagemap *pgmap);
364 struct dev_pagemap *pgmap);
/linux/fs/fuse/
H A Dvirtio_fs.c1056 struct dev_pagemap *pgmap; in virtio_fs_setup_dax() local
1086 pgmap = devm_kzalloc(&vdev->dev, sizeof(*pgmap), GFP_KERNEL); in virtio_fs_setup_dax()
1087 if (!pgmap) in virtio_fs_setup_dax()
1090 pgmap->type = MEMORY_DEVICE_FS_DAX; in virtio_fs_setup_dax()
1097 pgmap->range = (struct range) { in virtio_fs_setup_dax()
1101 pgmap->nr_range = 1; in virtio_fs_setup_dax()
1103 fs->window_kaddr = devm_memremap_pages(&vdev->dev, pgmap); in virtio_fs_setup_dax()

12