| /linux/tools/testing/selftests/mm/ |
| H A D | hugetlb-madvise.c | 37 unsigned long huge_page_size; variable 45 *((unsigned long *)(addr + (i * huge_page_size))) = i; in write_fault_pages() 50 force_read_pages(addr, nr_pages, huge_page_size); in read_fault_pages() 60 huge_page_size = default_huge_page_size(); in main() 61 if (!huge_page_size) { in main() 66 if (!huge_page_size) { in main() 89 addr = mmap(NULL, (NR_HUGE_PAGES + 2) * huge_page_size, in main() 97 if (munmap(addr, huge_page_size) || in main() 98 munmap(addr + (NR_HUGE_PAGES + 1) * huge_page_size, in main() 99 huge_page_size)) { in main() [all …]
|
| H A D | hugetlb_fault_after_madv.c | 17 static size_t huge_page_size; variable 49 madvise(huge_ptr, huge_page_size, MADV_DONTNEED); in madv() 73 huge_page_size = default_huge_page_size(); in main() 74 if (!huge_page_size) in main() 78 huge_page_size / 1024); in main() 87 huge_ptr = mmap(NULL, huge_page_size, PROT_READ | PROT_WRITE, in main() 99 munmap(huge_ptr, huge_page_size); in main()
|
| H A D | process_madv.c | 134 long huge_page_size; in TEST_F() local 144 huge_page_size = read_pmd_pagesize(); in TEST_F() 145 if (huge_page_size <= 0) in TEST_F() 155 size_t map_size = 2 * huge_page_size; in TEST_F() 194 vec.iov_len = huge_page_size; in TEST_F() 207 ASSERT_EQ(ret, huge_page_size); in TEST_F()
|
| /linux/arch/arm64/mm/ |
| H A D | hugetlbpage.c | 67 size_t pagesize = huge_page_size(h); in arch_hugetlb_migration_supported() 322 unsigned long hp_size = huge_page_size(h); in hugetlb_mask_last_page() 434 ncontig = num_contig_ptes(huge_page_size(hstate_vma(vma)), &pgsize); in huge_ptep_set_access_flags() 483 ncontig = num_contig_ptes(huge_page_size(hstate_vma(vma)), &pgsize); in huge_ptep_clear_flush() 519 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_start() 536 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
|
| /linux/mm/ |
| H A D | hugetlb.c | 1723 if (huge_page_size(h) == size) in size_to_hstate() 3081 m = memblock_alloc_exact_nid_raw(huge_page_size(h), in alloc_bootmem() 3082 huge_page_size(h), 0, in alloc_bootmem() 3085 m = memblock_alloc_try_nid_raw(huge_page_size(h), in alloc_bootmem() 3086 huge_page_size(h), 0, in alloc_bootmem() 3156 huge_page_size(h) - PAGE_SIZE); in __alloc_bootmem_huge_page() 3450 string_get_size(huge_page_size(h), 1, STRING_UNITS_2, buf, 32); in hugetlb_hstate_alloc_pages_onenode() 3477 string_get_size(huge_page_size(h), 1, STRING_UNITS_2, buf, 32); in hugetlb_hstate_alloc_pages_errcheck() 3688 string_get_size(huge_page_size(h), 1, STRING_UNITS_2, buf, 32); in report_hugepages() 4155 string_get_size(huge_page_size(&default_hstate), in hugetlb_init() [all …]
|
| H A D | hugetlb_cma.c | 67 m = cma_reserve_early(cma, huge_page_size(h)); in hugetlb_cma_alloc_bootmem() 76 m = cma_reserve_early(cma, huge_page_size(h)); in hugetlb_cma_alloc_bootmem()
|
| H A D | hugetlb_vmemmap.c | 761 psize = huge_page_size(m->hstate); in vmemmap_should_optimize_bootmem_page() 871 memblock_phys_free(phys, huge_page_size(h)); in hugetlb_vmemmap_init_late()
|
| H A D | page_vma_mapped.c | 197 unsigned long size = huge_page_size(hstate); in page_vma_mapped_walk()
|
| H A D | pagewalk.c | 334 unsigned long boundary = (addr & huge_page_mask(h)) + huge_page_size(h); in hugetlb_entry_end() 346 unsigned long sz = huge_page_size(h); in walk_hugetlb_range()
|
| H A D | mmu_gather.c | 486 tlb_change_page_size(tlb, huge_page_size(hstate_vma(vma))); in tlb_gather_mmu_vma()
|
| H A D | mremap.c | 1490 vrm->old_len = ALIGN(vrm->old_len, huge_page_size(h)); in align_hugetlb() 1491 vrm->new_len = ALIGN(vrm->new_len, huge_page_size(h)); in align_hugetlb()
|
| H A D | mmap.c | 580 len = ALIGN(len, huge_page_size(hstate_file(file))); in ksys_mmap_pgoff() 592 len = ALIGN(len, huge_page_size(hs)); in ksys_mmap_pgoff()
|
| /linux/fs/hugetlbfs/ |
| H A D | inode.c | 205 addr0 = ALIGN(addr, huge_page_size(h)); in hugetlb_get_unmapped_area() 256 nr = huge_page_size(h); in hugetlbfs_read_iter() 352 ptep = hugetlb_walk(vma, addr, huge_page_size(hstate_vma(vma))); in hugetlb_vma_maps_pfn() 665 end = huge_page_size(h); in hugetlbfs_zero_partial_page() 678 loff_t hpage_size = huge_page_size(h); in hugetlbfs_punch_hole() 735 loff_t hpage_size = huge_page_size(h); in hugetlbfs_fallocate() 1087 unsigned long hpage_size = huge_page_size(sbinfo->hstate); in hugetlbfs_show_options() 1128 buf->f_bsize = huge_page_size(h); in hugetlbfs_statfs() 1431 sb->s_blocksize = huge_page_size(ctx->hstate); in hugetlbfs_fill_super() 1595 huge_page_size(h) / SZ_1K); in mount_one_hugetlbfs()
|
| /linux/include/linux/ |
| H A D | hugetlb.h | 776 static inline unsigned long huge_page_size(const struct hstate *h) in huge_page_size() function 817 return huge_page_size(h) / 512; in blocks_per_huge_page() 987 const unsigned long size = huge_page_size(h); in huge_pte_lockptr() 1051 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_start() 1063 unsigned long psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit() 1171 static inline unsigned long huge_page_size(struct hstate *h)
|
| /linux/arch/mips/include/asm/ |
| H A D | hugetlb.h | 32 unsigned long sz = huge_page_size(hstate_vma(vma)); in huge_ptep_clear_flush()
|
| /linux/arch/powerpc/include/asm/ |
| H A D | hugetlb.h | 59 unsigned long sz = huge_page_size(hstate_vma(vma)); in huge_ptep_clear_flush()
|
| /linux/arch/loongarch/include/asm/ |
| H A D | hugetlb.h | 41 unsigned long sz = huge_page_size(hstate_vma(vma)); in huge_ptep_clear_flush()
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | radix_hugetlbpage.c | 50 unsigned long psize = huge_page_size(hstate_vma(vma)); in radix__huge_ptep_modify_prot_commit()
|
| H A D | hugetlbpage.c | 162 psize = huge_page_size(hstate_vma(vma)); in huge_ptep_modify_prot_commit()
|
| /linux/arch/arm64/include/asm/ |
| H A D | hugetlb.h | 99 unsigned long stride = huge_page_size(hstate_vma(vma)); in flush_hugetlb_tlb_range()
|
| /linux/arch/riscv/mm/ |
| H A D | hugetlbpage.c | 130 unsigned long hp_size = huge_page_size(h); in hugetlb_mask_last_page() 436 return __hugetlb_valid_size(huge_page_size(h)); in arch_hugetlb_migration_supported()
|
| H A D | tlbflush.c | 178 stride_size = huge_page_size(hstate_vma(vma)); in flush_tlb_range()
|
| /linux/drivers/accel/habanalabs/common/ |
| H A D | memory.c | 844 huge_page_size = ctx->hdev->asic_prop.pmmu_huge.page_size; in init_phys_pg_pack_from_userptr() local 845 u32 pgs_in_huge_page = huge_page_size >> __ffs(page_size); in init_phys_pg_pack_from_userptr() 877 (dma_addr & (huge_page_size - 1))) in init_phys_pg_pack_from_userptr() 882 page_size = huge_page_size; in init_phys_pg_pack_from_userptr() 1075 huge_page_size = hdev->asic_prop.pmmu_huge.page_size; in map_device_va() local 1102 if (addr & (huge_page_size - 1)) in map_device_va() 1105 va_block_align = huge_page_size; in map_device_va() 1113 va_block_align = huge_page_size; in map_device_va()
|
| /linux/mm/damon/ |
| H A D | vaddr.c | 340 unsigned long psize = huge_page_size(hstate_vma(vma)); in damon_hugetlb_mkold() 351 addr + huge_page_size(hstate_vma(vma)))) in damon_hugetlb_mkold() 501 *priv->folio_sz = huge_page_size(h); in damon_young_hugetlb_entry()
|
| /linux/include/asm-generic/ |
| H A D | tlb.h | 683 unsigned long _sz = huge_page_size(h); \
|