arm64/mm/hugetlbpage.c

83 			   pte_t *ptep, size_t *pgsize)
90 	*pgsize = PAGE_SIZE;
95 		*pgsize = PMD_SIZE;
101 static inline int num_contig_ptes(unsigned long size, size_t *pgsize)
105 	*pgsize = size;
109 		*pgsize = PMD_SIZE;
113 		*pgsize = PAGE_SIZE;
126 	size_t pgsize;
132 	ncontig = find_num_contig(mm, addr, ptep, &pgsize);
156 			     unsigned long pgsize,
162 	pte = __ptep_get_and_clear_anysz(mm, ptep, pgsize);
166 		tmp_pte = __ptep_get_and_clear_anysz(mm, ptep, pgsize);
180 				    unsigned long pgsize,
183 	pte_t orig_pte = get_clear_contig(mm, addr, ptep, pgsize, ncontig);
185 	unsigned long end = addr + (pgsize * ncontig);
187 	__flush_hugetlb_tlb_range(&vma, addr, end, pgsize, true);
203 			     unsigned long pgsize,
209 	for (i = 0; i < ncontig; i++, addr += pgsize, ptep++)
210 		__ptep_get_and_clear_anysz(mm, ptep, pgsize);
215 		__flush_hugetlb_tlb_range(&vma, saddr, addr, pgsize, true);
221 	size_t pgsize;
225 	ncontig = num_contig_ptes(sz, &pgsize);
229 			__set_ptes_anysz(mm, ptep, pte, 1, pgsize);
235 		clear_flush(mm, addr, ptep, pgsize, ncontig);
237 	__set_ptes_anysz(mm, ptep, pte, ncontig, pgsize);
376 	size_t pgsize;
378 	ncontig = num_contig_ptes(sz, &pgsize);
380 	for (i = 0; i < ncontig; i++, addr += pgsize, ptep++)
388 	size_t pgsize;
390 	ncontig = num_contig_ptes(sz, &pgsize);
391 	return get_clear_contig(mm, addr, ptep, pgsize, ncontig);
428 	size_t pgsize = 0;
437 	ncontig = num_contig_ptes(huge_page_size(hstate_vma(vma)), &pgsize);
442 	orig_pte = get_clear_contig_flush(mm, addr, ptep, pgsize, ncontig);
452 	__set_ptes_anysz(mm, ptep, pte, ncontig, pgsize);
460 	size_t pgsize;
471 	ncontig = find_num_contig(mm, addr, ptep, &pgsize);
473 	pte = get_clear_contig_flush(mm, addr, ptep, pgsize, ncontig);
476 	__set_ptes_anysz(mm, ptep, pte, ncontig, pgsize);
483 	size_t pgsize;
486 	ncontig = num_contig_ptes(huge_page_size(hstate_vma(vma)), &pgsize);
487 	return get_clear_contig_flush(mm, addr, ptep, pgsize, ncontig);