/linux/arch/mips/mm/ ! |
H A D | mmap.c | 23 #define COLOUR_ALIGN(addr, pgoff) \ argument 25 (((pgoff) << PAGE_SHIFT) & shm_align_mask)) 30 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_common() argument 52 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area_common() 64 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_common() 76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_common() 101 unsigned long len, unsigned long pgoff, unsigned long flags, in arch_get_unmapped_area() argument 105 addr0, len, pgoff, flags, UP); in arch_get_unmapped_area() 113 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_topdown() argument 117 addr0, len, pgoff, flag in arch_get_unmapped_area_topdown() [all...] |
/linux/tools/testing/nvdimm/ ! |
H A D | dax-dev.c | 9 phys_addr_t dax_pgoff_to_phys(struct dev_dax *dev_dax, pgoff_t pgoff, in dax_pgoff_to_phys() argument 20 pgoff_end = dax_range->pgoff + PHYS_PFN(range_len(range)) - 1; in dax_pgoff_to_phys() 21 if (pgoff < dax_range->pgoff || pgoff > pgoff_end) in dax_pgoff_to_phys() 23 addr = PFN_PHYS(pgoff - dax_range->pgoff) + range->start; in dax_pgoff_to_phys()
|
H A D | pmem-dax.c | 11 long __pmem_direct_access(struct pmem_device *pmem, pgoff_t pgoff, in __pmem_direct_access() argument 15 resource_size_t offset = PFN_PHYS(pgoff) + pmem->data_offset; in __pmem_direct_access() 17 if (unlikely(is_bad_pmem(&pmem->bb, PFN_PHYS(pgoff) / 512, in __pmem_direct_access() 33 pr_debug_ratelimited("%s: pmem: %p pgoff: %#lx pfn: %#lx\n", in __pmem_direct_access() 34 __func__, pmem, pgoff, page_to_pfn(page)); in __pmem_direct_access()
|
/linux/arch/loongarch/mm/ ! |
H A D | mmap.c | 15 #define COLOUR_ALIGN(addr, pgoff) \ argument 17 + (((pgoff) << PAGE_SHIFT) & SHM_ALIGN_MASK)) 22 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_common() argument 44 ((addr - (pgoff << PAGE_SHIFT)) & SHM_ALIGN_MASK)) in arch_get_unmapped_area_common() 56 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_common() 67 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area_common() 96 unsigned long len, unsigned long pgoff, unsigned long flags, in arch_get_unmapped_area() argument 100 addr0, len, pgoff, flags, UP); in arch_get_unmapped_area() 108 unsigned long addr0, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_topdown() argument 112 addr0, len, pgoff, flag in arch_get_unmapped_area_topdown() [all...] |
/linux/arch/microblaze/kernel/ ! |
H A D | sys_microblaze.c | 38 unsigned long, pgoff) in SYSCALL_DEFINE6() argument 40 if (pgoff & ~PAGE_MASK) in SYSCALL_DEFINE6() 43 return ksys_mmap_pgoff(addr, len, prot, flags, fd, pgoff >> PAGE_SHIFT); in SYSCALL_DEFINE6() 48 unsigned long, pgoff) in SYSCALL_DEFINE6() argument 50 if (pgoff & (~PAGE_MASK >> 12)) in SYSCALL_DEFINE6() 54 pgoff >> (PAGE_SHIFT - 12)); in SYSCALL_DEFINE6()
|
/linux/arch/arm/mm/ ! |
H A D | mmap.c | 16 #define COLOUR_ALIGN(addr,pgoff) \ argument 18 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1))) 31 unsigned long len, unsigned long pgoff, in arch_get_unmapped_area() argument 52 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area() 62 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area() 76 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area() 82 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument 105 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area_topdown() 113 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown() 127 info.align_offset = pgoff << PAGE_SHIF in arch_get_unmapped_area_topdown() [all...] |
/linux/drivers/md/ ! |
H A D | dm-linear.c | 162 static struct dax_device *linear_dax_pgoff(struct dm_target *ti, pgoff_t *pgoff) in linear_dax_pgoff() argument 165 sector_t sector = linear_map_sector(ti, *pgoff << PAGE_SECTORS_SHIFT); in linear_dax_pgoff() 167 *pgoff = (get_start_sect(lc->dev->bdev) + sector) >> PAGE_SECTORS_SHIFT; in linear_dax_pgoff() 171 static long linear_dax_direct_access(struct dm_target *ti, pgoff_t pgoff, in linear_dax_direct_access() argument 175 struct dax_device *dax_dev = linear_dax_pgoff(ti, &pgoff); in linear_dax_direct_access() 177 return dax_direct_access(dax_dev, pgoff, nr_pages, mode, kaddr, pfn); in linear_dax_direct_access() 180 static int linear_dax_zero_page_range(struct dm_target *ti, pgoff_t pgoff, in linear_dax_zero_page_range() argument 183 struct dax_device *dax_dev = linear_dax_pgoff(ti, &pgoff); in linear_dax_zero_page_range() 185 return dax_zero_page_range(dax_dev, pgoff, nr_pages); in linear_dax_zero_page_range() 188 static size_t linear_dax_recovery_write(struct dm_target *ti, pgoff_t pgoff, in linear_dax_recovery_write() argument [all...] |
H A D | dm-stripe.c | 302 static struct dax_device *stripe_dax_pgoff(struct dm_target *ti, pgoff_t *pgoff) in stripe_dax_pgoff() argument 309 stripe_map_sector(sc, *pgoff * PAGE_SECTORS, &stripe, &dev_sector); in stripe_dax_pgoff() 313 *pgoff = (get_start_sect(bdev) + dev_sector) >> PAGE_SECTORS_SHIFT; in stripe_dax_pgoff() 317 static long stripe_dax_direct_access(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_direct_access() argument 321 struct dax_device *dax_dev = stripe_dax_pgoff(ti, &pgoff); in stripe_dax_direct_access() 323 return dax_direct_access(dax_dev, pgoff, nr_pages, mode, kaddr, pfn); in stripe_dax_direct_access() 326 static int stripe_dax_zero_page_range(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_zero_page_range() argument 329 struct dax_device *dax_dev = stripe_dax_pgoff(ti, &pgoff); in stripe_dax_zero_page_range() 331 return dax_zero_page_range(dax_dev, pgoff, nr_pages); in stripe_dax_zero_page_range() 334 static size_t stripe_dax_recovery_write(struct dm_target *ti, pgoff_t pgoff, in stripe_dax_recovery_write() argument [all...] |
/linux/arch/sh/mm/ ! |
H A D | mmap.c | 46 unsigned long pgoff) in COLOUR_ALIGN() argument 49 unsigned long off = (pgoff << PAGE_SHIFT) & shm_align_mask; in COLOUR_ALIGN() 55 unsigned long len, unsigned long pgoff, unsigned long flags, in arch_get_unmapped_area() argument 68 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area() 82 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area() 96 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area() 102 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument 116 ((addr - (pgoff << PAGE_SHIFT)) & shm_align_mask)) in arch_get_unmapped_area_topdown() 131 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown() 146 info.align_offset = pgoff << PAGE_SHIF in arch_get_unmapped_area_topdown() [all...] |
/linux/tools/testing/radix-tree/ ! |
H A D | iteration_check.c | 51 unsigned long pgoff; in add_entries_fn() local 53 for (pgoff = 0; pgoff < MAX_IDX; pgoff++) { in add_entries_fn() 54 my_item_insert(&array, pgoff); in add_entries_fn() 138 int pgoff; in remove_entries_fn() local 141 pgoff = rand_r(&seeds[2]) % MAX_IDX; in remove_entries_fn() 143 item = xa_erase(&array, pgoff); in remove_entries_fn() 145 item_free(item, pgoff); in remove_entries_fn()
|
/linux/include/trace/events/ ! |
H A D | fs_dax.h | 20 __field(pgoff_t, pgoff) 34 __entry->pgoff = vmf->pgoff; 39 "%#lx vm_end %#lx pgoff %#lx max_pgoff %#lx %s", 48 __entry->pgoff, 112 __field(pgoff_t, pgoff) 123 __entry->pgoff = vmf->pgoff; 126 TP_printk("dev %d:%d ino %#lx %s %s address %#lx pgoff %#lx %s", 133 __entry->pgoff, [all...] |
/linux/arch/csky/abiv1/ ! |
H A D | mmap.c | 12 #define COLOUR_ALIGN(addr,pgoff) \ argument 14 (((pgoff)<<PAGE_SHIFT) & (SHMLBA-1))) 26 unsigned long len, unsigned long pgoff, in arch_get_unmapped_area() argument 36 .align_offset = pgoff << PAGE_SHIFT in arch_get_unmapped_area() 50 (addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1)) in arch_get_unmapped_area() 60 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
|
/linux/kernel/bpf/ ! |
H A D | arena.c | 20 * In this example 7f7d26200000 is the address of the first page (pgoff=0). 24 * ffffc90001e69000 + 26200000 == ffffc90028069000 is "pgoff=0" within 4Gb 285 ret = range_tree_clear(&arena->rt, vmf->pgoff, 1); in arena_vm_fault() 292 range_tree_set(&arena->rt, vmf->pgoff, 1); in arena_vm_fault() 298 range_tree_set(&arena->rt, vmf->pgoff, 1); in arena_vm_fault() 315 unsigned long len, unsigned long pgoff, in arena_get_unmapped_area() argument 322 if (pgoff) in arena_get_unmapped_area() 432 long pgoff = 0; in arena_alloc_pages() local 442 pgoff = compute_pgoff(arena, uaddr); in arena_alloc_pages() 443 if (pgoff > page_cnt_ma in arena_alloc_pages() 513 long kaddr, pgoff, i; arena_free_pages() local 560 long pgoff; arena_reserve_pages() local [all...] |
/linux/arch/parisc/kernel/ ! |
H A D | sys_parisc.c | 38 unsigned long pgoff) in shared_align_offset() argument 40 return (filp_pgoff + pgoff) << PAGE_SHIFT; in shared_align_offset() 44 unsigned long filp_pgoff, unsigned long pgoff) in COLOR_ALIGN() argument 48 shared_align_offset(filp_pgoff, pgoff); in COLOR_ALIGN() 100 unsigned long addr, unsigned long len, unsigned long pgoff, in arch_get_unmapped_area_common() argument 125 (addr - shared_align_offset(filp_pgoff, pgoff)) in arch_get_unmapped_area_common() 133 addr = COLOR_ALIGN(addr, filp_pgoff, pgoff); in arch_get_unmapped_area_common() 145 info.align_offset = shared_align_offset(filp_pgoff, pgoff); in arch_get_unmapped_area_common() 170 unsigned long len, unsigned long pgoff, unsigned long flags, in arch_get_unmapped_area() argument 174 addr, len, pgoff, flag in arch_get_unmapped_area() 178 arch_get_unmapped_area_topdown(struct file * filp,unsigned long addr,unsigned long len,unsigned long pgoff,unsigned long flags,vm_flags_t vm_flags) arch_get_unmapped_area_topdown() argument 187 sys_mmap2(unsigned long addr,unsigned long len,unsigned long prot,unsigned long flags,unsigned long fd,unsigned long pgoff) sys_mmap2() argument [all...] |
/linux/arch/xtensa/kernel/ ! |
H A D | syscall.c | 35 #define COLOUR_ALIGN(addr, pgoff) \ argument 37 (((pgoff) << PAGE_SHIFT) & (SHMLBA - 1))) 58 unsigned long len, unsigned long pgoff, unsigned long flags, in arch_get_unmapped_area() argument 69 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area() 80 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area() 92 addr = COLOUR_ALIGN(addr, pgoff); in arch_get_unmapped_area()
|
/linux/mm/ ! |
H A D | mmap.c | 265 unsigned long pgoff, unsigned long len) in file_mmap_ok() argument 272 if (pgoff > maxsize >> PAGE_SHIFT) in file_mmap_ok() 282 * in @file and page offset into the file via @pgoff. 322 * @pgoff: Page offset into the @file if file-backed, should be 0 otherwise. 337 unsigned long pgoff, unsigned long *populate, in do_mmap() argument 373 if ((pgoff + (len >> PAGE_SHIFT)) < pgoff) in do_mmap() 406 addr = __get_unmapped_area(file, addr, len, pgoff, flags, vm_flags); in do_mmap() 427 if (!file_mmap_ok(file, inode, pgoff, len)) in do_mmap() 498 * Ignore pgoff in do_mmap() 568 ksys_mmap_pgoff(unsigned long addr,unsigned long len,unsigned long prot,unsigned long flags,unsigned long fd,unsigned long pgoff) ksys_mmap_pgoff() argument 611 SYSCALL_DEFINE6(mmap_pgoff,unsigned long,addr,unsigned long,len,unsigned long,prot,unsigned long,flags,unsigned long,fd,unsigned long,pgoff) SYSCALL_DEFINE6() argument 689 generic_get_unmapped_area(struct file * filp,unsigned long addr,unsigned long len,unsigned long pgoff,unsigned long flags,vm_flags_t vm_flags) generic_get_unmapped_area() argument 724 arch_get_unmapped_area(struct file * filp,unsigned long addr,unsigned long len,unsigned long pgoff,unsigned long flags,vm_flags_t vm_flags) arch_get_unmapped_area() argument 738 generic_get_unmapped_area_topdown(struct file * filp,unsigned long addr,unsigned long len,unsigned long pgoff,unsigned long flags,vm_flags_t vm_flags) generic_get_unmapped_area_topdown() argument 792 arch_get_unmapped_area_topdown(struct file * filp,unsigned long addr,unsigned long len,unsigned long pgoff,unsigned long flags,vm_flags_t vm_flags) arch_get_unmapped_area_topdown() argument 802 mm_get_unmapped_area_vmflags(struct mm_struct * mm,struct file * filp,unsigned long addr,unsigned long len,unsigned long pgoff,unsigned long flags,vm_flags_t vm_flags) mm_get_unmapped_area_vmflags() argument 813 __get_unmapped_area(struct file * file,unsigned long addr,unsigned long len,unsigned long pgoff,unsigned long flags,vm_flags_t vm_flags) __get_unmapped_area() argument 869 mm_get_unmapped_area(struct mm_struct * mm,struct file * file,unsigned long addr,unsigned long len,unsigned long pgoff,unsigned long flags) mm_get_unmapped_area() argument 1088 SYSCALL_DEFINE5(remap_file_pages,unsigned long,start,unsigned long,size,unsigned long,prot,unsigned long,pgoff,unsigned long,flags) SYSCALL_DEFINE5() argument 1418 pgoff_t pgoff; special_mapping_fault() local [all...] |
/linux/drivers/w1/slaves/ ! |
H A D | w1_ds250x.c | 49 int pgoff = pageno * W1_PAGE_SIZE; in w1_ds2502_read_page() local 63 buf[1] = pgoff & 0xff; in w1_ds2502_read_page() 64 buf[2] = pgoff >> 8; in w1_ds2502_read_page() 71 w1_read_block(sl->master, &data->eprom[pgoff], W1_PAGE_SIZE); in w1_ds2502_read_page() 74 if (w1_calc_crc8(&data->eprom[pgoff], W1_PAGE_SIZE) != crc8) in w1_ds2502_read_page() 88 int pgoff, epoff; in w1_ds2505_read_page() local 97 epoff = pgoff = pageno * W1_PAGE_SIZE; in w1_ds2505_read_page() 105 buf[1] = pgoff & 0xff; in w1_ds2505_read_page() 106 buf[2] = pgoff >> 8; in w1_ds2505_read_page() 121 pgoff in w1_ds2505_read_page() [all...] |
/linux/fs/romfs/ ! |
H A D | mmap-nommu.c | 21 unsigned long pgoff, in romfs_get_unmapped_area() argument 35 offset = pgoff << PAGE_SHIFT; in romfs_get_unmapped_area() 38 if ((pgoff >= maxpages) || (maxpages - pgoff < lpages)) in romfs_get_unmapped_area() 44 if (len > mtd->size || pgoff >= (mtd->size >> PAGE_SHIFT)) in romfs_get_unmapped_area()
|
/linux/arch/sh/kernel/ ! |
H A D | sys_sh.c | 43 unsigned long fd, unsigned long pgoff) in sys_mmap2() argument 49 if (pgoff & ((1 << (PAGE_SHIFT - 12)) - 1)) in sys_mmap2() 52 pgoff >>= PAGE_SHIFT - 12; in sys_mmap2() 54 return ksys_mmap_pgoff(addr, len, prot, flags, fd, pgoff); in sys_mmap2()
|
/linux/io_uring/ ! |
H A D | memmap.c | 259 loff_t pgoff) in io_mmap_get_region() argument 261 loff_t offset = pgoff << PAGE_SHIFT; in io_mmap_get_region() 296 static void *io_uring_validate_mmap_request(struct file *file, loff_t pgoff, in io_uring_validate_mmap_request() argument 302 region = io_mmap_get_region(ctx, pgoff); in io_uring_validate_mmap_request() 348 unsigned long len, unsigned long pgoff, in io_uring_get_unmapped_area() argument 364 ptr = io_uring_validate_mmap_request(filp, pgoff, len); in io_uring_get_unmapped_area() 376 * - use the same pgoff which the get_unmapped_area() uses to in io_uring_get_unmapped_area() 383 pgoff = 0; /* has been translated to ptr above */ in io_uring_get_unmapped_area() 386 pgoff = addr >> PAGE_SHIFT; in io_uring_get_unmapped_area() 390 return mm_get_unmapped_area(current->mm, filp, addr, len, pgoff, flag in io_uring_get_unmapped_area() 406 io_uring_get_unmapped_area(struct file * file,unsigned long addr,unsigned long len,unsigned long pgoff,unsigned long flags) io_uring_get_unmapped_area() argument [all...] |
/linux/drivers/dma-buf/ ! |
H A D | udmabuf.c | 51 pgoff_t pgoff = vmf->pgoff; in udmabuf_vm_fault() local 55 if (pgoff >= ubuf->pagecount) in udmabuf_vm_fault() 58 pfn = folio_pfn(ubuf->folios[pgoff]); in udmabuf_vm_fault() 59 pfn += ubuf->offsets[pgoff] >> PAGE_SHIFT; in udmabuf_vm_fault() 66 pgoff = vma->vm_pgoff; in udmabuf_vm_fault() 69 for (; addr < vma->vm_end; pgoff++, addr += PAGE_SIZE) { in udmabuf_vm_fault() 73 if (WARN_ON(pgoff >= ubuf->pagecount)) in udmabuf_vm_fault() 76 pfn = folio_pfn(ubuf->folios[pgoff]); in udmabuf_vm_fault() 77 pfn += ubuf->offsets[pgoff] >> PAGE_SHIF in udmabuf_vm_fault() 331 pgoff_t pgoff, pgcnt; udmabuf_pin_folios() local [all...] |
/linux/arch/sparc/kernel/ ! |
H A D | sys_sparc_64.c | 83 unsigned long pgoff) in COLOR_ALIGN() argument 86 unsigned long off = (pgoff<<PAGE_SHIFT) & (SHMLBA-1); in COLOR_ALIGN() 101 unsigned long arch_get_unmapped_area(struct file *filp, unsigned long addr, unsigned long len, unsigned long pgoff, unsigned long flags, vm_flags_t vm_flags) in arch_get_unmapped_area() argument 118 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area() 134 addr = COLOR_ALIGN(addr, pgoff); in arch_get_unmapped_area() 149 info.align_offset = pgoff << PAGE_SHIFT; in arch_get_unmapped_area() 164 const unsigned long len, const unsigned long pgoff, in arch_get_unmapped_area_topdown() argument 186 ((addr - (pgoff << PAGE_SHIFT)) & (SHMLBA - 1))) in arch_get_unmapped_area_topdown() 201 addr = COLOR_ALIGN(addr, pgoff); in arch_get_unmapped_area_topdown() 217 info.align_offset = pgoff << PAGE_SHIF in arch_get_unmapped_area_topdown() 238 get_fb_unmapped_area(struct file * filp,unsigned long orig_addr,unsigned long len,unsigned long pgoff,unsigned long flags) get_fb_unmapped_area() argument [all...] |
/linux/tools/perf/arch/x86/util/ ! |
H A D | machine.c | 26 u64 end, u64 pgoff, const char *name) in add_extra_kernel_map() argument 42 mi->maps[mi->cnt].pgoff = pgoff; in add_extra_kernel_map() 93 xm->pgoff = mi.entry_trampoline; in machine__create_extra_kernel_maps()
|
/linux/kernel/events/ ! |
H A D | ring_buffer.c | 678 pgoff_t pgoff, int nr_pages, long watermark, int flags) in rb_alloc_aux() argument 785 rb->aux_pgoff = pgoff; in rb_alloc_aux() 805 __perf_mmap_to_page(struct perf_buffer *rb, unsigned long pgoff) in __perf_mmap_to_page() argument 807 if (pgoff > rb->nr_pages) in __perf_mmap_to_page() 810 if (pgoff == 0) in __perf_mmap_to_page() 813 return virt_to_page(rb->data_pages[pgoff - 1]); in __perf_mmap_to_page() 894 __perf_mmap_to_page(struct perf_buffer *rb, unsigned long pgoff) in __perf_mmap_to_page() argument 897 if (pgoff > data_page_nr(rb)) in __perf_mmap_to_page() 900 return vmalloc_to_page((void *)rb->user_page + pgoff * PAGE_SIZE); in __perf_mmap_to_page() 960 perf_mmap_to_page(struct perf_buffer *rb, unsigned long pgoff) in perf_mmap_to_page() argument [all...] |
/linux/include/linux/sched/ ! |
H A D | mm.h | 185 unsigned long len, unsigned long pgoff, 189 unsigned long len, unsigned long pgoff, 194 unsigned long pgoff, unsigned long flags); 200 unsigned long pgoff, 206 unsigned long len, unsigned long pgoff, 210 unsigned long len, unsigned long pgoff,
|