Lines Matching full:region
95 * region. This test is intentionally done in reverse order, in kobjsize()
417 * initialise the percpu counter for VM and region record slabs
429 * validate the region tree
430 * - the caller must hold the region lock
435 struct vm_region *region, *last; in validate_nommu_regions() local
447 region = rb_entry(p, struct vm_region, vm_rb); in validate_nommu_regions()
450 BUG_ON(region->vm_end <= region->vm_start); in validate_nommu_regions()
451 BUG_ON(region->vm_top < region->vm_end); in validate_nommu_regions()
452 BUG_ON(region->vm_start < last->vm_top); in validate_nommu_regions()
464 * add a region into the global tree
466 static void add_nommu_region(struct vm_region *region) in add_nommu_region() argument
478 if (region->vm_start < pregion->vm_start) in add_nommu_region()
480 else if (region->vm_start > pregion->vm_start) in add_nommu_region()
482 else if (pregion == region) in add_nommu_region()
488 rb_link_node(®ion->vm_rb, parent, p); in add_nommu_region()
489 rb_insert_color(®ion->vm_rb, &nommu_region_tree); in add_nommu_region()
495 * delete a region from the global tree
497 static void delete_nommu_region(struct vm_region *region) in delete_nommu_region() argument
502 rb_erase(®ion->vm_rb, &nommu_region_tree); in delete_nommu_region()
520 * release a reference to a region
521 * - the caller must hold the region semaphore for writing, which this releases
522 * - the region may not have been added to the tree yet, in which case vm_top
525 static void __put_nommu_region(struct vm_region *region) in __put_nommu_region() argument
530 if (--region->vm_usage == 0) { in __put_nommu_region()
531 if (region->vm_top > region->vm_start) in __put_nommu_region()
532 delete_nommu_region(region); in __put_nommu_region()
535 if (region->vm_file) in __put_nommu_region()
536 fput(region->vm_file); in __put_nommu_region()
540 if (region->vm_flags & VM_MAPPED_COPY) in __put_nommu_region()
541 free_page_series(region->vm_start, region->vm_top); in __put_nommu_region()
542 kmem_cache_free(vm_region_jar, region); in __put_nommu_region()
549 * release a reference to a region
551 static void put_nommu_region(struct vm_region *region) in put_nommu_region() argument
554 __put_nommu_region(region); in put_nommu_region()
976 struct vm_region *region, in do_mmap_private() argument
1023 region->vm_flags = vma->vm_flags |= VM_MAPPED_COPY; in do_mmap_private()
1024 region->vm_start = (unsigned long) base; in do_mmap_private()
1025 region->vm_end = region->vm_start + len; in do_mmap_private()
1026 region->vm_top = region->vm_start + (total << PAGE_SHIFT); in do_mmap_private()
1028 vma->vm_start = region->vm_start; in do_mmap_private()
1029 vma->vm_end = region->vm_start + len; in do_mmap_private()
1053 free_page_series(region->vm_start, region->vm_top); in do_mmap_private()
1054 region->vm_start = vma->vm_start = 0; in do_mmap_private()
1055 region->vm_end = vma->vm_end = 0; in do_mmap_private()
1056 region->vm_top = 0; in do_mmap_private()
1079 struct vm_region *region; in do_mmap() local
1103 region = kmem_cache_zalloc(vm_region_jar, GFP_KERNEL); in do_mmap()
1104 if (!region) in do_mmap()
1111 region->vm_usage = 1; in do_mmap()
1112 region->vm_flags = vm_flags; in do_mmap()
1113 region->vm_pgoff = pgoff; in do_mmap()
1119 region->vm_file = get_file(file); in do_mmap()
1164 /* new mapping is not a subset of the region */ in do_mmap()
1170 /* we've found a region we can share */ in do_mmap()
1191 fput(region->vm_file); in do_mmap()
1192 kmem_cache_free(vm_region_jar, region); in do_mmap()
1193 region = pregion; in do_mmap()
1219 vma->vm_start = region->vm_start = addr; in do_mmap()
1220 vma->vm_end = region->vm_end = addr + len; in do_mmap()
1225 vma->vm_region = region; in do_mmap()
1228 * - the region is filled in if NOMMU_MAP_DIRECT is still set in do_mmap()
1233 ret = do_mmap_private(vma, region, len, capabilities); in do_mmap()
1236 add_nommu_region(region); in do_mmap()
1242 memset((void *)region->vm_start, 0, in do_mmap()
1243 region->vm_end - region->vm_start); in do_mmap()
1253 /* we flush the region from the icache only when the first executable in do_mmap()
1255 if (vma->vm_flags & VM_EXEC && !region->vm_icache_flushed) { in do_mmap()
1256 flush_icache_user_range(region->vm_start, region->vm_end); in do_mmap()
1257 region->vm_icache_flushed = true; in do_mmap()
1267 if (region->vm_file) in do_mmap()
1268 fput(region->vm_file); in do_mmap()
1269 kmem_cache_free(vm_region_jar, region); in do_mmap()
1282 kmem_cache_free(vm_region_jar, region); in do_mmap()
1289 pr_warn("Allocation of vm region for %lu byte allocation from process %d failed\n", in do_mmap()
1358 struct vm_region *region; in split_vma() local
1362 * only a single usage on the region) */ in split_vma()
1369 region = kmem_cache_alloc(vm_region_jar, GFP_KERNEL); in split_vma()
1370 if (!region) in split_vma()
1375 kmem_cache_free(vm_region_jar, region); in split_vma()
1380 *region = *vma->vm_region; in split_vma()
1381 new->vm_region = region; in split_vma()
1386 region->vm_top = region->vm_end = new->vm_end = addr; in split_vma()
1388 region->vm_start = new->vm_start = addr; in split_vma()
1389 region->vm_pgoff = new->vm_pgoff += npages; in split_vma()
1421 struct vm_region *region; in shrink_vma() local
1432 /* cut the backing region down to size */ in shrink_vma()
1433 region = vma->vm_region; in shrink_vma()
1434 BUG_ON(region->vm_usage != 1); in shrink_vma()
1437 delete_nommu_region(region); in shrink_vma()
1438 if (from > region->vm_start) { in shrink_vma()
1439 to = region->vm_top; in shrink_vma()
1440 region->vm_top = region->vm_end = from; in shrink_vma()
1442 region->vm_start = to; in shrink_vma()
1444 add_nommu_region(region); in shrink_vma()
1563 * as long as it stays within the region allocated by do_mmap_private() and the
1766 struct vm_region *region; in nommu_shrink_inode_mappings() local
1797 region = vma->vm_region; in nommu_shrink_inode_mappings()
1798 r_size = region->vm_top - region->vm_start; in nommu_shrink_inode_mappings()
1799 r_top = (region->vm_pgoff << PAGE_SHIFT) + r_size; in nommu_shrink_inode_mappings()
1802 region->vm_top -= r_top - newsize; in nommu_shrink_inode_mappings()
1803 if (region->vm_end > region->vm_top) in nommu_shrink_inode_mappings()
1804 region->vm_end = region->vm_top; in nommu_shrink_inode_mappings()