Lines Matching +full:enum +full:- +full:cnt +full:- +full:name
1 // SPDX-License-Identifier: GPL-2.0-or-later
47 * * ``memory`` - describes the physical memory available to the
51 * * ``reserved`` - describes the regions that were allocated
52 * * ``physmem`` - describes the actual physical memory available during
82 * * memblock_phys_alloc*() - these functions return the **physical**
84 * * memblock_alloc*() - these functions return the **virtual** address
119 .memory.name = "memory",
123 .reserved.name = "reserved",
133 .name = "physmem",
146 for (i = 0, rgn = &memblock_type->regions[0]; \
147 i < memblock_type->cnt; \
148 i++, rgn = &memblock_type->regions[i])
167 static enum memblock_flags __init_memblock choose_memblock_flags(void) in choose_memblock_flags()
175 return *size = min(*size, PHYS_ADDR_MAX - base); in memblock_cap_size()
195 for (i = 0; i < type->cnt; i++) in memblock_overlaps_region()
196 if (memblock_addrs_overlap(base, size, type->regions[i].base, in memblock_overlaps_region()
197 type->regions[i].size)) in memblock_overlaps_region()
203 * __memblock_find_range_bottom_up - find free area utility in bottom-up
212 * Utility called from memblock_find_in_range_node(), find free area bottom-up.
220 enum memblock_flags flags) in __memblock_find_range_bottom_up()
230 if (cand < this_end && this_end - cand >= size) in __memblock_find_range_bottom_up()
238 * __memblock_find_range_top_down - find free area utility, in top-down
247 * Utility called from memblock_find_in_range_node(), find free area top-down.
255 enum memblock_flags flags) in __memblock_find_range_top_down()
268 cand = round_down(this_end - size, align); in __memblock_find_range_top_down()
277 * memblock_find_in_range_node - find free area in given range and node
294 enum memblock_flags flags) in memblock_find_in_range_node()
314 * memblock_find_in_range - find free area in given range
331 enum memblock_flags flags = choose_memblock_flags(); in memblock_find_in_range()
349 type->total_size -= type->regions[r].size; in memblock_remove_region()
350 memmove(&type->regions[r], &type->regions[r + 1], in memblock_remove_region()
351 (type->cnt - (r + 1)) * sizeof(type->regions[r])); in memblock_remove_region()
352 type->cnt--; in memblock_remove_region()
355 if (type->cnt == 0) { in memblock_remove_region()
356 WARN_ON(type->total_size != 0); in memblock_remove_region()
357 type->regions[0].base = 0; in memblock_remove_region()
358 type->regions[0].size = 0; in memblock_remove_region()
359 type->regions[0].flags = 0; in memblock_remove_region()
360 memblock_set_region_node(&type->regions[0], MAX_NUMNODES); in memblock_remove_region()
366 * memblock_discard - discard memory and reserved arrays if they were allocated
397 * memblock_double_array - double the size of the memblock regions array
409 * 0 on success, -1 on failure.
425 panic("memblock: cannot resize %s array\n", type->name); in memblock_double_array()
428 old_size = type->max * sizeof(struct memblock_region); in memblock_double_array()
471 type->name, type->max, type->max * 2); in memblock_double_array()
472 return -1; in memblock_double_array()
475 new_end = addr + new_size - 1; in memblock_double_array()
476 memblock_dbg("memblock: %s is doubled to %ld at [%pa-%pa]", in memblock_double_array()
477 type->name, type->max * 2, &addr, &new_end); in memblock_double_array()
484 memcpy(new_array, type->regions, old_size); in memblock_double_array()
485 memset(new_array + type->max, 0, old_size); in memblock_double_array()
486 old_array = type->regions; in memblock_double_array()
487 type->regions = new_array; in memblock_double_array()
488 type->max <<= 1; in memblock_double_array()
511 * memblock_merge_regions - merge neighboring compatible regions
513 * @start_rgn: start scanning from (@start_rgn - 1)
514 * @end_rgn: end scanning at (@end_rgn - 1)
515 * Scan @type and merge neighboring compatible regions in [@start_rgn - 1, @end_rgn)
523 i = start_rgn - 1; in memblock_merge_regions()
524 end_rgn = min(end_rgn, type->cnt - 1); in memblock_merge_regions()
526 struct memblock_region *this = &type->regions[i]; in memblock_merge_regions()
527 struct memblock_region *next = &type->regions[i + 1]; in memblock_merge_regions()
529 if (this->base + this->size != next->base || in memblock_merge_regions()
532 this->flags != next->flags) { in memblock_merge_regions()
533 BUG_ON(this->base + this->size > next->base); in memblock_merge_regions()
538 this->size += next->size; in memblock_merge_regions()
540 memmove(next, next + 1, (type->cnt - (i + 2)) * sizeof(*next)); in memblock_merge_regions()
541 type->cnt--; in memblock_merge_regions()
542 end_rgn--; in memblock_merge_regions()
547 * memblock_insert_region - insert new memblock region
562 enum memblock_flags flags) in memblock_insert_region()
564 struct memblock_region *rgn = &type->regions[idx]; in memblock_insert_region()
566 BUG_ON(type->cnt >= type->max); in memblock_insert_region()
567 memmove(rgn + 1, rgn, (type->cnt - idx) * sizeof(*rgn)); in memblock_insert_region()
568 rgn->base = base; in memblock_insert_region()
569 rgn->size = size; in memblock_insert_region()
570 rgn->flags = flags; in memblock_insert_region()
572 type->cnt++; in memblock_insert_region()
573 type->total_size += size; in memblock_insert_region()
577 * memblock_add_range - add new memblock region
585 * is allowed to overlap with existing ones - overlaps don't affect already
590 * 0 on success, -errno on failure.
594 int nid, enum memblock_flags flags) in memblock_add_range()
599 int idx, nr_new, start_rgn = -1, end_rgn; in memblock_add_range()
606 if (type->regions[0].size == 0) { in memblock_add_range()
607 WARN_ON(type->cnt != 0 || type->total_size); in memblock_add_range()
608 type->regions[0].base = base; in memblock_add_range()
609 type->regions[0].size = size; in memblock_add_range()
610 type->regions[0].flags = flags; in memblock_add_range()
611 memblock_set_region_node(&type->regions[0], nid); in memblock_add_range()
612 type->total_size = size; in memblock_add_range()
613 type->cnt = 1; in memblock_add_range()
619 * then we'll need type->cnt + 1 empty regions in @type. So if in memblock_add_range()
620 * type->cnt * 2 + 1 is less than or equal to type->max, we know in memblock_add_range()
624 if (type->cnt * 2 + 1 <= type->max) in memblock_add_range()
637 phys_addr_t rbase = rgn->base; in memblock_add_range()
638 phys_addr_t rend = rbase + rgn->size; in memblock_add_range()
652 WARN_ON(flags != rgn->flags); in memblock_add_range()
655 if (start_rgn == -1) in memblock_add_range()
659 rbase - base, nid, in memblock_add_range()
671 if (start_rgn == -1) in memblock_add_range()
674 memblock_insert_region(type, idx, base, end - base, in memblock_add_range()
687 while (type->cnt + nr_new > type->max) in memblock_add_range()
689 return -ENOMEM; in memblock_add_range()
699 * memblock_add_node - add new memblock region within a NUMA node
709 * 0 on success, -errno on failure.
712 int nid, enum memblock_flags flags) in memblock_add_node()
714 phys_addr_t end = base + size - 1; in memblock_add_node()
716 memblock_dbg("%s: [%pa-%pa] nid=%d flags=%x %pS\n", __func__, in memblock_add_node()
723 * memblock_add - add new memblock region
731 * 0 on success, -errno on failure.
735 phys_addr_t end = base + size - 1; in memblock_add()
737 memblock_dbg("%s: [%pa-%pa] %pS\n", __func__, in memblock_add()
744 * memblock_validate_numa_coverage - check if amount of memory with
763 nr_pages += end_pfn - start_pfn; in memblock_validate_numa_coverage()
778 * memblock_isolate_range - isolate given range into disjoint memblocks
792 * 0 on success, -errno on failure.
808 while (type->cnt + 2 > type->max) in memblock_isolate_range()
810 return -ENOMEM; in memblock_isolate_range()
813 phys_addr_t rbase = rgn->base; in memblock_isolate_range()
814 phys_addr_t rend = rbase + rgn->size; in memblock_isolate_range()
824 * to process the next region - the new top half. in memblock_isolate_range()
826 rgn->base = base; in memblock_isolate_range()
827 rgn->size -= base - rbase; in memblock_isolate_range()
828 type->total_size -= base - rbase; in memblock_isolate_range()
829 memblock_insert_region(type, idx, rbase, base - rbase, in memblock_isolate_range()
831 rgn->flags); in memblock_isolate_range()
835 * current region - the new bottom half. in memblock_isolate_range()
837 rgn->base = end; in memblock_isolate_range()
838 rgn->size -= end - rbase; in memblock_isolate_range()
839 type->total_size -= end - rbase; in memblock_isolate_range()
840 memblock_insert_region(type, idx--, rbase, end - rbase, in memblock_isolate_range()
842 rgn->flags); in memblock_isolate_range()
864 for (i = end_rgn - 1; i >= start_rgn; i--) in memblock_remove_range()
871 phys_addr_t end = base + size - 1; in memblock_remove()
873 memblock_dbg("%s: [%pa-%pa] %pS\n", __func__, in memblock_remove()
880 * memblock_free - free boot memory allocation
894 * memblock_phys_free - free boot memory block
903 phys_addr_t end = base + size - 1; in memblock_phys_free()
905 memblock_dbg("%s: [%pa-%pa] %pS\n", __func__, in memblock_phys_free()
914 phys_addr_t end = base + size - 1; in memblock_reserve()
916 memblock_dbg("%s: [%pa-%pa] %pS\n", __func__, in memblock_reserve()
925 phys_addr_t end = base + size - 1; in memblock_physmem_add()
927 memblock_dbg("%s: [%pa-%pa] %pS\n", __func__, in memblock_physmem_add()
935 * memblock_setclr_flag - set or clear flag for a memory region
944 * Return: 0 on success, -errno on failure.
956 struct memblock_region *r = &type->regions[i]; in memblock_setclr_flag()
959 r->flags |= flag; in memblock_setclr_flag()
961 r->flags &= ~flag; in memblock_setclr_flag()
969 * memblock_mark_hotplug - Mark hotpluggable memory with flag MEMBLOCK_HOTPLUG.
973 * Return: 0 on success, -errno on failure.
981 * memblock_clear_hotplug - Clear flag MEMBLOCK_HOTPLUG for a specified region.
985 * Return: 0 on success, -errno on failure.
993 * memblock_mark_mirror - Mark mirrored memory with flag MEMBLOCK_MIRROR.
997 * Return: 0 on success, -errno on failure.
1010 * memblock_mark_nomap - Mark a memory region with flag MEMBLOCK_NOMAP.
1022 * Return: 0 on success, -errno on failure.
1030 * memblock_clear_nomap - Clear flag MEMBLOCK_NOMAP for a specified region.
1034 * Return: 0 on success, -errno on failure.
1042 * memblock_reserved_mark_noinit - Mark a reserved memory region with flag
1051 * Return: 0 on success, -errno on failure.
1078 /* if we want mirror memory skip non-mirror memory regions */ in should_skip_region()
1086 /* skip driver-managed memory unless we were asked for it explicitly */ in should_skip_region()
1094 * __next_mem_range - next function for for_each_free_mem_range() etc.
1110 * 0:[0-16), 1:[32-48), 2:[128-130)
1114 * 0:[0-0), 1:[16-32), 2:[48-128), 3:[130-MAX)
1119 void __next_mem_range(u64 *idx, int nid, enum memblock_flags flags, in __next_mem_range()
1127 for (; idx_a < type_a->cnt; idx_a++) { in __next_mem_range()
1128 struct memblock_region *m = &type_a->regions[idx_a]; in __next_mem_range()
1130 phys_addr_t m_start = m->base; in __next_mem_range()
1131 phys_addr_t m_end = m->base + m->size; in __next_mem_range()
1150 for (; idx_b < type_b->cnt + 1; idx_b++) { in __next_mem_range()
1155 r = &type_b->regions[idx_b]; in __next_mem_range()
1156 r_start = idx_b ? r[-1].base + r[-1].size : 0; in __next_mem_range()
1157 r_end = idx_b < type_b->cnt ? in __next_mem_range()
1158 r->base : PHYS_ADDR_MAX; in __next_mem_range()
1194 * __next_mem_range_rev - generic next function for for_each_*_range_rev()
1211 enum memblock_flags flags, in __next_mem_range_rev()
1221 idx_a = type_a->cnt - 1; in __next_mem_range_rev()
1223 idx_b = type_b->cnt; in __next_mem_range_rev()
1228 for (; idx_a >= 0; idx_a--) { in __next_mem_range_rev()
1229 struct memblock_region *m = &type_a->regions[idx_a]; in __next_mem_range_rev()
1231 phys_addr_t m_start = m->base; in __next_mem_range_rev()
1232 phys_addr_t m_end = m->base + m->size; in __next_mem_range_rev()
1245 idx_a--; in __next_mem_range_rev()
1251 for (; idx_b >= 0; idx_b--) { in __next_mem_range_rev()
1256 r = &type_b->regions[idx_b]; in __next_mem_range_rev()
1257 r_start = idx_b ? r[-1].base + r[-1].size : 0; in __next_mem_range_rev()
1258 r_end = idx_b < type_b->cnt ? in __next_mem_range_rev()
1259 r->base : PHYS_ADDR_MAX; in __next_mem_range_rev()
1276 idx_a--; in __next_mem_range_rev()
1278 idx_b--; in __next_mem_range_rev()
1299 while (++*idx < type->cnt) { in __next_mem_pfn_range()
1300 r = &type->regions[*idx]; in __next_mem_pfn_range()
1303 if (PFN_UP(r->base) >= PFN_DOWN(r->base + r->size)) in __next_mem_pfn_range()
1308 if (*idx >= type->cnt) { in __next_mem_pfn_range()
1309 *idx = -1; in __next_mem_pfn_range()
1314 *out_start_pfn = PFN_UP(r->base); in __next_mem_pfn_range()
1316 *out_end_pfn = PFN_DOWN(r->base + r->size); in __next_mem_pfn_range()
1322 * memblock_set_node - set node ID on memblock regions
1332 * 0 on success, -errno on failure.
1346 memblock_set_region_node(&type->regions[i], nid); in memblock_set_node()
1355 * __next_mem_pfn_range_in_zone - iterator for for_each_*_range_in_zone()
1388 if (zone->zone_start_pfn < epfn && spfn < epfn) { in __next_mem_pfn_range_in_zone()
1396 *out_spfn = max(zone->zone_start_pfn, spfn); in __next_mem_pfn_range_in_zone()
1418 * memblock_alloc_range_nid - allocate boot memory block
1447 enum memblock_flags flags = choose_memblock_flags(); in memblock_alloc_range_nid()
1505 * Some Virtual Machine platforms, such as Intel TDX or AMD SEV-SNP, in memblock_alloc_range_nid()
1517 * memblock_phys_alloc_range - allocate a memory block inside specified range
1541 * memblock_phys_alloc_try_nid - allocate a memory block from specified NUMA node
1560 * memblock_alloc_internal - allocate boot memory block
1605 * memblock_alloc_exact_nid_raw - allocate boot memory block on the exact node
1636 * memblock_alloc_try_nid_raw - allocate boot memory block without zeroing
1668 * memblock_alloc_try_nid - allocate boot memory block
1703 * __memblock_alloc_or_panic - Try to allocate memory and panic on failure
1706 * @func: caller func name
1723 * memblock_free_late - free pages directly to buddy allocator
1735 end = base + size - 1; in memblock_free_late()
1736 memblock_dbg("%s: [%pa-%pa] %pS\n", in memblock_free_late()
1763 * memblock_estimated_nr_free_pages - return estimated number of free pages
1776 return PHYS_PFN(memblock_phys_mem_size() - memblock_reserved_size()); in memblock_estimated_nr_free_pages()
1787 int idx = memblock.memory.cnt - 1; in memblock_end_of_DRAM()
1803 if (limit <= r->size) { in __find_max_addr()
1804 max_addr = r->base + limit; in __find_max_addr()
1807 limit -= r->size; in __find_max_addr()
1841 if (!memblock_memory->total_size) { in memblock_cap_memory_range()
1852 for (i = memblock.memory.cnt - 1; i >= end_rgn; i--) in memblock_cap_memory_range()
1856 for (i = start_rgn - 1; i >= 0; i--) in memblock_cap_memory_range()
1884 unsigned int left = 0, right = type->cnt; in memblock_search()
1889 if (addr < type->regions[mid].base) in memblock_search()
1891 else if (addr >= (type->regions[mid].base + in memblock_search()
1892 type->regions[mid].size)) in memblock_search()
1897 return -1; in memblock_search()
1902 return memblock_search(&memblock.reserved, addr) != -1; in memblock_is_reserved()
1907 return memblock_search(&memblock.memory, addr) != -1; in memblock_is_memory()
1914 if (i == -1) in memblock_is_map_memory()
1925 if (mid == -1) in memblock_search_pfn_nid()
1928 *start_pfn = PFN_DOWN(type->regions[mid].base); in memblock_search_pfn_nid()
1929 *end_pfn = PFN_DOWN(type->regions[mid].base + type->regions[mid].size); in memblock_search_pfn_nid()
1931 return memblock_get_region_node(&type->regions[mid]); in memblock_search_pfn_nid()
1935 * memblock_is_region_memory - check if a region is a subset of memory
1942 * 0 if false, non-zero if true
1949 if (idx == -1) in memblock_is_region_memory()
1956 * memblock_is_region_reserved - check if a region intersects reserved memory
1977 orig_start = r->base; in memblock_trim_memory()
1978 orig_end = r->base + r->size; in memblock_trim_memory()
1986 r->base = start; in memblock_trim_memory()
1987 r->size = end - start; in memblock_trim_memory()
1990 r - memblock.memory.regions); in memblock_trim_memory()
1991 r--; in memblock_trim_memory()
2009 enum memblock_flags flags; in memblock_dump()
2013 pr_info(" %s.cnt = 0x%lx\n", type->name, type->cnt); in memblock_dump()
2018 base = rgn->base; in memblock_dump()
2019 size = rgn->size; in memblock_dump()
2020 end = base + size - 1; in memblock_dump()
2021 flags = rgn->flags; in memblock_dump()
2027 pr_info(" %s[%#x]\t[%pa-%pa], %pa bytes%s flags: %#x\n", in memblock_dump()
2028 type->name, idx, &base, &end, &size, nid_buf, flags); in memblock_dump()
2073 start_pg = pfn_to_page(start_pfn - 1) + 1; in free_memmap()
2074 end_pg = pfn_to_page(end_pfn - 1) + 1; in free_memmap()
2088 memblock_phys_free(pg, pgend - pg); in free_memmap()
2154 * MAX_PAGE_ORDER-aligned, set order to MAX_PAGE_ORDER for in __free_pages_memory()
2163 order--; in __free_pages_memory()
2185 return end_pfn - start_pfn; in __free_memory_core()
2203 start = region->base; in memmap_init_reserved_pages()
2204 end = start + region->size; in memmap_init_reserved_pages()
2209 memblock_set_node(start, region->size, &memblock.reserved, nid); in memmap_init_reserved_pages()
2226 start = region->base; in memmap_init_reserved_pages()
2227 end = start + region->size; in memmap_init_reserved_pages()
2243 memblock_clear_hotplug(0, -1); in free_low_memory_core_early()
2248 * We need to use NUMA_NO_NODE instead of NODE_DATA(0)->node_id in free_low_memory_core_early()
2265 for (z = pgdat->node_zones; z < pgdat->node_zones + MAX_NR_ZONES; z++) in reset_node_managed_pages()
2266 atomic_long_set(&z->managed_pages, 0); in reset_node_managed_pages()
2283 * memblock_free_all - release free pages to the buddy allocator
2300 char name[RESERVE_MEM_NAME_SIZE]; member
2308 /* Add wildcard region with a lookup name */
2310 const char *name) in reserved_mem_add() argument
2315 map->start = start; in reserved_mem_add()
2316 map->size = size; in reserved_mem_add()
2317 strscpy(map->name, name); in reserved_mem_add()
2320 static struct reserve_mem_table *reserve_mem_find_by_name_nolock(const char *name) in reserve_mem_find_by_name_nolock() argument
2327 if (!map->size) in reserve_mem_find_by_name_nolock()
2329 if (strcmp(name, map->name) == 0) in reserve_mem_find_by_name_nolock()
2336 * reserve_mem_find_by_name - Find reserved memory region with a given name
2337 * @name: The name that is attached to a reserved memory region
2341 * @start and @size are only updated if @name is found.
2345 int reserve_mem_find_by_name(const char *name, phys_addr_t *start, phys_addr_t *size) in reserve_mem_find_by_name() argument
2350 map = reserve_mem_find_by_name_nolock(name); in reserve_mem_find_by_name()
2354 *start = map->start; in reserve_mem_find_by_name()
2355 *size = map->size; in reserve_mem_find_by_name()
2361 * reserve_mem_release_by_name - Release reserved memory region with a given name
2362 * @name: The name that is attatched to a reserved memory region
2369 int reserve_mem_release_by_name(const char *name) in reserve_mem_release_by_name() argument
2376 map = reserve_mem_find_by_name_nolock(name); in reserve_mem_release_by_name()
2380 start = phys_to_virt(map->start); in reserve_mem_release_by_name()
2381 end = start + map->size - 1; in reserve_mem_release_by_name()
2382 snprintf(buf, sizeof(buf), "reserve_mem:%s", name); in reserve_mem_release_by_name()
2384 map->size = 0; in reserve_mem_release_by_name()
2390 * Parse reserve_mem=nn:align:name
2395 char *name; in reserve_mem() local
2400 return -EINVAL; in reserve_mem()
2404 return -EBUSY; in reserve_mem()
2409 return -EINVAL; in reserve_mem()
2412 return -EINVAL; in reserve_mem()
2416 return -EINVAL; in reserve_mem()
2425 name = p + 1; in reserve_mem()
2426 len = strlen(name); in reserve_mem()
2428 /* name needs to have length but not too big */ in reserve_mem()
2430 return -EINVAL; in reserve_mem()
2432 /* Make sure that name has text */ in reserve_mem()
2433 for (p = name; *p; p++) { in reserve_mem()
2438 return -EINVAL; in reserve_mem()
2440 /* Make sure the name is not already used */ in reserve_mem()
2441 if (reserve_mem_find_by_name(name, &start, &tmp)) in reserve_mem()
2442 return -EBUSY; in reserve_mem()
2446 return -ENOMEM; in reserve_mem()
2448 reserved_mem_add(start, size, name); in reserve_mem()
2465 struct memblock_type *type = m->private; in memblock_debug_show()
2471 for (i = 0; i < type->cnt; i++) { in memblock_debug_show()
2472 reg = &type->regions[i]; in memblock_debug_show()
2473 end = reg->base + reg->size - 1; in memblock_debug_show()
2477 seq_printf(m, "%pa..%pa ", ®->base, &end); in memblock_debug_show()
2482 if (reg->flags) { in memblock_debug_show()
2484 if (reg->flags & (1U << j)) { in memblock_debug_show()