Lines Matching refs:nid
62 int nid; in mminit_verify_zonelist() local
67 for_each_online_node(nid) { in mminit_verify_zonelist()
68 pg_data_t *pgdat = NODE_DATA(nid); in mminit_verify_zonelist()
86 listid > 0 ? "thisnode" : "general", nid, in mminit_verify_zonelist()
318 int i, nid; in early_calculate_totalpages() local
320 for_each_mem_pfn_range(i, MAX_NUMNODES, &start_pfn, &end_pfn, &nid) { in early_calculate_totalpages()
325 node_set_state(nid, N_MEMORY); in early_calculate_totalpages()
359 int i, nid; in find_zone_movable_pfns_for_nodes() local
380 nid = memblock_get_region_node(r); in find_zone_movable_pfns_for_nodes()
383 zone_movable_pfn[nid] = zone_movable_pfn[nid] ? in find_zone_movable_pfns_for_nodes()
384 min(usable_startpfn, zone_movable_pfn[nid]) : in find_zone_movable_pfns_for_nodes()
411 nid = memblock_get_region_node(r); in find_zone_movable_pfns_for_nodes()
420 zone_movable_pfn[nid] = zone_movable_pfn[nid] ? in find_zone_movable_pfns_for_nodes()
421 min(usable_startpfn, zone_movable_pfn[nid]) : in find_zone_movable_pfns_for_nodes()
478 for_each_node_state(nid, N_MEMORY) { in find_zone_movable_pfns_for_nodes()
497 for_each_mem_pfn_range(i, nid, &start_pfn, &end_pfn, NULL) { in find_zone_movable_pfns_for_nodes()
500 start_pfn = max(start_pfn, zone_movable_pfn[nid]); in find_zone_movable_pfns_for_nodes()
524 zone_movable_pfn[nid] = end_pfn; in find_zone_movable_pfns_for_nodes()
538 zone_movable_pfn[nid] = start_pfn + size_pages; in find_zone_movable_pfns_for_nodes()
565 for_each_node_state(nid, N_MEMORY) { in find_zone_movable_pfns_for_nodes()
568 zone_movable_pfn[nid] = in find_zone_movable_pfns_for_nodes()
569 round_up(zone_movable_pfn[nid], MAX_ORDER_NR_PAGES); in find_zone_movable_pfns_for_nodes()
571 get_pfn_range_for_nid(nid, &start_pfn, &end_pfn); in find_zone_movable_pfns_for_nodes()
572 if (zone_movable_pfn[nid] >= end_pfn) in find_zone_movable_pfns_for_nodes()
573 zone_movable_pfn[nid] = 0; in find_zone_movable_pfns_for_nodes()
582 unsigned long zone, int nid) in __init_single_page() argument
585 set_page_links(page, zone, nid, pfn); in __init_single_page()
620 int nid; in __early_pfn_to_nid() local
625 nid = memblock_search_pfn_nid(pfn, &start_pfn, &end_pfn); in __early_pfn_to_nid()
626 if (nid != NUMA_NO_NODE) { in __early_pfn_to_nid()
629 state->last_nid = nid; in __early_pfn_to_nid()
632 return nid; in __early_pfn_to_nid()
638 int nid; in early_pfn_to_nid() local
641 nid = __early_pfn_to_nid(pfn, &early_pfnnid_cache); in early_pfn_to_nid()
642 if (nid < 0) in early_pfn_to_nid()
643 nid = first_online_node; in early_pfn_to_nid()
646 return nid; in early_pfn_to_nid()
672 void __meminit __init_page_from_nid(unsigned long pfn, int nid) in __init_page_from_nid() argument
677 pgdat = NODE_DATA(nid); in __init_page_from_nid()
685 __init_single_page(pfn_to_page(pfn), pfn, zid, nid); in __init_page_from_nid()
699 static inline bool __meminit early_page_initialised(unsigned long pfn, int nid) in early_page_initialised() argument
701 if (node_online(nid) && pfn >= NODE_DATA(nid)->first_deferred_pfn) in early_page_initialised()
712 defer_init(int nid, unsigned long pfn, unsigned long end_pfn) in defer_init() argument
720 if (end_pfn < pgdat_end_pfn(NODE_DATA(nid))) in defer_init()
723 if (NODE_DATA(nid)->first_deferred_pfn != ULONG_MAX) in defer_init()
742 NODE_DATA(nid)->first_deferred_pfn = pfn; in defer_init()
748 static void __meminit __init_deferred_page(unsigned long pfn, int nid) in __init_deferred_page() argument
750 if (early_page_initialised(pfn, nid)) in __init_deferred_page()
753 __init_page_from_nid(pfn, nid); in __init_deferred_page()
758 static inline bool early_page_initialised(unsigned long pfn, int nid) in early_page_initialised() argument
763 static inline bool defer_init(int nid, unsigned long pfn, unsigned long end_pfn) in defer_init() argument
768 static inline void __init_deferred_page(unsigned long pfn, int nid) in __init_deferred_page() argument
773 void __meminit init_deferred_page(unsigned long pfn, int nid) in init_deferred_page() argument
775 __init_deferred_page(pfn, nid); in init_deferred_page()
785 phys_addr_t end, int nid) in reserve_bootmem_region() argument
792 __init_deferred_page(pfn, nid); in reserve_bootmem_region()
875 void __meminit memmap_init_range(unsigned long size, int nid, unsigned long zone, in memmap_init_range() argument
913 if (defer_init(nid, pfn, zone_end_pfn)) { in memmap_init_range()
920 __init_single_page(page, pfn, zone, nid); in memmap_init_range()
951 int nid = zone_to_nid(zone), zone_id = zone_idx(zone); in memmap_init_zone_range() local
959 memmap_init_range(end_pfn - start_pfn, nid, zone_id, start_pfn, in memmap_init_zone_range()
964 init_unavailable_range(*hole_pfn, start_pfn, zone_id, nid); in memmap_init_zone_range()
973 int i, j, zone_id = 0, nid; in memmap_init() local
975 for_each_mem_pfn_range(i, MAX_NUMNODES, &start_pfn, &end_pfn, &nid) { in memmap_init()
976 struct pglist_data *node = NODE_DATA(nid); in memmap_init()
1003 init_unavailable_range(hole_pfn, end_pfn, zone_id, nid); in memmap_init()
1008 unsigned long zone_idx, int nid, in __init_zone_device_page() argument
1012 __init_single_page(page, pfn, zone_idx, nid); in __init_zone_device_page()
1087 unsigned long zone_idx, int nid, in memmap_init_compound() argument
1104 __init_zone_device_page(page, pfn, zone_idx, nid, pgmap); in memmap_init_compound()
1122 int nid = pgdat->node_id; in memmap_init_zone_device() local
1140 __init_zone_device_page(page, pfn, zone_idx, nid, pgmap); in memmap_init_zone_device()
1145 memmap_init_compound(page, pfn, zone_idx, nid, pgmap, in memmap_init_zone_device()
1164 static void __init adjust_zone_range_for_zone_movable(int nid, in adjust_zone_range_for_zone_movable() argument
1171 if (zone_movable_pfn[nid]) { in adjust_zone_range_for_zone_movable()
1174 *zone_start_pfn = zone_movable_pfn[nid]; in adjust_zone_range_for_zone_movable()
1180 *zone_start_pfn < zone_movable_pfn[nid] && in adjust_zone_range_for_zone_movable()
1181 *zone_end_pfn > zone_movable_pfn[nid]) { in adjust_zone_range_for_zone_movable()
1182 *zone_end_pfn = zone_movable_pfn[nid]; in adjust_zone_range_for_zone_movable()
1185 } else if (*zone_start_pfn >= zone_movable_pfn[nid]) in adjust_zone_range_for_zone_movable()
1194 static unsigned long __init __absent_pages_in_range(int nid, in __absent_pages_in_range() argument
1202 for_each_mem_pfn_range(i, nid, &start_pfn, &end_pfn, NULL) { in __absent_pages_in_range()
1224 static unsigned long __init zone_absent_pages_in_node(int nid, in zone_absent_pages_in_node() argument
1235 nr_absent = __absent_pages_in_range(nid, zone_start_pfn, zone_end_pfn); in zone_absent_pages_in_node()
1242 if (mirrored_kernelcore && zone_movable_pfn[nid]) { in zone_absent_pages_in_node()
1269 static unsigned long __init zone_spanned_pages_in_node(int nid, in zone_spanned_pages_in_node() argument
1282 adjust_zone_range_for_zone_movable(nid, zone_type, node_end_pfn, in zone_spanned_pages_in_node()
1424 static void __meminit zone_init_internals(struct zone *zone, enum zone_type idx, int nid, in zone_init_internals() argument
1428 zone_set_nid(zone, nid); in zone_init_internals()
1430 zone->zone_pgdat = NODE_DATA(nid); in zone_init_internals()
1555 int nid = pgdat->node_id; in free_area_init_core_hotplug() local
1591 zone_init_internals(zone, z, nid, 0); in free_area_init_core_hotplug()
1599 int nid = pgdat->node_id; in free_area_init_core() local
1612 zone_init_internals(zone, j, nid, zone->present_pages); in free_area_init_core()
1623 phys_addr_t min_addr, int nid, bool exact_nid) in memmap_alloc() argument
1634 nid); in memmap_alloc()
1638 nid); in memmap_alloc()
1699 void __init get_pfn_range_for_nid(unsigned int nid, in get_pfn_range_for_nid() argument
1708 for_each_mem_pfn_range(i, nid, &this_start_pfn, &this_end_pfn, NULL) { in get_pfn_range_for_nid()
1717 static void __init free_area_init_node(int nid) in free_area_init_node() argument
1719 pg_data_t *pgdat = NODE_DATA(nid); in free_area_init_node()
1726 get_pfn_range_for_nid(nid, &start_pfn, &end_pfn); in free_area_init_node()
1728 pgdat->node_id = nid; in free_area_init_node()
1733 pr_info("Initmem setup node %d [mem %#018Lx-%#018Lx]\n", nid, in free_area_init_node()
1739 pr_info("Initmem setup node %d as memoryless\n", nid); in free_area_init_node()
1827 int i, nid, zone; in free_area_init() local
1890 for_each_mem_pfn_range(i, MAX_NUMNODES, &start_pfn, &end_pfn, &nid) { in free_area_init()
1891 pr_info(" node %3d: [mem %#018Lx-%#018Lx]\n", nid, in free_area_init()
1902 for_each_node(nid) { in free_area_init()
1905 if (!node_online(nid)) in free_area_init()
1906 alloc_offline_node_data(nid); in free_area_init()
1908 pgdat = NODE_DATA(nid); in free_area_init()
1909 free_area_init_node(nid); in free_area_init()
1920 node_set_state(nid, N_MEMORY); in free_area_init()
1925 for_each_node_state(nid, N_MEMORY) in free_area_init()
1926 sparse_vmemmap_init_nid_late(nid); in free_area_init()
1961 int i, nid; in node_map_pfn_alignment() local
1963 for_each_mem_pfn_range(i, MAX_NUMNODES, &start, &end, &nid) { in node_map_pfn_alignment()
1964 if (!start || last_nid < 0 || last_nid == nid) { in node_map_pfn_alignment()
1965 last_nid = nid; in node_map_pfn_alignment()
2037 int nid = zone_to_nid(zone); in deferred_init_pages() local
2043 __init_single_page(page, pfn, zid, nid); in deferred_init_pages()
2064 int nid = zone_to_nid(zone); in deferred_init_memmap_chunk() local
2069 for_each_free_mem_range(i, nid, 0, &start, &end, NULL) { in deferred_init_memmap_chunk()
2293 bool pfn_range_intersects_zones(int nid, unsigned long start_pfn, in pfn_range_intersects_zones() argument
2299 if (nid != NUMA_NO_NODE && zone_to_nid(zone) != nid) in pfn_range_intersects_zones()
2317 int nid; in page_alloc_init_late() local
2323 for_each_node_state(nid, N_MEMORY) { in page_alloc_init_late()
2324 kthread_run(deferred_init_memmap, NODE_DATA(nid), "pgdatinit%d", nid); in page_alloc_init_late()
2347 for_each_node_state(nid, N_MEMORY) in page_alloc_init_late()
2348 shuffle_free_memory(NODE_DATA(nid)); in page_alloc_init_late()
2487 int nid = early_pfn_to_nid(pfn); in memblock_free_pages() local
2489 if (!early_page_initialised(pfn, nid)) in memblock_free_pages()