23  * 1) mem_section	- memory sections, mem_map's for valid memory
112 unsigned long __section_nr(struct mem_section *ms)  in __section_nr()  argument
122 		if ((ms >= root) && (ms < (root + SECTIONS_PER_ROOT)))  in __section_nr()
128 	return (root_nr * SECTIONS_PER_ROOT) + (ms - root);  in __section_nr()
131 unsigned long __section_nr(struct mem_section *ms)  in __section_nr()  argument
133 	return (unsigned long)(ms - mem_section[0]);  in __section_nr()
157 	unsigned long max_sparsemem_pfn = 1UL << (MAX_PHYSMEM_BITS-PAGE_SHIFT);  in mminit_validate_memmodel_limits()
167 		WARN_ON_ONCE(1);  in mminit_validate_memmodel_limits()
174 		WARN_ON_ONCE(1);  in mminit_validate_memmodel_limits()
189 static void section_mark_present(struct mem_section *ms)  in section_mark_present()  argument
191 	unsigned long section_nr = __section_nr(ms);  in section_mark_present()
196 	ms->section_mem_map |= SECTION_MARKED_PRESENT;  in section_mark_present()
200 	for (section_nr = next_present_section_nr(start-1);	\
201 	     ((section_nr != -1) &&				\
207 	return next_present_section_nr(-1);  in first_present_section_nr()
215 	int end = subsection_map_index(pfn + nr_pages - 1);  in subsection_mask_set()
217 	bitmap_set(map, idx, end - idx + 1);  in subsection_mask_set()
222 	int end_sec = pfn_to_section_nr(pfn + nr_pages - 1);  in subsection_map_init()
229 		struct mem_section *ms;  in subsection_map_init()  local
234 		ms = __nr_to_section(nr);  in subsection_map_init()
235 		subsection_mask_set(ms->usage->subsection_map, pfn, pfns);  in subsection_map_init()
239 				subsection_map_index(pfn + pfns - 1));  in subsection_map_init()
261 		align = 1 << (INTERNODE_CACHE_SHIFT);  in memory_present()
273 		struct mem_section *ms;  in memory_present()  local
278 		ms = __nr_to_section(section);  in memory_present()
279 		if (!ms->section_mem_map) {  in memory_present()
280 			ms->section_mem_map = sparse_encode_early_nid(nid) |  in memory_present()
282 			section_mark_present(ms);  in memory_present()
310 	BUILD_BUG_ON(SECTION_MAP_LAST_BIT > (1UL<<PFN_SECTION_SHIFT));  in sparse_encode_mem_map()
327 static void __meminit sparse_init_one_section(struct mem_section *ms,  in sparse_init_one_section()  argument
331 	ms->section_mem_map &= ~SECTION_MAP_MASK;  in sparse_init_one_section()
332 	ms->section_mem_map |= sparse_encode_mem_map(mem_map, pnum)  in sparse_init_one_section()
334 	ms->usage = usage;  in sparse_init_one_section()
366 	limit = goal + (1UL << PA_SECTION_SHIFT);  in sparse_early_usemaps_alloc_pgdat_section()
562 		struct mem_section *ms;  in sparse_init_nid()  local
566 		ms = __nr_to_section(pnum);  in sparse_init_nid()
567 		ms->section_mem_map = 0;  in sparse_init_nid()
577 	unsigned long pnum_end, pnum_begin, map_count = 1;  in sparse_init()
588 	for_each_present_section_nr(pnum_begin + 1, pnum_end) {  in sparse_init()
599 		map_count = 1;  in sparse_init()
615 		struct mem_section *ms;  in online_mem_sections()  local
621 		ms = __nr_to_section(section_nr);  in online_mem_sections()
622 		ms->section_mem_map |= SECTION_IS_ONLINE;  in online_mem_sections()
634 		struct mem_section *ms;  in offline_mem_sections()  local
643 		ms = __nr_to_section(section_nr);  in offline_mem_sections()
644 		ms->section_mem_map &= ~SECTION_IS_ONLINE;  in offline_mem_sections()
676 	struct mem_section *ms = __pfn_to_section(pfn);  in clear_subsection_map()  local
677 	unsigned long *subsection_map = ms->usage  in clear_subsection_map()
678 		? &ms->usage->subsection_map[0] : NULL;  in clear_subsection_map()
693 static bool is_subsection_map_empty(struct mem_section *ms)  in is_subsection_map_empty()  argument
695 	return bitmap_empty(&ms->usage->subsection_map[0],  in is_subsection_map_empty()
701 	struct mem_section *ms = __pfn_to_section(pfn);  in fill_subsection_map()  local
708 	subsection_map = &ms->usage->subsection_map[0];  in fill_subsection_map()
769 static bool is_subsection_map_empty(struct mem_section *ms)  in is_subsection_map_empty()  argument
784  * 1. deactivation of a partial hot-added section (only possible in
791  * For 1, when subsection_map does not empty we will not be freeing the
799 	struct mem_section *ms = __pfn_to_section(pfn);  in section_deactivate()  local
800 	bool section_is_early = early_section(ms);  in section_deactivate()
807 	empty = is_subsection_map_empty(ms);  in section_deactivate()
818 		if (!PageReserved(virt_to_page(ms->usage))) {  in section_deactivate()
819 			kfree(ms->usage);  in section_deactivate()
820 			ms->usage = NULL;  in section_deactivate()
822 		memmap = sparse_decode_mem_map(ms->section_mem_map, section_nr);  in section_deactivate()
826 		 * ms->usage array.  in section_deactivate()
828 		ms->section_mem_map &= ~SECTION_HAS_MEM_MAP;  in section_deactivate()
841 		ms->section_mem_map = (unsigned long)NULL;  in section_deactivate()
847 	struct mem_section *ms = __pfn_to_section(pfn);  in section_activate()  local
852 	if (!ms->usage) {  in section_activate()
856 		ms->usage = usage;  in section_activate()
862 			ms->usage = NULL;  in section_activate()
874 	if (nr_pages < PAGES_PER_SECTION && early_section(ms))  in section_activate()
908 	struct mem_section *ms;  in sparse_add_section()  local
926 	ms = __nr_to_section(section_nr);  in sparse_add_section()
928 	section_mark_present(ms);  in sparse_add_section()
933 	sparse_init_one_section(ms, section_nr, memmap, ms->usage, 0);  in sparse_add_section()
965 void sparse_remove_section(struct mem_section *ms, unsigned long pfn,  in sparse_remove_section()  argument