| /linux/include/linux/ |
| H A D | page-flags.h | 3 * Macros for manipulating and testing page->flags
18 * Various page->flags bits:
20 * PG_reserved is set for special pages. The "struct page" of such a page
25 * - Pages reserved or allocated early during boot (before the page allocator
27 * initial vmemmap, initial page tables, crashkernel, elfcorehdr, and much
29 * be given to the page allocator.
32 * - The zero page(s)
44 * Consequently, PG_reserved for a page mapped into user space can indicate
45 * the zero page, the vDSO, MMIO pages or device memory.
48 * specific data (which is normally at page->private). It can be used by
[all …]
|
| H A D | page_ref.h | 7 #include <linux/page-flags.h>
29 extern void __page_ref_set(struct page *page, int v);
30 extern void __page_ref_mod(struct page *page, int v);
31 extern void __page_ref_mod_and_test(struct page *page, int v, int ret);
32 extern void __page_ref_mod_and_return(struct page *page, int v, int ret);
33 extern void __page_ref_mod_unless(struct page *page, int v, int u);
34 extern void __page_ref_freeze(struct page *page, int v, int ret);
35 extern void __page_ref_unfreeze(struct page *page, int v);
41 static inline void __page_ref_set(struct page *page, int v) in __page_ref_set() argument
44 static inline void __page_ref_mod(struct page *page, int v) in __page_ref_mod() argument
[all …]
|
| H A D | highmem-internal.h | 10 void *__kmap_local_page_prot(const struct page *page, pgprot_t prot);
35 void *kmap_high(struct page *page);
36 void kunmap_high(const struct page *page);
38 struct page *__kmap_to_page(void *addr);
40 static inline void *kmap(struct page *page) in kmap() argument
45 if (!PageHighMem(page)) in kmap()
46 addr = page_address(page); in kmap()
48 addr = kmap_high(page); in kmap()
53 static inline void kunmap(const struct page *page) in kunmap() argument
56 if (!PageHighMem(page)) in kunmap()
[all …]
|
| H A D | highmem.h | 17 * kmap - Map a page for long term usage
18 * @page: Pointer to the page to be mapped
37 static inline void *kmap(struct page *page);
41 * @page: Pointer to the page which was mapped by kmap()
46 static inline void kunmap(const struct page *page);
49 * kmap_to_page - Get the page for a kmap'ed address
52 * Returns: The page which is mapped to @addr.
54 static inline struct page *kmap_to_page(void *addr);
63 * kmap_local_page - Map a page for temporary usage
64 * @page: Pointer to the page to be mapped
[all …]
|
| /linux/mm/ |
| H A D | balloon.c | 20 * balloon_page_insert - insert a page into the balloon's page list and make
21 * the page->private assignment accordingly.
23 * @page : page to be assigned as a 'balloon page'
28 struct page *page) in balloon_page_insert() argument
31 __SetPageOffline(page); in balloon_page_insert()
33 SetPageMovableOps(page); in balloon_page_insert()
34 set_page_private(page, (unsigned long)balloon); in balloon_page_insert()
36 list_add(&page->lru, &balloon->pages); in balloon_page_insert()
40 * balloon_page_finalize - prepare a balloon page that was removed from the
41 * balloon list for release to the page allocator
[all …]
|
| H A D | page_isolation.c | 7 #include <linux/page-isolation.h>
18 bool page_is_unmovable(struct zone *zone, struct page *page, in page_is_unmovable() argument
27 if (PageReserved(page)) in page_is_unmovable()
42 * handle each tail page individually in migration. in page_is_unmovable()
44 if (PageHuge(page) || PageCompound(page)) { in page_is_unmovable()
45 struct folio *folio = page_folio(page); in page_is_unmovable()
54 * The huge page may be freed so can not in page_is_unmovable()
65 *step = folio_nr_pages(folio) - folio_page_idx(folio, page); in page_is_unmovable()
70 * We can't use page_count without pin a page in page_is_unmovable()
71 * because another CPU can free compound page. in page_is_unmovable()
[all …]
|
| H A D | page_frag_cache.c | 2 /* Page fragment allocator
4 * Page Fragment:
6 * 0 or higher order page. Multiple fragments within that page are
7 * individually refcounted, in the page's reference counter.
9 * The page_frag functions provide a simple allocation framework for page
23 static unsigned long encoded_page_create(struct page *page, unsigned int order, in encoded_page_create() argument
29 return (unsigned long)page_address(page) | in encoded_page_create()
44 static struct page *encoded_page_decode_page(unsigned long encoded_page) in encoded_page_decode_page()
49 static struct page *__page_frag_cache_refill(struct page_frag_cache *nc, in __page_frag_cache_refill()
53 struct page *page = NULL; in __page_frag_cache_refill() local
[all …]
|
| /linux/include/net/page_pool/ |
| H A D | helpers.h | 11 * The page_pool allocator is optimized for recycling page or page fragment used
15 * which allocate memory with or without page splitting depending on the
19 * always smaller than half a page, it can use one of the more specific API
22 * 1. page_pool_alloc_pages(): allocate memory without page splitting when
23 * driver knows that the memory it need is always bigger than half of the page
24 * allocated from page pool. There is no cache line dirtying for 'struct page'
25 * when a page is recycled back to the page pool.
27 * 2. page_pool_alloc_frag(): allocate memory with page splitting when driver
29 * page allocated from page pool. Page splitting enables memory saving and thus
31 * implement page splitting, mainly some cache line dirtying/bouncing for
[all …]
|
| /linux/tools/perf/pmu-events/arch/x86/snowridgex/ |
| H A D | virtual-memory.json | 3 …"BriefDescription": "Counts the number of page walks due to loads that miss the PDE (Page Director…
11 … second level hits due to a demand load that did not start a page walk. Account for all page sizes…
19 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to any page…
23 …page walks completed due to loads (including SW prefetches) whose address translations missed in a…
28 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 1G pag…
32 …page walks completed due to loads (including SW prefetches) whose address translations missed in a…
37 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 2M or …
41 …page walks completed due to loads (including SW prefetches) whose address translations missed in a…
46 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 4K pag…
50 …page walks completed due to loads (including SW prefetches) whose address translations missed in a…
[all …]
|
| /linux/tools/perf/pmu-events/arch/x86/elkhartlake/ |
| H A D | virtual-memory.json | 3 …"BriefDescription": "Counts the number of page walks due to loads that miss the PDE (Page Director…
11 … second level hits due to a demand load that did not start a page walk. Account for all page sizes…
19 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to any page…
23 …page walks completed due to loads (including SW prefetches) whose address translations missed in a…
28 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 1G pag…
32 …page walks completed due to loads (including SW prefetches) whose address translations missed in a…
37 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 2M or …
41 …page walks completed due to loads (including SW prefetches) whose address translations missed in a…
46 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 4K pag…
50 …page walks completed due to loads (including SW prefetches) whose address translations missed in a…
[all …]
|
| /linux/tools/perf/pmu-events/arch/x86/meteorlake/ |
| H A D | virtual-memory.json | 3 …second level hits due to a demand load that did not start a page walk. Accounts for all page sizes…
22 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.",
27 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa…
33 "BriefDescription": "Counts the number of page walks completed due to load DTLB misses.",
42 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size…
46 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th…
52 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.",
56 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed…
62 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to a 2M or …
66 …page walks completed due to loads (including SW prefetches) whose address translations missed in a…
[all …]
|
| /linux/tools/perf/pmu-events/arch/x86/arrowlake/ |
| H A D | virtual-memory.json | 3 …"BriefDescription": "Counts the number of page walks initiated by a demand load that missed the fi…
21 …second level hits due to a demand load that did not start a page walk. Accounts for all page sizes…
40 …second level hits due to a demand load that did not start a page walk. Accounts for all page sizes…
49 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.",
54 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa…
60 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to any page…
64 …page walks completed due to loads (including SW prefetches) whose address translations missed in a…
70 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size…
74 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th…
80 "BriefDescription": "Counts the number of page walks completed due to load DTLB misses.",
[all …]
|
| /linux/sound/pci/trident/ |
| H A D | trident_memory.c | 7 * Trident 4DWave-NX memory page allocation (TLB area)
19 /* page arguments of these two macros are Trident page (4096 bytes), not like
22 #define __set_tlb_bus(trident,page,addr) \ argument
23 (trident)->tlb.entries[page] = cpu_to_le32((addr) & ~(SNDRV_TRIDENT_PAGE_SIZE-1))
24 #define __tlb_to_addr(trident,page) \ argument
25 (dma_addr_t)le32_to_cpu((trident->tlb.entries[page]) & ~(SNDRV_TRIDENT_PAGE_SIZE - 1))
28 /* page size == SNDRV_TRIDENT_PAGE_SIZE */
29 #define ALIGN_PAGE_SIZE PAGE_SIZE /* minimum page size for allocation */
31 /* fill TLB entrie(s) corresponding to page with ptr */
32 #define set_tlb_bus(trident,page,addr) __set_tlb_bus(trident,page,addr) argument
[all …]
|
| /linux/tools/perf/pmu-events/arch/x86/cascadelakex/ |
| H A D | virtual-memory.json | 3 "BriefDescription": "Load misses in all DTLB levels that cause page walks",
7 …"PublicDescription": "Counts demand data loads that caused a page walk of any page size (4K/2M/4M/…
21 …efDescription": "Cycles when at least one PMH is busy with a page walk for a load. EPT page walk d…
26 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa…
31 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size…
35 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th…
40 "BriefDescription": "Page walk completed due to a demand data load to a 1G page",
44 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed…
49 "BriefDescription": "Page walk completed due to a demand data load to a 2M/4M page",
53 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss…
[all …]
|
| /linux/tools/perf/pmu-events/arch/x86/skylakex/ |
| H A D | virtual-memory.json | 3 "BriefDescription": "Load misses in all DTLB levels that cause page walks",
7 …"PublicDescription": "Counts demand data loads that caused a page walk of any page size (4K/2M/4M/…
21 …efDescription": "Cycles when at least one PMH is busy with a page walk for a load. EPT page walk d…
26 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa…
31 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size…
35 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th…
40 "BriefDescription": "Page walk completed due to a demand data load to a 1G page",
44 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed…
49 "BriefDescription": "Page walk completed due to a demand data load to a 2M/4M page",
53 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss…
[all …]
|
| /linux/tools/perf/pmu-events/arch/x86/skylake/ |
| H A D | virtual-memory.json | 3 "BriefDescription": "Load misses in all DTLB levels that cause page walks",
7 …"PublicDescription": "Counts demand data loads that caused a page walk of any page size (4K/2M/4M/…
21 …efDescription": "Cycles when at least one PMH is busy with a page walk for a load. EPT page walk d…
26 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa…
31 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size…
35 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th…
40 "BriefDescription": "Page walk completed due to a demand data load to a 1G page",
44 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed…
49 "BriefDescription": "Page walk completed due to a demand data load to a 2M/4M page",
53 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss…
[all …]
|
| /linux/tools/mm/ |
| H A D | show_page_info.py | 16 This is a drgn script to show the page state.
20 def format_page_data(page): argument
22 Format raw page data into a readable hex dump with "RAW:" prefix.
24 :param page: drgn.Object instance representing the page.
28 address = page.value_()
29 size = prog.type("struct page").size
52 def get_memcg_info(page): argument
53 """Retrieve memory cgroup information for a page."""
58 memcg_data = page.memcg_data.read_()
77 def show_page_state(page, addr, mm, pid, task): argument
[all …]
|
| /linux/tools/perf/pmu-events/arch/x86/alderlake/ |
| H A D | virtual-memory.json | 13 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.",
18 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa…
24 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to any page…
28 …page walks completed due to loads (including SW prefetches) whose address translations missed in a…
34 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size…
38 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th…
44 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.",
48 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed…
54 "BriefDescription": "Page walks completed due to a demand data load to a 2M/4M page.",
58 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss…
[all …]
|
| /linux/Documentation/trace/ |
| H A D | ring-buffer-design.rst | 40 - A page outside the ring buffer used solely (for the most part)
44 - a pointer to the page that the reader will use next
47 - a pointer to the page that will be written to next
50 - a pointer to the page with the last finished non-nested write.
110 At initialization a reader page is allocated for the reader that is not
114 to the same page.
116 The reader page is initialized to have its next pointer pointing to
117 the head page, and its previous pointer pointing to a page before
118 the head page.
120 The reader has its own page to use. At start up time, this page is
[all …]
|
| /linux/tools/perf/pmu-events/arch/x86/lunarlake/ |
| H A D | virtual-memory.json | 3 …"BriefDescription": "Counts the number of page walks initiated by a demand load that missed the fi…
21 …second level hits due to a demand load that did not start a page walk. Accounts for all page sizes…
40 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.",
45 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa…
51 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to any page…
55 …page walks completed due to loads (including SW prefetches) whose address translations missed in a…
61 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size…
65 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th…
71 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.",
75 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed…
[all …]
|
| /linux/tools/perf/pmu-events/arch/x86/tigerlake/ |
| H A D | virtual-memory.json | 12 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.",
17 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa…
22 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size…
26 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th…
31 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.",
35 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed…
40 "BriefDescription": "Page walks completed due to a demand data load to a 2M/4M page.",
44 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss…
49 "BriefDescription": "Page walks completed due to a demand data load to a 4K page.",
53 …leted page walks (4K sizes) caused by demand data loads. This implies address translations missed…
[all …]
|
| /linux/tools/perf/pmu-events/arch/x86/sapphirerapids/ |
| H A D | virtual-memory.json | 12 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.",
17 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa…
22 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size…
26 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th…
31 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.",
35 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed…
40 "BriefDescription": "Page walks completed due to a demand data load to a 2M/4M page.",
44 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss…
49 "BriefDescription": "Page walks completed due to a demand data load to a 4K page.",
53 …leted page walks (4K sizes) caused by demand data loads. This implies address translations missed…
[all …]
|
| /linux/tools/perf/pmu-events/arch/x86/emeraldrapids/ |
| H A D | virtual-memory.json | 12 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.",
17 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa…
22 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size…
26 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th…
31 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.",
35 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed…
40 "BriefDescription": "Page walks completed due to a demand data load to a 2M/4M page.",
44 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss…
49 "BriefDescription": "Page walks completed due to a demand data load to a 4K page.",
53 …leted page walks (4K sizes) caused by demand data loads. This implies address translations missed…
[all …]
|
| /linux/tools/perf/pmu-events/arch/x86/graniterapids/ |
| H A D | virtual-memory.json | 12 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.",
17 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa…
22 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size…
26 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th…
31 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.",
35 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed…
40 "BriefDescription": "Page walks completed due to a demand data load to a 2M/4M page.",
44 …eted page walks (2M/4M sizes) caused by demand data loads. This implies address translations miss…
49 "BriefDescription": "Page walks completed due to a demand data load to a 4K page.",
53 …leted page walks (4K sizes) caused by demand data loads. This implies address translations missed…
[all …]
|
| /linux/tools/perf/pmu-events/arch/x86/pantherlake/ |
| H A D | virtual-memory.json | 3 …"BriefDescription": "Counts the number of page walks initiated by a demand load that missed the fi…
12 …second level hits due to a demand load that did not start a page walk. Accounts for all page sizes…
31 … "BriefDescription": "Cycles when at least one PMH is busy with a page walk for a demand load.",
36 …ublicDescription": "Counts cycles when at least one PMH (Page Miss Handler) is busy with a page wa…
42 …"BriefDescription": "Counts the number of page walks completed due to load DTLB misses to any page…
46 …page walks completed due to loads (including SW prefetches) whose address translations missed in a…
52 …"BriefDescription": "Load miss in all TLB levels causes a page walk that completes. (All page size…
56 …s completed page walks (all page sizes) caused by demand data loads. This implies it missed in th…
62 "BriefDescription": "Page walks completed due to a demand data load to a 1G page.",
66 …leted page walks (1G sizes) caused by demand data loads. This implies address translations missed…
[all …]
|