1 /* SPDX-License-Identifier: GPL-2.0-only */
12  * struct xe_ptw - base class for driver pagetable subclassing.
15  * Drivers could subclass this, and if it's a page-directory, typically
23  * struct xe_pt_walk - Embeddable struct for walk parameters
29 	 * @shifts: Array of page-table entry shifts used for the
30 	 * different levels, starting out with the leaf level 0
31 	 * page-shift as the first entry. It's legal for this pointer to be
35 	/** @max_level: Highest populated level in @sizes */
47  * typedef xe_pt_entry_fn - gpu page-table-walk callback-function
48  * @parent: The parent page.table.
49  * @offset: The offset (number of entries) into the page table.
50  * @level: The level of @parent.
53  * @child: Pointer to pointer to child page-table at this @offset. The
55  * child page table.
60 			      unsigned int level, u64 addr, u64 next,
66  * struct xe_pt_walk_ops - Walk callbacks.
70 	 * @pt_entry: Callback to be called for each page table entry prior
71 	 * to descending to the next level. The returned value of the action
76 	 * @pt_post_descend: Callback to be called for each page table entry
77 	 * after return from descending to the next level. The returned value
83 int xe_pt_walk_range(struct xe_ptw *parent, unsigned int level,
86 int xe_pt_walk_shared(struct xe_ptw *parent, unsigned int level,
90  * xe_pt_covers - Whether the address range covers an entire entry in @level
93  * @level: Page table level.
94  * @walk: Page table walk info.
96  * This function is a helper to aid in determining whether a leaf page table
97  * entry can be inserted at this @level.
99  * Return: Whether the range provided covers exactly an entry at this level.
101 static inline bool xe_pt_covers(u64 addr, u64 end, unsigned int level,  in xe_pt_covers()  argument
104 	u64 pt_size = 1ull << walk->shifts[level];  in xe_pt_covers()
106 	return end - addr == pt_size && IS_ALIGNED(addr, pt_size);  in xe_pt_covers()
110  * xe_pt_num_entries: Number of page-table entries of a given range at this
111  * level
114  * @level: Page table level.
117  * Return: The number of page table entries at this level between @start and
121 xe_pt_num_entries(u64 addr, u64 end, unsigned int level,  in xe_pt_num_entries()  argument
124 	u64 pt_size = 1ull << walk->shifts[level];  in xe_pt_num_entries()
126 	return (round_up(end, pt_size) - round_down(addr, pt_size)) >>  in xe_pt_num_entries()
127 		walk->shifts[level];  in xe_pt_num_entries()
131  * xe_pt_offset: Offset of the page-table entry for a given address.
133  * @level: Page table level.
136  * Return: The page table entry offset for the given address in a
137  * page table with size indicated by @level.
140 xe_pt_offset(u64 addr, unsigned int level, const struct xe_pt_walk *walk)  in xe_pt_offset()  argument
142 	if (level < walk->max_level)  in xe_pt_offset()
143 		addr &= ((1ull << walk->shifts[level + 1]) - 1);  in xe_pt_offset()
145 	return addr >> walk->shifts[level];  in xe_pt_offset()