15 void kvm_mmu_init_tdp_mmu(struct kvm *kvm)  in kvm_mmu_init_tdp_mmu()
22 static __always_inline bool kvm_lockdep_assert_mmu_lock_held(struct kvm *kvm,  in kvm_lockdep_assert_mmu_lock_held()
33 void kvm_mmu_uninit_tdp_mmu(struct kvm *kvm)  in kvm_mmu_uninit_tdp_mmu()
79 void kvm_tdp_mmu_put_root(struct kvm *kvm, struct kvm_mmu_page *root)  in kvm_tdp_mmu_put_root()
121 static struct kvm_mmu_page *tdp_mmu_next_root(struct kvm *kvm,  in tdp_mmu_next_root()
258 	struct kvm *kvm = vcpu->kvm;  in kvm_tdp_mmu_alloc_root()  local
327 static void tdp_account_mmu_page(struct kvm *kvm, struct kvm_mmu_page *sp)  in tdp_account_mmu_page()
335 static void tdp_unaccount_mmu_page(struct kvm *kvm, struct kvm_mmu_page *sp)  in tdp_unaccount_mmu_page()
349 static void tdp_mmu_unlink_sp(struct kvm *kvm, struct kvm_mmu_page *sp)  in tdp_mmu_unlink_sp()
362 static void remove_external_spte(struct kvm *kvm, gfn_t gfn, u64 old_spte,  in remove_external_spte()
402 static void handle_removed_pt(struct kvm *kvm, tdp_ptep_t pt, bool shared)  in handle_removed_pt()
515 static int __must_check set_external_spte_present(struct kvm *kvm, tdp_ptep_t sptep,  in set_external_spte_present()
571 static void handle_changed_spte(struct kvm *kvm, int as_id, gfn_t gfn,  in handle_changed_spte()
655 static inline int __must_check __tdp_mmu_set_spte_atomic(struct kvm *kvm,  in __tdp_mmu_set_spte_atomic()
716 static inline int __must_check tdp_mmu_set_spte_atomic(struct kvm *kvm,  in tdp_mmu_set_spte_atomic()
747 static u64 tdp_mmu_set_spte(struct kvm *kvm, int as_id, tdp_ptep_t sptep,  in tdp_mmu_set_spte()
777 static inline void tdp_mmu_iter_set_spte(struct kvm *kvm, struct tdp_iter *iter,  in tdp_mmu_iter_set_spte()
796 static inline bool __must_check tdp_mmu_iter_need_resched(struct kvm *kvm,  in tdp_mmu_iter_need_resched()
820 static inline bool __must_check tdp_mmu_iter_cond_resched(struct kvm *kvm,  in tdp_mmu_iter_cond_resched()
858 static void __tdp_mmu_zap_root(struct kvm *kvm, struct kvm_mmu_page *root,  in __tdp_mmu_zap_root()
881 static void tdp_mmu_zap_root(struct kvm *kvm, struct kvm_mmu_page *root,  in tdp_mmu_zap_root()
928 bool kvm_tdp_mmu_zap_sp(struct kvm *kvm, struct kvm_mmu_page *sp)  in kvm_tdp_mmu_zap_sp()
956 static bool tdp_mmu_zap_leafs(struct kvm *kvm, struct kvm_mmu_page *root,  in tdp_mmu_zap_leafs()
1002 bool kvm_tdp_mmu_zap_leafs(struct kvm *kvm, gfn_t start, gfn_t end, bool flush)  in kvm_tdp_mmu_zap_leafs()
1013 void kvm_tdp_mmu_zap_all(struct kvm *kvm)  in kvm_tdp_mmu_zap_all()
1040 void kvm_tdp_mmu_zap_invalidated_roots(struct kvm *kvm, bool shared)  in kvm_tdp_mmu_zap_invalidated_roots()
1091 void kvm_tdp_mmu_invalidate_roots(struct kvm *kvm,  in kvm_tdp_mmu_invalidate_roots()
1214 static int tdp_mmu_link_sp(struct kvm *kvm, struct tdp_iter *iter,  in tdp_mmu_link_sp()
1243 	struct kvm *kvm = vcpu->kvm;  in kvm_tdp_mmu_map()  local
1328 bool kvm_tdp_mmu_unmap_gfn_range(struct kvm *kvm, struct kvm_gfn_range *range,  in kvm_tdp_mmu_unmap_gfn_range()
1351 static void kvm_tdp_mmu_age_spte(struct kvm *kvm, struct tdp_iter *iter)  in kvm_tdp_mmu_age_spte()
1373 static bool __kvm_tdp_mmu_age_gfn_range(struct kvm *kvm,  in __kvm_tdp_mmu_age_gfn_range()
1409 bool kvm_tdp_mmu_age_gfn_range(struct kvm *kvm, struct kvm_gfn_range *range)  in kvm_tdp_mmu_age_gfn_range()
1414 bool kvm_tdp_mmu_test_age_gfn(struct kvm *kvm, struct kvm_gfn_range *range)  in kvm_tdp_mmu_test_age_gfn()
1424 static bool wrprot_gfn_range(struct kvm *kvm, struct kvm_mmu_page *root,  in wrprot_gfn_range()
1462 bool kvm_tdp_mmu_wrprot_slot(struct kvm *kvm,  in kvm_tdp_mmu_wrprot_slot()
1495 static int tdp_mmu_split_huge_page(struct kvm *kvm, struct tdp_iter *iter,  in tdp_mmu_split_huge_page()
1533 static int tdp_mmu_split_huge_pages_root(struct kvm *kvm,  in tdp_mmu_split_huge_pages_root()
1615 void kvm_tdp_mmu_try_split_huge_pages(struct kvm *kvm,  in kvm_tdp_mmu_try_split_huge_pages()
1643 static void clear_dirty_gfn_range(struct kvm *kvm, struct kvm_mmu_page *root,  in clear_dirty_gfn_range()
1678 void kvm_tdp_mmu_clear_dirty_slot(struct kvm *kvm,  in kvm_tdp_mmu_clear_dirty_slot()
1689 static void clear_dirty_pt_masked(struct kvm *kvm, struct kvm_mmu_page *root,  in clear_dirty_pt_masked()
1734 void kvm_tdp_mmu_clear_dirty_pt_masked(struct kvm *kvm,  in kvm_tdp_mmu_clear_dirty_pt_masked()
1745 static int tdp_mmu_make_huge_spte(struct kvm *kvm,  in tdp_mmu_make_huge_spte()
1771 static void recover_huge_pages_range(struct kvm *kvm,  in recover_huge_pages_range()
1843 void kvm_tdp_mmu_recover_huge_pages(struct kvm *kvm,  in kvm_tdp_mmu_recover_huge_pages()
1858 static bool write_protect_gfn(struct kvm *kvm, struct kvm_mmu_page *root,  in write_protect_gfn()
1894 bool kvm_tdp_mmu_write_protect_gfn(struct kvm *kvm,  in kvm_tdp_mmu_write_protect_gfn()