1 /* SPDX-License-Identifier: GPL-2.0-only */
2 /*
3 * Copyright (C) 2021 Google LLC
4 * Author: Fuad Tabba <tabba@google.com>
5 */
6
7 #ifndef __ARM64_KVM_NVHE_PKVM_H__
8 #define __ARM64_KVM_NVHE_PKVM_H__
9
10 #include <asm/kvm_pkvm.h>
11
12 #include <nvhe/gfp.h>
13 #include <nvhe/spinlock.h>
14
15 /*
16 * Holds the relevant data for maintaining the vcpu state completely at hyp.
17 */
18 struct pkvm_hyp_vcpu {
19 struct kvm_vcpu vcpu;
20
21 /* Backpointer to the host's (untrusted) vCPU instance. */
22 struct kvm_vcpu *host_vcpu;
23
24 /*
25 * If this hyp vCPU is loaded, then this is a backpointer to the
26 * per-cpu pointer tracking us. Otherwise, NULL if not loaded.
27 */
28 struct pkvm_hyp_vcpu **loaded_hyp_vcpu;
29 };
30
31 /*
32 * Holds the relevant data for running a protected vm.
33 */
34 struct pkvm_hyp_vm {
35 struct kvm kvm;
36
37 /* Backpointer to the host's (untrusted) KVM instance. */
38 struct kvm *host_kvm;
39
40 /* The guest's stage-2 page-table managed by the hypervisor. */
41 struct kvm_pgtable pgt;
42 struct kvm_pgtable_mm_ops mm_ops;
43 struct hyp_pool pool;
44 hyp_spinlock_t lock;
45
46 /* Array of the hyp vCPU structures for this VM. */
47 struct pkvm_hyp_vcpu *vcpus[];
48 };
49
50 extern hyp_spinlock_t vm_table_lock;
51
52 static inline struct pkvm_hyp_vm *
pkvm_hyp_vcpu_to_hyp_vm(struct pkvm_hyp_vcpu * hyp_vcpu)53 pkvm_hyp_vcpu_to_hyp_vm(struct pkvm_hyp_vcpu *hyp_vcpu)
54 {
55 return container_of(hyp_vcpu->vcpu.kvm, struct pkvm_hyp_vm, kvm);
56 }
57
pkvm_hyp_vcpu_is_protected(struct pkvm_hyp_vcpu * hyp_vcpu)58 static inline bool pkvm_hyp_vcpu_is_protected(struct pkvm_hyp_vcpu *hyp_vcpu)
59 {
60 return vcpu_is_protected(&hyp_vcpu->vcpu);
61 }
62
pkvm_hyp_vm_is_protected(struct pkvm_hyp_vm * hyp_vm)63 static inline bool pkvm_hyp_vm_is_protected(struct pkvm_hyp_vm *hyp_vm)
64 {
65 return kvm_vm_is_protected(&hyp_vm->kvm);
66 }
67
68 void pkvm_hyp_vm_table_init(void *tbl);
69
70 int __pkvm_init_vm(struct kvm *host_kvm, unsigned long vm_hva,
71 unsigned long pgd_hva);
72 int __pkvm_init_vcpu(pkvm_handle_t handle, struct kvm_vcpu *host_vcpu,
73 unsigned long vcpu_hva);
74 int __pkvm_teardown_vm(pkvm_handle_t handle);
75
76 struct pkvm_hyp_vcpu *pkvm_load_hyp_vcpu(pkvm_handle_t handle,
77 unsigned int vcpu_idx);
78 void pkvm_put_hyp_vcpu(struct pkvm_hyp_vcpu *hyp_vcpu);
79 struct pkvm_hyp_vcpu *pkvm_get_loaded_hyp_vcpu(void);
80
81 struct pkvm_hyp_vm *get_pkvm_hyp_vm(pkvm_handle_t handle);
82 struct pkvm_hyp_vm *get_np_pkvm_hyp_vm(pkvm_handle_t handle);
83 void put_pkvm_hyp_vm(struct pkvm_hyp_vm *hyp_vm);
84
85 bool kvm_handle_pvm_sysreg(struct kvm_vcpu *vcpu, u64 *exit_code);
86 bool kvm_handle_pvm_restricted(struct kvm_vcpu *vcpu, u64 *exit_code);
87 void kvm_init_pvm_id_regs(struct kvm_vcpu *vcpu);
88 int kvm_check_pvm_sysreg_table(void);
89
90 #endif /* __ARM64_KVM_NVHE_PKVM_H__ */
91