1 /* SPDX-License-Identifier: GPL-2.0-or-later */
2 /*
3 * Cryptographic API.
4 *
5 * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
6 * Copyright (c) 2005 Herbert Xu <herbert@gondor.apana.org.au>
7 */
8 #ifndef _CRYPTO_INTERNAL_H
9 #define _CRYPTO_INTERNAL_H
10
11 #include <crypto/algapi.h>
12 #include <linux/completion.h>
13 #include <linux/err.h>
14 #include <linux/jump_label.h>
15 #include <linux/list.h>
16 #include <linux/module.h>
17 #include <linux/notifier.h>
18 #include <linux/numa.h>
19 #include <linux/refcount.h>
20 #include <linux/rwsem.h>
21 #include <linux/scatterlist.h>
22 #include <linux/sched.h>
23 #include <linux/types.h>
24
25 struct crypto_instance;
26 struct crypto_template;
27
28 struct crypto_larval {
29 struct crypto_alg alg;
30 struct crypto_alg *adult;
31 struct completion completion;
32 u32 mask;
33 bool test_started;
34 };
35
36 struct crypto_type {
37 unsigned int (*ctxsize)(struct crypto_alg *alg, u32 type, u32 mask);
38 unsigned int (*extsize)(struct crypto_alg *alg);
39 int (*init_tfm)(struct crypto_tfm *tfm);
40 void (*show)(struct seq_file *m, struct crypto_alg *alg);
41 int (*report)(struct sk_buff *skb, struct crypto_alg *alg);
42 void (*free)(struct crypto_instance *inst);
43 void (*destroy)(struct crypto_alg *alg);
44
45 unsigned int type;
46 unsigned int maskclear;
47 unsigned int maskset;
48 unsigned int tfmsize;
49 };
50
51 enum {
52 CRYPTOA_UNSPEC,
53 CRYPTOA_ALG,
54 CRYPTOA_TYPE,
55 __CRYPTOA_MAX,
56 };
57
58 #define CRYPTOA_MAX (__CRYPTOA_MAX - 1)
59
60 /* Maximum number of (rtattr) parameters for each template. */
61 #define CRYPTO_MAX_ATTRS 32
62
63 extern struct list_head crypto_alg_list;
64 extern struct rw_semaphore crypto_alg_sem;
65 extern struct blocking_notifier_head crypto_chain;
66
67 int alg_test(const char *driver, const char *alg, u32 type, u32 mask);
68
69 #if !IS_BUILTIN(CONFIG_CRYPTO_ALGAPI) || \
70 IS_ENABLED(CONFIG_CRYPTO_MANAGER_DISABLE_TESTS)
crypto_boot_test_finished(void)71 static inline bool crypto_boot_test_finished(void)
72 {
73 return true;
74 }
set_crypto_boot_test_finished(void)75 static inline void set_crypto_boot_test_finished(void)
76 {
77 }
78 #else
79 DECLARE_STATIC_KEY_FALSE(__crypto_boot_test_finished);
crypto_boot_test_finished(void)80 static inline bool crypto_boot_test_finished(void)
81 {
82 return static_branch_likely(&__crypto_boot_test_finished);
83 }
set_crypto_boot_test_finished(void)84 static inline void set_crypto_boot_test_finished(void)
85 {
86 static_branch_enable(&__crypto_boot_test_finished);
87 }
88 #endif /* !IS_BUILTIN(CONFIG_CRYPTO_ALGAPI) ||
89 * IS_ENABLED(CONFIG_CRYPTO_MANAGER_DISABLE_TESTS)
90 */
91
92 #ifdef CONFIG_PROC_FS
93 void __init crypto_init_proc(void);
94 void __exit crypto_exit_proc(void);
95 #else
crypto_init_proc(void)96 static inline void crypto_init_proc(void)
97 { }
crypto_exit_proc(void)98 static inline void crypto_exit_proc(void)
99 { }
100 #endif
101
crypto_cipher_ctxsize(struct crypto_alg * alg)102 static inline unsigned int crypto_cipher_ctxsize(struct crypto_alg *alg)
103 {
104 return alg->cra_ctxsize;
105 }
106
crypto_compress_ctxsize(struct crypto_alg * alg)107 static inline unsigned int crypto_compress_ctxsize(struct crypto_alg *alg)
108 {
109 return alg->cra_ctxsize;
110 }
111
112 struct crypto_alg *crypto_mod_get(struct crypto_alg *alg);
113 struct crypto_alg *crypto_alg_mod_lookup(const char *name, u32 type, u32 mask);
114
115 struct crypto_larval *crypto_larval_alloc(const char *name, u32 type, u32 mask);
116 void crypto_schedule_test(struct crypto_larval *larval);
117 void crypto_alg_tested(const char *name, int err);
118
119 void crypto_remove_spawns(struct crypto_alg *alg, struct list_head *list,
120 struct crypto_alg *nalg);
121 void crypto_remove_final(struct list_head *list);
122 void crypto_shoot_alg(struct crypto_alg *alg);
123 struct crypto_tfm *__crypto_alloc_tfmgfp(struct crypto_alg *alg, u32 type,
124 u32 mask, gfp_t gfp);
125 struct crypto_tfm *__crypto_alloc_tfm(struct crypto_alg *alg, u32 type,
126 u32 mask);
127 void *crypto_create_tfm_node(struct crypto_alg *alg,
128 const struct crypto_type *frontend, int node);
129 void *crypto_clone_tfm(const struct crypto_type *frontend,
130 struct crypto_tfm *otfm);
131 void crypto_destroy_alg(struct crypto_alg *alg);
132
crypto_create_tfm(struct crypto_alg * alg,const struct crypto_type * frontend)133 static inline void *crypto_create_tfm(struct crypto_alg *alg,
134 const struct crypto_type *frontend)
135 {
136 return crypto_create_tfm_node(alg, frontend, NUMA_NO_NODE);
137 }
138
139 struct crypto_alg *crypto_find_alg(const char *alg_name,
140 const struct crypto_type *frontend,
141 u32 type, u32 mask);
142
143 void *crypto_alloc_tfm_node(const char *alg_name,
144 const struct crypto_type *frontend, u32 type, u32 mask,
145 int node);
146
crypto_alloc_tfm(const char * alg_name,const struct crypto_type * frontend,u32 type,u32 mask)147 static inline void *crypto_alloc_tfm(const char *alg_name,
148 const struct crypto_type *frontend, u32 type, u32 mask)
149 {
150 return crypto_alloc_tfm_node(alg_name, frontend, type, mask, NUMA_NO_NODE);
151 }
152
153 int crypto_probing_notify(unsigned long val, void *v);
154
155 unsigned int crypto_alg_extsize(struct crypto_alg *alg);
156
157 int crypto_type_has_alg(const char *name, const struct crypto_type *frontend,
158 u32 type, u32 mask);
159
crypto_alg_get(struct crypto_alg * alg)160 static inline struct crypto_alg *crypto_alg_get(struct crypto_alg *alg)
161 {
162 refcount_inc(&alg->cra_refcnt);
163 return alg;
164 }
165
crypto_alg_put(struct crypto_alg * alg)166 static inline void crypto_alg_put(struct crypto_alg *alg)
167 {
168 if (refcount_dec_and_test(&alg->cra_refcnt))
169 crypto_destroy_alg(alg);
170 }
171
crypto_tmpl_get(struct crypto_template * tmpl)172 static inline int crypto_tmpl_get(struct crypto_template *tmpl)
173 {
174 return try_module_get(tmpl->module);
175 }
176
crypto_tmpl_put(struct crypto_template * tmpl)177 static inline void crypto_tmpl_put(struct crypto_template *tmpl)
178 {
179 module_put(tmpl->module);
180 }
181
crypto_is_larval(struct crypto_alg * alg)182 static inline int crypto_is_larval(struct crypto_alg *alg)
183 {
184 return alg->cra_flags & CRYPTO_ALG_LARVAL;
185 }
186
crypto_is_dead(struct crypto_alg * alg)187 static inline int crypto_is_dead(struct crypto_alg *alg)
188 {
189 return alg->cra_flags & CRYPTO_ALG_DEAD;
190 }
191
crypto_is_moribund(struct crypto_alg * alg)192 static inline int crypto_is_moribund(struct crypto_alg *alg)
193 {
194 return alg->cra_flags & (CRYPTO_ALG_DEAD | CRYPTO_ALG_DYING);
195 }
196
crypto_notify(unsigned long val,void * v)197 static inline void crypto_notify(unsigned long val, void *v)
198 {
199 blocking_notifier_call_chain(&crypto_chain, val, v);
200 }
201
crypto_yield(u32 flags)202 static inline void crypto_yield(u32 flags)
203 {
204 if (flags & CRYPTO_TFM_REQ_MAY_SLEEP)
205 cond_resched();
206 }
207
crypto_is_test_larval(struct crypto_larval * larval)208 static inline int crypto_is_test_larval(struct crypto_larval *larval)
209 {
210 return larval->alg.cra_driver_name[0];
211 }
212
crypto_tfm_get(struct crypto_tfm * tfm)213 static inline struct crypto_tfm *crypto_tfm_get(struct crypto_tfm *tfm)
214 {
215 return refcount_inc_not_zero(&tfm->refcnt) ? tfm : ERR_PTR(-EOVERFLOW);
216 }
217
218 #endif /* _CRYPTO_INTERNAL_H */
219
220