1
2
3 #ifndef __NX_H__
4 #define __NX_H__
5
6 #include <crypto/ctr.h>
7
8 #define NX_NAME "nx-crypto"
9 #define NX_STRING "IBM Power7+ Nest Accelerator Crypto Driver"
10 #define NX_VERSION "1.0"
11
12
13 struct nx_sg {
14 u64 addr;
15 u32 rsvd;
16 u32 len;
17 } __attribute((packed));
18
19 #define NX_PAGE_SIZE (4096)
20 #define NX_MAX_SG_ENTRIES (NX_PAGE_SIZE/(sizeof(struct nx_sg)))
21
22 enum nx_status {
23 NX_DISABLED,
24 NX_WAITING,
25 NX_OKAY
26 };
27
28
29
30 struct msc_triplet {
31 u32 keybitlen;
32 u32 databytelen;
33 u32 sglen;
34 } __packed;
35
36 struct max_sync_cop {
37 u32 fc;
38 u32 mode;
39 u32 triplets;
40 struct msc_triplet trip[0];
41 } __packed;
42
43 struct alg_props {
44 u32 databytelen;
45 u32 sglen;
46 };
47
48 #define NX_OF_FLAG_MAXSGLEN_SET (1)
49 #define NX_OF_FLAG_STATUS_SET (2)
50 #define NX_OF_FLAG_MAXSYNCCOP_SET (4)
51 #define NX_OF_FLAG_MASK_READY (NX_OF_FLAG_MAXSGLEN_SET | \
52 NX_OF_FLAG_STATUS_SET | \
53 NX_OF_FLAG_MAXSYNCCOP_SET)
54 struct nx_of {
55 u32 flags;
56 u32 max_sg_len;
57 enum nx_status status;
58 struct alg_props ap[NX_MAX_FC][NX_MAX_MODE][3];
59 };
60
61 struct nx_stats {
62 atomic_t aes_ops;
63 atomic64_t aes_bytes;
64 atomic_t sha256_ops;
65 atomic64_t sha256_bytes;
66 atomic_t sha512_ops;
67 atomic64_t sha512_bytes;
68
69 atomic_t sync_ops;
70
71 atomic_t errors;
72 atomic_t last_error;
73 atomic_t last_error_pid;
74 };
75
76 struct nx_crypto_driver {
77 struct nx_stats stats;
78 struct nx_of of;
79 struct vio_dev *viodev;
80 struct vio_driver viodriver;
81 struct dentry *dfs_root;
82 };
83
84 #define NX_GCM4106_NONCE_LEN (4)
85 #define NX_GCM_CTR_OFFSET (12)
86 struct nx_gcm_rctx {
87 u8 iv[16];
88 };
89
90 struct nx_gcm_priv {
91 u8 iauth_tag[16];
92 u8 nonce[NX_GCM4106_NONCE_LEN];
93 };
94
95 #define NX_CCM_AES_KEY_LEN (16)
96 #define NX_CCM4309_AES_KEY_LEN (19)
97 #define NX_CCM4309_NONCE_LEN (3)
98 struct nx_ccm_rctx {
99 u8 iv[16];
100 };
101
102 struct nx_ccm_priv {
103 u8 b0[16];
104 u8 iauth_tag[16];
105 u8 oauth_tag[16];
106 u8 nonce[NX_CCM4309_NONCE_LEN];
107 };
108
109 struct nx_xcbc_priv {
110 u8 key[16];
111 };
112
113 struct nx_ctr_priv {
114 u8 nonce[CTR_RFC3686_NONCE_SIZE];
115 };
116
117 struct nx_crypto_ctx {
118 spinlock_t lock;
119 void *kmem;
120 size_t kmem_len;
121 struct nx_csbcpb *csbcpb;
122 struct vio_pfo_op op;
123 struct nx_csbcpb *csbcpb_aead;
124 struct vio_pfo_op op_aead;
125
126 struct nx_sg *in_sg;
127 struct nx_sg *out_sg;
128
129 struct alg_props *ap;
130 struct alg_props props[3];
131 struct nx_stats *stats;
132
133
134 union {
135 struct nx_gcm_priv gcm;
136 struct nx_ccm_priv ccm;
137 struct nx_xcbc_priv xcbc;
138 struct nx_ctr_priv ctr;
139 } priv;
140 };
141
142 struct crypto_aead;
143
144
145 int nx_crypto_ctx_aes_ccm_init(struct crypto_aead *tfm);
146 int nx_crypto_ctx_aes_gcm_init(struct crypto_aead *tfm);
147 int nx_crypto_ctx_aes_xcbc_init(struct crypto_tfm *tfm);
148 int nx_crypto_ctx_aes_ctr_init(struct crypto_tfm *tfm);
149 int nx_crypto_ctx_aes_cbc_init(struct crypto_tfm *tfm);
150 int nx_crypto_ctx_aes_ecb_init(struct crypto_tfm *tfm);
151 int nx_crypto_ctx_sha_init(struct crypto_tfm *tfm);
152 void nx_crypto_ctx_exit(struct crypto_tfm *tfm);
153 void nx_crypto_ctx_aead_exit(struct crypto_aead *tfm);
154 void nx_ctx_init(struct nx_crypto_ctx *nx_ctx, unsigned int function);
155 int nx_hcall_sync(struct nx_crypto_ctx *ctx, struct vio_pfo_op *op,
156 u32 may_sleep);
157 struct nx_sg *nx_build_sg_list(struct nx_sg *, u8 *, unsigned int *, u32);
158 int nx_build_sg_lists(struct nx_crypto_ctx *, struct blkcipher_desc *,
159 struct scatterlist *, struct scatterlist *, unsigned int *,
160 unsigned int, u8 *);
161 struct nx_sg *nx_walk_and_build(struct nx_sg *, unsigned int,
162 struct scatterlist *, unsigned int,
163 unsigned int *);
164
165 #ifdef CONFIG_DEBUG_FS
166 #define NX_DEBUGFS_INIT(drv) nx_debugfs_init(drv)
167 #define NX_DEBUGFS_FINI(drv) nx_debugfs_fini(drv)
168
169 void nx_debugfs_init(struct nx_crypto_driver *);
170 void nx_debugfs_fini(struct nx_crypto_driver *);
171 #else
172 #define NX_DEBUGFS_INIT(drv) (0)
173 #define NX_DEBUGFS_FINI(drv) (0)
174 #endif
175
176 #define NX_PAGE_NUM(x) ((u64)(x) & 0xfffffffffffff000ULL)
177
178 extern struct crypto_alg nx_cbc_aes_alg;
179 extern struct crypto_alg nx_ecb_aes_alg;
180 extern struct aead_alg nx_gcm_aes_alg;
181 extern struct aead_alg nx_gcm4106_aes_alg;
182 extern struct crypto_alg nx_ctr3686_aes_alg;
183 extern struct aead_alg nx_ccm_aes_alg;
184 extern struct aead_alg nx_ccm4309_aes_alg;
185 extern struct shash_alg nx_shash_aes_xcbc_alg;
186 extern struct shash_alg nx_shash_sha512_alg;
187 extern struct shash_alg nx_shash_sha256_alg;
188
189 extern struct nx_crypto_driver nx_driver;
190
191 #define SCATTERWALK_TO_SG 1
192 #define SCATTERWALK_FROM_SG 0
193
194 #endif