crypto4xx_alg.c 8.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296
  1. /**
  2. * AMCC SoC PPC4xx Crypto Driver
  3. *
  4. * Copyright (c) 2008 Applied Micro Circuits Corporation.
  5. * All rights reserved. James Hsiao <jhsiao@amcc.com>
  6. *
  7. * This program is free software; you can redistribute it and/or modify
  8. * it under the terms of the GNU General Public License as published by
  9. * the Free Software Foundation; either version 2 of the License, or
  10. * (at your option) any later version.
  11. *
  12. * This program is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  15. * GNU General Public License for more details.
  16. *
  17. * This file implements the Linux crypto algorithms.
  18. */
  19. #include <linux/kernel.h>
  20. #include <linux/interrupt.h>
  21. #include <linux/spinlock_types.h>
  22. #include <linux/scatterlist.h>
  23. #include <linux/crypto.h>
  24. #include <linux/hash.h>
  25. #include <crypto/internal/hash.h>
  26. #include <linux/dma-mapping.h>
  27. #include <crypto/algapi.h>
  28. #include <crypto/aes.h>
  29. #include <crypto/sha.h>
  30. #include "crypto4xx_reg_def.h"
  31. #include "crypto4xx_sa.h"
  32. #include "crypto4xx_core.h"
  33. static void set_dynamic_sa_command_0(struct dynamic_sa_ctl *sa, u32 save_h,
  34. u32 save_iv, u32 ld_h, u32 ld_iv,
  35. u32 hdr_proc, u32 h, u32 c, u32 pad_type,
  36. u32 op_grp, u32 op, u32 dir)
  37. {
  38. sa->sa_command_0.w = 0;
  39. sa->sa_command_0.bf.save_hash_state = save_h;
  40. sa->sa_command_0.bf.save_iv = save_iv;
  41. sa->sa_command_0.bf.load_hash_state = ld_h;
  42. sa->sa_command_0.bf.load_iv = ld_iv;
  43. sa->sa_command_0.bf.hdr_proc = hdr_proc;
  44. sa->sa_command_0.bf.hash_alg = h;
  45. sa->sa_command_0.bf.cipher_alg = c;
  46. sa->sa_command_0.bf.pad_type = pad_type & 3;
  47. sa->sa_command_0.bf.extend_pad = pad_type >> 2;
  48. sa->sa_command_0.bf.op_group = op_grp;
  49. sa->sa_command_0.bf.opcode = op;
  50. sa->sa_command_0.bf.dir = dir;
  51. }
  52. static void set_dynamic_sa_command_1(struct dynamic_sa_ctl *sa, u32 cm,
  53. u32 hmac_mc, u32 cfb, u32 esn,
  54. u32 sn_mask, u32 mute, u32 cp_pad,
  55. u32 cp_pay, u32 cp_hdr)
  56. {
  57. sa->sa_command_1.w = 0;
  58. sa->sa_command_1.bf.crypto_mode31 = (cm & 4) >> 2;
  59. sa->sa_command_1.bf.crypto_mode9_8 = cm & 3;
  60. sa->sa_command_1.bf.feedback_mode = cfb,
  61. sa->sa_command_1.bf.sa_rev = 1;
  62. sa->sa_command_1.bf.extended_seq_num = esn;
  63. sa->sa_command_1.bf.seq_num_mask = sn_mask;
  64. sa->sa_command_1.bf.mutable_bit_proc = mute;
  65. sa->sa_command_1.bf.copy_pad = cp_pad;
  66. sa->sa_command_1.bf.copy_payload = cp_pay;
  67. sa->sa_command_1.bf.copy_hdr = cp_hdr;
  68. }
  69. int crypto4xx_encrypt(struct ablkcipher_request *req)
  70. {
  71. struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm);
  72. ctx->direction = DIR_OUTBOUND;
  73. ctx->hash_final = 0;
  74. ctx->is_hash = 0;
  75. ctx->pd_ctl = 0x1;
  76. return crypto4xx_build_pd(&req->base, ctx, req->src, req->dst,
  77. req->nbytes, req->info,
  78. get_dynamic_sa_iv_size(ctx));
  79. }
  80. int crypto4xx_decrypt(struct ablkcipher_request *req)
  81. {
  82. struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm);
  83. ctx->direction = DIR_INBOUND;
  84. ctx->hash_final = 0;
  85. ctx->is_hash = 0;
  86. ctx->pd_ctl = 1;
  87. return crypto4xx_build_pd(&req->base, ctx, req->src, req->dst,
  88. req->nbytes, req->info,
  89. get_dynamic_sa_iv_size(ctx));
  90. }
  91. /**
  92. * AES Functions
  93. */
  94. static int crypto4xx_setkey_aes(struct crypto_ablkcipher *cipher,
  95. const u8 *key,
  96. unsigned int keylen,
  97. unsigned char cm,
  98. u8 fb)
  99. {
  100. struct crypto_tfm *tfm = crypto_ablkcipher_tfm(cipher);
  101. struct crypto4xx_ctx *ctx = crypto_tfm_ctx(tfm);
  102. struct dynamic_sa_ctl *sa;
  103. int rc;
  104. if (keylen != AES_KEYSIZE_256 &&
  105. keylen != AES_KEYSIZE_192 && keylen != AES_KEYSIZE_128) {
  106. crypto_ablkcipher_set_flags(cipher,
  107. CRYPTO_TFM_RES_BAD_KEY_LEN);
  108. return -EINVAL;
  109. }
  110. /* Create SA */
  111. if (ctx->sa_in_dma_addr || ctx->sa_out_dma_addr)
  112. crypto4xx_free_sa(ctx);
  113. rc = crypto4xx_alloc_sa(ctx, SA_AES128_LEN + (keylen-16) / 4);
  114. if (rc)
  115. return rc;
  116. if (ctx->state_record_dma_addr == 0) {
  117. rc = crypto4xx_alloc_state_record(ctx);
  118. if (rc) {
  119. crypto4xx_free_sa(ctx);
  120. return rc;
  121. }
  122. }
  123. /* Setup SA */
  124. sa = (struct dynamic_sa_ctl *) ctx->sa_in;
  125. ctx->hash_final = 0;
  126. set_dynamic_sa_command_0(sa, SA_NOT_SAVE_HASH, SA_NOT_SAVE_IV,
  127. SA_LOAD_HASH_FROM_SA, SA_LOAD_IV_FROM_STATE,
  128. SA_NO_HEADER_PROC, SA_HASH_ALG_NULL,
  129. SA_CIPHER_ALG_AES, SA_PAD_TYPE_ZERO,
  130. SA_OP_GROUP_BASIC, SA_OPCODE_DECRYPT,
  131. DIR_INBOUND);
  132. set_dynamic_sa_command_1(sa, cm, SA_HASH_MODE_HASH,
  133. fb, SA_EXTENDED_SN_OFF,
  134. SA_SEQ_MASK_OFF, SA_MC_ENABLE,
  135. SA_NOT_COPY_PAD, SA_NOT_COPY_PAYLOAD,
  136. SA_NOT_COPY_HDR);
  137. crypto4xx_memcpy_le(ctx->sa_in + get_dynamic_sa_offset_key_field(ctx),
  138. key, keylen);
  139. sa->sa_contents = SA_AES_CONTENTS | (keylen << 2);
  140. sa->sa_command_1.bf.key_len = keylen >> 3;
  141. ctx->is_hash = 0;
  142. ctx->direction = DIR_INBOUND;
  143. memcpy(ctx->sa_in + get_dynamic_sa_offset_state_ptr_field(ctx),
  144. (void *)&ctx->state_record_dma_addr, 4);
  145. ctx->offset_to_sr_ptr = get_dynamic_sa_offset_state_ptr_field(ctx);
  146. memcpy(ctx->sa_out, ctx->sa_in, ctx->sa_len * 4);
  147. sa = (struct dynamic_sa_ctl *) ctx->sa_out;
  148. sa->sa_command_0.bf.dir = DIR_OUTBOUND;
  149. return 0;
  150. }
  151. int crypto4xx_setkey_aes_cbc(struct crypto_ablkcipher *cipher,
  152. const u8 *key, unsigned int keylen)
  153. {
  154. return crypto4xx_setkey_aes(cipher, key, keylen, CRYPTO_MODE_CBC,
  155. CRYPTO_FEEDBACK_MODE_NO_FB);
  156. }
  157. /**
  158. * HASH SHA1 Functions
  159. */
  160. static int crypto4xx_hash_alg_init(struct crypto_tfm *tfm,
  161. unsigned int sa_len,
  162. unsigned char ha,
  163. unsigned char hm)
  164. {
  165. struct crypto_alg *alg = tfm->__crt_alg;
  166. struct crypto4xx_alg *my_alg = crypto_alg_to_crypto4xx_alg(alg);
  167. struct crypto4xx_ctx *ctx = crypto_tfm_ctx(tfm);
  168. struct dynamic_sa_ctl *sa;
  169. struct dynamic_sa_hash160 *sa_in;
  170. int rc;
  171. ctx->dev = my_alg->dev;
  172. ctx->is_hash = 1;
  173. ctx->hash_final = 0;
  174. /* Create SA */
  175. if (ctx->sa_in_dma_addr || ctx->sa_out_dma_addr)
  176. crypto4xx_free_sa(ctx);
  177. rc = crypto4xx_alloc_sa(ctx, sa_len);
  178. if (rc)
  179. return rc;
  180. if (ctx->state_record_dma_addr == 0) {
  181. crypto4xx_alloc_state_record(ctx);
  182. if (!ctx->state_record_dma_addr) {
  183. crypto4xx_free_sa(ctx);
  184. return -ENOMEM;
  185. }
  186. }
  187. crypto_ahash_set_reqsize(__crypto_ahash_cast(tfm),
  188. sizeof(struct crypto4xx_ctx));
  189. sa = (struct dynamic_sa_ctl *) ctx->sa_in;
  190. set_dynamic_sa_command_0(sa, SA_SAVE_HASH, SA_NOT_SAVE_IV,
  191. SA_NOT_LOAD_HASH, SA_LOAD_IV_FROM_SA,
  192. SA_NO_HEADER_PROC, ha, SA_CIPHER_ALG_NULL,
  193. SA_PAD_TYPE_ZERO, SA_OP_GROUP_BASIC,
  194. SA_OPCODE_HASH, DIR_INBOUND);
  195. set_dynamic_sa_command_1(sa, 0, SA_HASH_MODE_HASH,
  196. CRYPTO_FEEDBACK_MODE_NO_FB, SA_EXTENDED_SN_OFF,
  197. SA_SEQ_MASK_OFF, SA_MC_ENABLE,
  198. SA_NOT_COPY_PAD, SA_NOT_COPY_PAYLOAD,
  199. SA_NOT_COPY_HDR);
  200. ctx->direction = DIR_INBOUND;
  201. sa->sa_contents = SA_HASH160_CONTENTS;
  202. sa_in = (struct dynamic_sa_hash160 *) ctx->sa_in;
  203. /* Need to zero hash digest in SA */
  204. memset(sa_in->inner_digest, 0, sizeof(sa_in->inner_digest));
  205. memset(sa_in->outer_digest, 0, sizeof(sa_in->outer_digest));
  206. sa_in->state_ptr = ctx->state_record_dma_addr;
  207. ctx->offset_to_sr_ptr = get_dynamic_sa_offset_state_ptr_field(ctx);
  208. return 0;
  209. }
  210. int crypto4xx_hash_init(struct ahash_request *req)
  211. {
  212. struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm);
  213. int ds;
  214. struct dynamic_sa_ctl *sa;
  215. sa = (struct dynamic_sa_ctl *) ctx->sa_in;
  216. ds = crypto_ahash_digestsize(
  217. __crypto_ahash_cast(req->base.tfm));
  218. sa->sa_command_0.bf.digest_len = ds >> 2;
  219. sa->sa_command_0.bf.load_hash_state = SA_LOAD_HASH_FROM_SA;
  220. ctx->is_hash = 1;
  221. ctx->direction = DIR_INBOUND;
  222. return 0;
  223. }
  224. int crypto4xx_hash_update(struct ahash_request *req)
  225. {
  226. struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm);
  227. ctx->is_hash = 1;
  228. ctx->hash_final = 0;
  229. ctx->pd_ctl = 0x11;
  230. ctx->direction = DIR_INBOUND;
  231. return crypto4xx_build_pd(&req->base, ctx, req->src,
  232. (struct scatterlist *) req->result,
  233. req->nbytes, NULL, 0);
  234. }
  235. int crypto4xx_hash_final(struct ahash_request *req)
  236. {
  237. return 0;
  238. }
  239. int crypto4xx_hash_digest(struct ahash_request *req)
  240. {
  241. struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm);
  242. ctx->hash_final = 1;
  243. ctx->pd_ctl = 0x11;
  244. ctx->direction = DIR_INBOUND;
  245. return crypto4xx_build_pd(&req->base, ctx, req->src,
  246. (struct scatterlist *) req->result,
  247. req->nbytes, NULL, 0);
  248. }
  249. /**
  250. * SHA1 Algorithm
  251. */
  252. int crypto4xx_sha1_alg_init(struct crypto_tfm *tfm)
  253. {
  254. return crypto4xx_hash_alg_init(tfm, SA_HASH160_LEN, SA_HASH_ALG_SHA1,
  255. SA_HASH_MODE_HASH);
  256. }