GitHub-Mirror/Star64_linux
2
0
Fork 0
mirror of https://github.com/Fishwaldo/Star64_linux.git synced 2025-06-06 06:37:59 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

crypto: crypto4xx - overhaul crypto4xx_build_pd()

Browse source 
This patch overhauls and fixes code related to crypto4xx_build_pd()

 * crypto4xx_build_pd() did not handle chained source scatterlist.
   This is fixed by replacing the buggy indexed-access of &src[idx]
   with sg_next() in the gather array setup loop.

 * The redundant is_hash, direction, save_iv and pd_ctl members
   in the crypto4xx_ctx struct have been removed.
    - is_hash can be derived from the crypto_async_request parameter.
    - direction is already part of the security association's
      bf.dir bitfield.
    - save_iv is unused.
    - pd_ctl always had the host_ready bit enabled anyway.
      (the hash_final case is rather pointless, since the ahash
       code has been deactivated).

 * make crypto4xx_build_pd()'s caller responsible for converting
   the IV to the LE32 format.

 * change crypto4xx_ahash_update() and crypto4xx_ahash_digest() to
   initialize a temporary destination scatterlist. This allows the
   removal of an ugly cast of req->result (which is a pointer to an
   u8-array) to a scatterlist pointer.

 * change crypto4xx_build_pd() return type to int. After all
   it returns -EINPROGRESS/-EBUSY.

 * fix crypto4xx_build_pd() thread-unsafe sa handling.

Signed-off-by: Christian Lamparter <chunkeey@gmail.com>
Signed-off-by: Herbert Xu <herbert@gondor.apana.org.au>
This commit is contained in:
Christian Lamparter 2017-10-04 01:00:11 +02:00 • committed by Herbert Xu
parent 4865b122d4
commit cd4dcd6da7
3 changed files with 103 additions and 124 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

87
drivers/crypto/amcc/crypto4xx_alg.c
View file

@ -75,27 +75,29 @@ static void set_dynamic_sa_command_1(struct dynamic_sa_ctl *sa, u32 cm,
int crypto4xx_encrypt(struct ablkcipher_request *req) int crypto4xx_encrypt(struct ablkcipher_request *req)
{ {
struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm); struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm);
unsigned int ivlen = crypto_ablkcipher_ivsize(
crypto_ablkcipher_reqtfm(req));
__le32 iv[ivlen];
ctx->direction = DIR_OUTBOUND; if (ivlen)
ctx->is_hash = 0; crypto4xx_memcpy_to_le32(iv, req->info, ivlen);
ctx->pd_ctl = 0x1;
return crypto4xx_build_pd(&req->base, ctx, req->src, req->dst, return crypto4xx_build_pd(&req->base, ctx, req->src, req->dst,
req->nbytes, req->info, req->nbytes, iv, ivlen, ctx->sa_out, ctx->sa_len);
crypto_ablkcipher_ivsize(crypto_ablkcipher_reqtfm(req)));
} }
int crypto4xx_decrypt(struct ablkcipher_request *req) int crypto4xx_decrypt(struct ablkcipher_request *req)
{ {
struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm); struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm);
unsigned int ivlen = crypto_ablkcipher_ivsize(
crypto_ablkcipher_reqtfm(req));
__le32 iv[ivlen];
ctx->direction = DIR_INBOUND; if (ivlen)
ctx->is_hash = 0; crypto4xx_memcpy_to_le32(iv, req->info, ivlen);
ctx->pd_ctl = 1;
return crypto4xx_build_pd(&req->base, ctx, req->src, req->dst, return crypto4xx_build_pd(&req->base, ctx, req->src, req->dst,
req->nbytes, req->info, req->nbytes, iv, ivlen, ctx->sa_in, ctx->sa_len);
crypto_ablkcipher_ivsize(crypto_ablkcipher_reqtfm(req)));
} }
/** /**
@ -153,11 +155,6 @@ static int crypto4xx_setkey_aes(struct crypto_ablkcipher *cipher,
key, keylen); key, keylen);
sa->sa_contents.w = SA_AES_CONTENTS | (keylen << 2); sa->sa_contents.w = SA_AES_CONTENTS | (keylen << 2);
sa->sa_command_1.bf.key_len = keylen >> 3; sa->sa_command_1.bf.key_len = keylen >> 3;
ctx->is_hash = 0;
ctx->direction = DIR_INBOUND;
memcpy(sa + get_dynamic_sa_offset_state_ptr_field(sa),
(void *)&ctx->state_record_dma_addr, 4);
ctx->offset_to_sr_ptr = get_dynamic_sa_offset_state_ptr_field(sa);
memcpy(ctx->sa_out, ctx->sa_in, ctx->sa_len * 4); memcpy(ctx->sa_out, ctx->sa_in, ctx->sa_len * 4);
sa = ctx->sa_out; sa = ctx->sa_out;
@ -206,7 +203,7 @@ int crypto4xx_setkey_rfc3686(struct crypto_ablkcipher *cipher,
if (rc) if (rc)
return rc; return rc;
memcpy(ctx->state_record, crypto4xx_memcpy_to_le32(ctx->state_record->save_iv,
key + keylen - CTR_RFC3686_NONCE_SIZE, CTR_RFC3686_NONCE_SIZE); key + keylen - CTR_RFC3686_NONCE_SIZE, CTR_RFC3686_NONCE_SIZE);
return 0; return 0;
@ -215,27 +212,29 @@ int crypto4xx_setkey_rfc3686(struct crypto_ablkcipher *cipher,
int crypto4xx_rfc3686_encrypt(struct ablkcipher_request *req) int crypto4xx_rfc3686_encrypt(struct ablkcipher_request *req)
{ {
struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm); struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm);
__be32 iv[AES_IV_SIZE / 4] = { *(u32 *)ctx->state_record, __le32 iv[AES_IV_SIZE / 4] = {
*(u32 *) req->info, *(u32 *) (req->info + 4), cpu_to_be32(1) }; ctx->state_record->save_iv[0],
cpu_to_le32p((u32 *) req->info),
ctx->direction = DIR_OUTBOUND; cpu_to_le32p((u32 *) (req->info + 4)),
ctx->pd_ctl = 1; cpu_to_le32(1) };
return crypto4xx_build_pd(&req->base, ctx, req->src, req->dst, return crypto4xx_build_pd(&req->base, ctx, req->src, req->dst,
req->nbytes, iv, AES_IV_SIZE); req->nbytes, iv, AES_IV_SIZE,
ctx->sa_out, ctx->sa_len);
} }
int crypto4xx_rfc3686_decrypt(struct ablkcipher_request *req) int crypto4xx_rfc3686_decrypt(struct ablkcipher_request *req)
{ {
struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm); struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm);
__be32 iv[AES_IV_SIZE / 4] = { *(u32 *)ctx->state_record, __le32 iv[AES_IV_SIZE / 4] = {
*(u32 *) req->info, *(u32 *) (req->info + 4), cpu_to_be32(1) }; ctx->state_record->save_iv[0],
cpu_to_le32p((u32 *) req->info),
ctx->direction = DIR_INBOUND; cpu_to_le32p((u32 *) (req->info + 4)),
ctx->pd_ctl = 1; cpu_to_le32(1) };
return crypto4xx_build_pd(&req->base, ctx, req->src, req->dst, return crypto4xx_build_pd(&req->base, ctx, req->src, req->dst,
req->nbytes, iv, AES_IV_SIZE); req->nbytes, iv, AES_IV_SIZE,
ctx->sa_out, ctx->sa_len);
} }
/** /**
@ -253,7 +252,6 @@ static int crypto4xx_hash_alg_init(struct crypto_tfm *tfm,
int rc; int rc;
ctx->dev = my_alg->dev; ctx->dev = my_alg->dev;
ctx->is_hash = 1;
/* Create SA */ /* Create SA */
if (ctx->sa_in_dma_addr || ctx->sa_out_dma_addr) if (ctx->sa_in_dma_addr || ctx->sa_out_dma_addr)
@ -284,13 +282,9 @@ static int crypto4xx_hash_alg_init(struct crypto_tfm *tfm,
SA_SEQ_MASK_OFF, SA_MC_ENABLE, SA_SEQ_MASK_OFF, SA_MC_ENABLE,
SA_NOT_COPY_PAD, SA_NOT_COPY_PAYLOAD, SA_NOT_COPY_PAD, SA_NOT_COPY_PAYLOAD,
SA_NOT_COPY_HDR); SA_NOT_COPY_HDR);
ctx->direction = DIR_INBOUND;
/* Need to zero hash digest in SA */ /* Need to zero hash digest in SA */
memset(sa->inner_digest, 0, sizeof(sa->inner_digest)); memset(sa->inner_digest, 0, sizeof(sa->inner_digest));
memset(sa->outer_digest, 0, sizeof(sa->outer_digest)); memset(sa->outer_digest, 0, sizeof(sa->outer_digest));
sa->state_ptr = ctx->state_record_dma_addr;
ctx->offset_to_sr_ptr =
get_dynamic_sa_offset_state_ptr_field(&sa->ctrl);
return 0; return 0;
} }
@ -306,23 +300,22 @@ int crypto4xx_hash_init(struct ahash_request *req)
__crypto_ahash_cast(req->base.tfm)); __crypto_ahash_cast(req->base.tfm));
sa->sa_command_0.bf.digest_len = ds >> 2; sa->sa_command_0.bf.digest_len = ds >> 2;
sa->sa_command_0.bf.load_hash_state = SA_LOAD_HASH_FROM_SA; sa->sa_command_0.bf.load_hash_state = SA_LOAD_HASH_FROM_SA;
ctx->is_hash = 1;
ctx->direction = DIR_INBOUND;
return 0; return 0;
} }
int crypto4xx_hash_update(struct ahash_request *req) int crypto4xx_hash_update(struct ahash_request *req)
{ {
struct crypto_ahash *ahash = crypto_ahash_reqtfm(req);
struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm); struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm);
struct scatterlist dst;
unsigned int ds = crypto_ahash_digestsize(ahash);
ctx->is_hash = 1; sg_init_one(&dst, req->result, ds);
ctx->pd_ctl = 0x11;
ctx->direction = DIR_INBOUND;
return crypto4xx_build_pd(&req->base, ctx, req->src, return crypto4xx_build_pd(&req->base, ctx, req->src, &dst,
(struct scatterlist *) req->result, req->nbytes, NULL, 0, ctx->sa_in,
req->nbytes, NULL, 0); ctx->sa_len);
} }
int crypto4xx_hash_final(struct ahash_request *req) int crypto4xx_hash_final(struct ahash_request *req)
@ -332,14 +325,16 @@ int crypto4xx_hash_final(struct ahash_request *req)
int crypto4xx_hash_digest(struct ahash_request *req) int crypto4xx_hash_digest(struct ahash_request *req)
{ {
struct crypto_ahash *ahash = crypto_ahash_reqtfm(req);
struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm); struct crypto4xx_ctx *ctx = crypto_tfm_ctx(req->base.tfm);
struct scatterlist dst;
unsigned int ds = crypto_ahash_digestsize(ahash);
ctx->pd_ctl = 0x11; sg_init_one(&dst, req->result, ds);
ctx->direction = DIR_INBOUND;
return crypto4xx_build_pd(&req->base, ctx, req->src, return crypto4xx_build_pd(&req->base, ctx, req->src, &dst,
(struct scatterlist *) req->result, req->nbytes, NULL, 0, ctx->sa_in,
req->nbytes, NULL, 0); ctx->sa_len);
} }
/** /**

126
drivers/crypto/amcc/crypto4xx_core.c
View file

@ -194,7 +194,6 @@ void crypto4xx_free_state_record(struct crypto4xx_ctx *ctx)
static u32 crypto4xx_build_pdr(struct crypto4xx_device *dev) static u32 crypto4xx_build_pdr(struct crypto4xx_device *dev)
{ {
int i; int i;
struct pd_uinfo *pd_uinfo;
dev->pdr = dma_alloc_coherent(dev->core_dev->device, dev->pdr = dma_alloc_coherent(dev->core_dev->device,
sizeof(struct ce_pd) * PPC4XX_NUM_PD, sizeof(struct ce_pd) * PPC4XX_NUM_PD,
&dev->pdr_pa, GFP_ATOMIC); &dev->pdr_pa, GFP_ATOMIC);
@ -224,11 +223,14 @@ static u32 crypto4xx_build_pdr(struct crypto4xx_device *dev)
if (!dev->shadow_sr_pool) if (!dev->shadow_sr_pool)
return -ENOMEM; return -ENOMEM;
for (i = 0; i < PPC4XX_NUM_PD; i++) { for (i = 0; i < PPC4XX_NUM_PD; i++) {
pd_uinfo = &dev->pdr_uinfo[i]; struct ce_pd *pd = &dev->pdr[i];
struct pd_uinfo *pd_uinfo = &dev->pdr_uinfo[i];
pd->sa = dev->shadow_sa_pool_pa +
sizeof(union shadow_sa_buf) * i;
/* alloc 256 bytes which is enough for any kind of dynamic sa */ /* alloc 256 bytes which is enough for any kind of dynamic sa */
pd_uinfo->sa_va = &dev->shadow_sa_pool[i].sa; pd_uinfo->sa_va = &dev->shadow_sa_pool[i].sa;
pd_uinfo->sa_pa = dev->shadow_sa_pool_pa + 256 * i;
/* alloc state record */ /* alloc state record */
pd_uinfo->sr_va = &dev->shadow_sr_pool[i]; pd_uinfo->sr_va = &dev->shadow_sr_pool[i];
@ -291,14 +293,6 @@ static u32 crypto4xx_put_pd_to_pdr(struct crypto4xx_device *dev, u32 idx)
return 0; return 0;
} }
static struct ce_pd *crypto4xx_get_pdp(struct crypto4xx_device *dev,
dma_addr_t *pd_dma, u32 idx)
{
*pd_dma = dev->pdr_pa + sizeof(struct ce_pd) * idx;
return &dev->pdr[idx];
}
/** /**
* alloc memory for the gather ring * alloc memory for the gather ring
* no need to alloc buf for the ring * no need to alloc buf for the ring
@ -520,18 +514,16 @@ static void crypto4xx_copy_pkt_to_dst(struct crypto4xx_device *dev,
} }
} }
static u32 crypto4xx_copy_digest_to_dst(struct pd_uinfo *pd_uinfo, static void crypto4xx_copy_digest_to_dst(void *dst,
struct pd_uinfo *pd_uinfo,
struct crypto4xx_ctx *ctx) struct crypto4xx_ctx *ctx)
{ {
struct dynamic_sa_ctl *sa = (struct dynamic_sa_ctl *) ctx->sa_in; struct dynamic_sa_ctl *sa = (struct dynamic_sa_ctl *) ctx->sa_in;
if (sa->sa_command_0.bf.hash_alg == SA_HASH_ALG_SHA1) { if (sa->sa_command_0.bf.hash_alg == SA_HASH_ALG_SHA1) {
memcpy((void *) pd_uinfo->dest_va, memcpy(dst, pd_uinfo->sr_va->save_digest,
pd_uinfo->sr_va->save_digest,
SA_HASH_ALG_SHA1_DIGEST_SIZE); SA_HASH_ALG_SHA1_DIGEST_SIZE);
} }
return 0;
} }
static void crypto4xx_ret_sg_desc(struct crypto4xx_device *dev, static void crypto4xx_ret_sg_desc(struct crypto4xx_device *dev,
@ -591,7 +583,7 @@ static u32 crypto4xx_ahash_done(struct crypto4xx_device *dev,
ahash_req = ahash_request_cast(pd_uinfo->async_req); ahash_req = ahash_request_cast(pd_uinfo->async_req);
ctx = crypto_tfm_ctx(ahash_req->base.tfm); ctx = crypto_tfm_ctx(ahash_req->base.tfm);
crypto4xx_copy_digest_to_dst(pd_uinfo, crypto4xx_copy_digest_to_dst(ahash_req->result, pd_uinfo,
crypto_tfm_ctx(ahash_req->base.tfm)); crypto_tfm_ctx(ahash_req->base.tfm));
crypto4xx_ret_sg_desc(dev, pd_uinfo); crypto4xx_ret_sg_desc(dev, pd_uinfo);
@ -651,17 +643,17 @@ static u32 get_next_sd(u32 current)
return 0; return 0;
} }
u32 crypto4xx_build_pd(struct crypto_async_request *req, int crypto4xx_build_pd(struct crypto_async_request *req,
struct crypto4xx_ctx *ctx, struct crypto4xx_ctx *ctx,
struct scatterlist *src, struct scatterlist *src,
struct scatterlist *dst, struct scatterlist *dst,
unsigned int datalen, const unsigned int datalen,
void *iv, u32 iv_len) const __le32 *iv, const u32 iv_len,
const struct dynamic_sa_ctl *req_sa,
const unsigned int sa_len)
{ {
struct crypto4xx_device *dev = ctx->dev; struct crypto4xx_device *dev = ctx->dev;
dma_addr_t addr, pd_dma, sd_dma, gd_dma;
struct dynamic_sa_ctl *sa; struct dynamic_sa_ctl *sa;
struct scatterlist *sg;
struct ce_gd *gd; struct ce_gd *gd;
struct ce_pd *pd; struct ce_pd *pd;
u32 num_gd, num_sd; u32 num_gd, num_sd;
@ -669,8 +661,9 @@ u32 crypto4xx_build_pd(struct crypto_async_request *req,
u32 fst_sd = 0xffffffff; u32 fst_sd = 0xffffffff;
u32 pd_entry; u32 pd_entry;
unsigned long flags; unsigned long flags;
struct pd_uinfo *pd_uinfo = NULL; struct pd_uinfo *pd_uinfo;
unsigned int nbytes = datalen, idx; unsigned int nbytes = datalen;
size_t offset_to_sr_ptr;
u32 gd_idx = 0; u32 gd_idx = 0;
bool is_busy; bool is_busy;
@ -684,7 +677,7 @@ u32 crypto4xx_build_pd(struct crypto_async_request *req,
num_gd = 0; num_gd = 0;
/* figure how many sd is needed */ /* figure how many sd is needed */
if (sg_is_last(dst) || ctx->is_hash) { if (sg_is_last(dst)) {
num_sd = 0; num_sd = 0;
} else { } else {
if (datalen > PPC4XX_SD_BUFFER_SIZE) { if (datalen > PPC4XX_SD_BUFFER_SIZE) {
@ -755,37 +748,27 @@ u32 crypto4xx_build_pd(struct crypto_async_request *req,
} }
spin_unlock_irqrestore(&dev->core_dev->lock, flags); spin_unlock_irqrestore(&dev->core_dev->lock, flags);
pd = &dev->pdr[pd_entry];
pd->sa_len = sa_len;
pd_uinfo = &dev->pdr_uinfo[pd_entry]; pd_uinfo = &dev->pdr_uinfo[pd_entry];
pd = crypto4xx_get_pdp(dev, &pd_dma, pd_entry);
pd_uinfo->async_req = req; pd_uinfo->async_req = req;
pd_uinfo->num_gd = num_gd; pd_uinfo->num_gd = num_gd;
pd_uinfo->num_sd = num_sd; pd_uinfo->num_sd = num_sd;
if (iv_len || ctx->is_hash) {
pd->sa = pd_uinfo->sa_pa;
sa = pd_uinfo->sa_va;
if (ctx->direction == DIR_INBOUND)
memcpy(sa, ctx->sa_in, ctx->sa_len * 4);
else
memcpy(sa, ctx->sa_out, ctx->sa_len * 4);
memcpy((void *) sa + ctx->offset_to_sr_ptr,
&pd_uinfo->sr_pa, 4);
if (iv_len) if (iv_len)
crypto4xx_memcpy_to_le32(pd_uinfo->sr_va->save_iv, memcpy(pd_uinfo->sr_va->save_iv, iv, iv_len);
iv, iv_len);
} else { sa = pd_uinfo->sa_va;
if (ctx->direction == DIR_INBOUND) { memcpy(sa, req_sa, sa_len * 4);
pd->sa = ctx->sa_in_dma_addr;
sa = ctx->sa_in; offset_to_sr_ptr = get_dynamic_sa_offset_state_ptr_field(sa);
} else { *(u32 *)((unsigned long)sa + offset_to_sr_ptr) = pd_uinfo->sr_pa;
pd->sa = ctx->sa_out_dma_addr;
sa = ctx->sa_out;
}
}
pd->sa_len = ctx->sa_len;
if (num_gd) { if (num_gd) {
dma_addr_t gd_dma;
struct scatterlist *sg;
/* get first gd we are going to use */ /* get first gd we are going to use */
gd_idx = fst_gd; gd_idx = fst_gd;
pd_uinfo->first_gd = fst_gd; pd_uinfo->first_gd = fst_gd;
@ -794,27 +777,30 @@ u32 crypto4xx_build_pd(struct crypto_async_request *req,
pd->src = gd_dma; pd->src = gd_dma;
/* enable gather */ /* enable gather */
sa->sa_command_0.bf.gather = 1; sa->sa_command_0.bf.gather = 1;
idx = 0;
src = &src[0];
/* walk the sg, and setup gather array */ /* walk the sg, and setup gather array */
sg = src;
while (nbytes) { while (nbytes) {
sg = &src[idx]; size_t len;
addr = dma_map_page(dev->core_dev->device, sg_page(sg),
sg->offset, sg->length, DMA_TO_DEVICE); len = min(sg->length, nbytes);
gd->ptr = addr; gd->ptr = dma_map_page(dev->core_dev->device,
gd->ctl_len.len = sg->length; sg_page(sg), sg->offset, len, DMA_TO_DEVICE);
gd->ctl_len.len = len;
gd->ctl_len.done = 0; gd->ctl_len.done = 0;
gd->ctl_len.ready = 1; gd->ctl_len.ready = 1;
if (sg->length >= nbytes) if (len >= nbytes)
break; break;
nbytes -= sg->length; nbytes -= sg->length;
gd_idx = get_next_gd(gd_idx); gd_idx = get_next_gd(gd_idx);
gd = crypto4xx_get_gdp(dev, &gd_dma, gd_idx); gd = crypto4xx_get_gdp(dev, &gd_dma, gd_idx);
idx++; sg = sg_next(sg);
} }
} else { } else {
pd->src = (u32)dma_map_page(dev->core_dev->device, sg_page(src), pd->src = (u32)dma_map_page(dev->core_dev->device, sg_page(src),
src->offset, src->length, DMA_TO_DEVICE); src->offset, min(nbytes, src->length),
DMA_TO_DEVICE);
/* /*
* Disable gather in sa command * Disable gather in sa command
*/ */
@ -825,25 +811,24 @@ u32 crypto4xx_build_pd(struct crypto_async_request *req,
pd_uinfo->first_gd = 0xffffffff; pd_uinfo->first_gd = 0xffffffff;
pd_uinfo->num_gd = 0; pd_uinfo->num_gd = 0;
} }
if (ctx->is_hash || sg_is_last(dst)) { if (sg_is_last(dst)) {
/* /*
* we know application give us dst a whole piece of memory * we know application give us dst a whole piece of memory
* no need to use scatter ring. * no need to use scatter ring.
* In case of is_hash, the icv is always at end of src data.
*/ */
pd_uinfo->using_sd = 0; pd_uinfo->using_sd = 0;
pd_uinfo->first_sd = 0xffffffff; pd_uinfo->first_sd = 0xffffffff;
pd_uinfo->num_sd = 0; pd_uinfo->num_sd = 0;
pd_uinfo->dest_va = dst; pd_uinfo->dest_va = dst;
sa->sa_command_0.bf.scatter = 0; sa->sa_command_0.bf.scatter = 0;
if (ctx->is_hash)
pd->dest = virt_to_phys((void *)dst);
else
pd->dest = (u32)dma_map_page(dev->core_dev->device, pd->dest = (u32)dma_map_page(dev->core_dev->device,
sg_page(dst), dst->offset, sg_page(dst), dst->offset,
dst->length, DMA_TO_DEVICE); min(datalen, dst->length),
DMA_TO_DEVICE);
} else { } else {
dma_addr_t sd_dma;
struct ce_sd *sd = NULL; struct ce_sd *sd = NULL;
u32 sd_idx = fst_sd; u32 sd_idx = fst_sd;
nbytes = datalen; nbytes = datalen;
sa->sa_command_0.bf.scatter = 1; sa->sa_command_0.bf.scatter = 1;
@ -857,7 +842,6 @@ u32 crypto4xx_build_pd(struct crypto_async_request *req,
sd->ctl.done = 0; sd->ctl.done = 0;
sd->ctl.rdy = 1; sd->ctl.rdy = 1;
/* sd->ptr should be setup by sd_init routine*/ /* sd->ptr should be setup by sd_init routine*/
idx = 0;
if (nbytes >= PPC4XX_SD_BUFFER_SIZE) if (nbytes >= PPC4XX_SD_BUFFER_SIZE)
nbytes -= PPC4XX_SD_BUFFER_SIZE; nbytes -= PPC4XX_SD_BUFFER_SIZE;
else else
@ -868,9 +852,9 @@ u32 crypto4xx_build_pd(struct crypto_async_request *req,
/* setup scatter descriptor */ /* setup scatter descriptor */
sd->ctl.done = 0; sd->ctl.done = 0;
sd->ctl.rdy = 1; sd->ctl.rdy = 1;
if (nbytes >= PPC4XX_SD_BUFFER_SIZE) if (nbytes >= PPC4XX_SD_BUFFER_SIZE) {
nbytes -= PPC4XX_SD_BUFFER_SIZE; nbytes -= PPC4XX_SD_BUFFER_SIZE;
else } else {
/* /*
* SD entry can hold PPC4XX_SD_BUFFER_SIZE, * SD entry can hold PPC4XX_SD_BUFFER_SIZE,
* which is more than nbytes, so done. * which is more than nbytes, so done.
@ -878,9 +862,13 @@ u32 crypto4xx_build_pd(struct crypto_async_request *req,
nbytes = 0; nbytes = 0;
} }
} }
}
sa->sa_command_1.bf.hash_crypto_offset = 0; sa->sa_command_1.bf.hash_crypto_offset = 0;
pd->pd_ctl.w = ctx->pd_ctl; pd->pd_ctl.w = 0;
pd->pd_ctl.bf.hash_final =
(crypto_tfm_alg_type(req->tfm) == CRYPTO_ALG_TYPE_AHASH);
pd->pd_ctl.bf.host_ready = 1;
pd->pd_ctl_len.w = 0x00400000 | datalen; pd->pd_ctl_len.w = 0x00400000 | datalen;
pd_uinfo->state = PD_ENTRY_INUSE | (is_busy ? PD_ENTRY_BUSY : 0); pd_uinfo->state = PD_ENTRY_INUSE | (is_busy ? PD_ENTRY_BUSY : 0);

12
drivers/crypto/amcc/crypto4xx_core.h
View file

@ -71,7 +71,6 @@ struct pd_uinfo {
u32 num_sd; /* number of scatter discriptors u32 num_sd; /* number of scatter discriptors
used by this packet */ used by this packet */
struct dynamic_sa_ctl *sa_va; /* shadow sa */ struct dynamic_sa_ctl *sa_va; /* shadow sa */
u32 sa_pa;
struct sa_state_record *sr_va; /* state record for shadow sa */ struct sa_state_record *sr_va; /* state record for shadow sa */
u32 sr_pa; u32 sr_pa;
struct scatterlist *dest_va; struct scatterlist *dest_va;
@ -129,11 +128,6 @@ struct crypto4xx_ctx {
struct sa_state_record *state_record; struct sa_state_record *state_record;
dma_addr_t state_record_dma_addr; dma_addr_t state_record_dma_addr;
u32 sa_len; u32 sa_len;
u32 offset_to_sr_ptr; /* offset to state ptr, in dynamic sa */
u32 direction;
u32 save_iv;
u32 pd_ctl;
u32 is_hash;
}; };
struct crypto4xx_alg_common { struct crypto4xx_alg_common {
@ -170,8 +164,10 @@ int crypto4xx_build_pd(struct crypto_async_request *req,
struct crypto4xx_ctx *ctx, struct crypto4xx_ctx *ctx,
struct scatterlist *src, struct scatterlist *src,
struct scatterlist *dst, struct scatterlist *dst,
unsigned int datalen, const unsigned int datalen,
void *iv, u32 iv_len); const __le32 *iv, const u32 iv_len,
const struct dynamic_sa_ctl *sa,
const unsigned int sa_len);
int crypto4xx_setkey_aes_cbc(struct crypto_ablkcipher *cipher, int crypto4xx_setkey_aes_cbc(struct crypto_ablkcipher *cipher,
const u8 *key, unsigned int keylen); const u8 *key, unsigned int keylen);
int crypto4xx_setkey_aes_cfb(struct crypto_ablkcipher *cipher, int crypto4xx_setkey_aes_cfb(struct crypto_ablkcipher *cipher,