151 	sg_set_buf(sg++, rctx->msg_buf.spu_resp_hdr, ctx->spu_resp_hdr_len);  in spu_skcipher_rx_sg_create()
156 		sg_set_buf(sg++, rctx->msg_buf.c.supdt_tweak,  in spu_skcipher_rx_sg_create()
169 		sg_set_buf(sg++, rctx->msg_buf.rx_stat_pad, stat_pad_len);  in spu_skcipher_rx_sg_create()
171 	memset(rctx->msg_buf.rx_stat, 0, SPU_RX_STATUS_LEN);  in spu_skcipher_rx_sg_create()
172 	sg_set_buf(sg, rctx->msg_buf.rx_stat, spu->spu_rx_status_len());  in spu_skcipher_rx_sg_create()
214 	sg_set_buf(sg++, rctx->msg_buf.bcm_spu_req_hdr,  in spu_skcipher_tx_sg_create()
220 		sg_set_buf(sg++, rctx->msg_buf.iv_ctr, SPU_XTS_TWEAK_SIZE);  in spu_skcipher_tx_sg_create()
232 		sg_set_buf(sg++, rctx->msg_buf.spu_req_pad, pad_len);  in spu_skcipher_tx_sg_create()
236 		memset(rctx->msg_buf.tx_stat, 0, stat_len);  in spu_skcipher_tx_sg_create()
237 		sg_set_buf(sg, rctx->msg_buf.tx_stat, stat_len);  in spu_skcipher_tx_sg_create()
355 		sg_copy_part_to_buf(req->dst, rctx->msg_buf.iv_ctr,  in handle_skcipher_req()
361 		__builtin_memcpy(local_iv_ctr, rctx->msg_buf.iv_ctr,  in handle_skcipher_req()
371 			sg_copy_part_to_buf(req->src, rctx->msg_buf.iv_ctr,  in handle_skcipher_req()
384 			add_to_ctr(rctx->msg_buf.iv_ctr, chunksize >> 4);  in handle_skcipher_req()
397 	memcpy(rctx->msg_buf.bcm_spu_req_hdr, ctx->bcm_spu_req_hdr,  in handle_skcipher_req()
398 	       sizeof(rctx->msg_buf.bcm_spu_req_hdr));  in handle_skcipher_req()
400 	spu->spu_cipher_req_finish(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_skcipher_req()
412 		spu->spu_request_pad(rctx->msg_buf.spu_req_pad, 0,  in handle_skcipher_req()
417 	spu->spu_dump_msg_hdr(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_skcipher_req()
421 	packet_dump("   pad: ", rctx->msg_buf.spu_req_pad, pad_len);  in handle_skcipher_req()
478 	payload_len = spu->spu_payload_length(rctx->msg_buf.spu_resp_hdr);  in handle_skcipher_resp()
540 	sg_set_buf(sg++, rctx->msg_buf.spu_resp_hdr, ctx->spu_resp_hdr_len);  in spu_ahash_rx_sg_create()
543 	sg_set_buf(sg++, rctx->msg_buf.digest, digestsize);  in spu_ahash_rx_sg_create()
546 		sg_set_buf(sg++, rctx->msg_buf.rx_stat_pad, stat_pad_len);  in spu_ahash_rx_sg_create()
548 	memset(rctx->msg_buf.rx_stat, 0, SPU_RX_STATUS_LEN);  in spu_ahash_rx_sg_create()
549 	sg_set_buf(sg, rctx->msg_buf.rx_stat, spu->spu_rx_status_len());  in spu_ahash_rx_sg_create()
594 	sg_set_buf(sg++, rctx->msg_buf.bcm_spu_req_hdr,  in spu_ahash_tx_sg_create()
612 		sg_set_buf(sg++, rctx->msg_buf.spu_req_pad, pad_len);  in spu_ahash_tx_sg_create()
616 		memset(rctx->msg_buf.tx_stat, 0, stat_len);  in spu_ahash_tx_sg_create()
617 		sg_set_buf(sg, rctx->msg_buf.tx_stat, stat_len);  in spu_ahash_tx_sg_create()
812 	memcpy(rctx->msg_buf.bcm_spu_req_hdr, BCMHEADER, BCM_HDR_LEN);  in handle_ahash_req()
815 	spu_hdr_len = spu->spu_create_request(rctx->msg_buf.bcm_spu_req_hdr +  in handle_ahash_req()
840 		spu->spu_request_pad(rctx->msg_buf.spu_req_pad, data_pad_len,  in handle_ahash_req()
846 	spu->spu_dump_msg_hdr(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_ahash_req()
851 	packet_dump("   pad: ", rctx->msg_buf.spu_req_pad, pad_len);  in handle_ahash_req()
948 	memcpy(req->result, rctx->msg_buf.digest, ctx->digestsize);  in ahash_req_done()
1002 	memcpy(rctx->incr_hash, rctx->msg_buf.digest, MAX_DIGEST_SIZE);  in handle_ahash_resp()
1084 	sg_set_buf(sg++, rctx->msg_buf.spu_resp_hdr, ctx->spu_resp_hdr_len);  in spu_aead_rx_sg_create()
1091 		memset(rctx->msg_buf.a.resp_aad, 0, assoc_buf_len);  in spu_aead_rx_sg_create()
1092 		sg_set_buf(sg++, rctx->msg_buf.a.resp_aad, assoc_buf_len);  in spu_aead_rx_sg_create()
1111 		memset(rctx->msg_buf.a.gcmpad, 0, data_padlen);  in spu_aead_rx_sg_create()
1112 		sg_set_buf(sg++, rctx->msg_buf.a.gcmpad, data_padlen);  in spu_aead_rx_sg_create()
1116 	sg_set_buf(sg++, rctx->msg_buf.digest, digestsize);  in spu_aead_rx_sg_create()
1120 		memset(rctx->msg_buf.rx_stat_pad, 0, stat_pad_len);  in spu_aead_rx_sg_create()
1121 		sg_set_buf(sg++, rctx->msg_buf.rx_stat_pad, stat_pad_len);  in spu_aead_rx_sg_create()
1124 	memset(rctx->msg_buf.rx_stat, 0, SPU_RX_STATUS_LEN);  in spu_aead_rx_sg_create()
1125 	sg_set_buf(sg, rctx->msg_buf.rx_stat, spu->spu_rx_status_len());  in spu_aead_rx_sg_create()
1184 	sg_set_buf(sg++, rctx->msg_buf.bcm_spu_req_hdr,  in spu_aead_tx_sg_create()
1199 		sg_set_buf(sg++, rctx->msg_buf.iv_ctr, aead_iv_len);  in spu_aead_tx_sg_create()
1202 		memset(rctx->msg_buf.a.req_aad_pad, 0, aad_pad_len);  in spu_aead_tx_sg_create()
1203 		sg_set_buf(sg++, rctx->msg_buf.a.req_aad_pad, aad_pad_len);  in spu_aead_tx_sg_create()
1221 		memset(rctx->msg_buf.spu_req_pad, 0, pad_len);  in spu_aead_tx_sg_create()
1222 		sg_set_buf(sg++, rctx->msg_buf.spu_req_pad, pad_len);  in spu_aead_tx_sg_create()
1226 		sg_set_buf(sg++, rctx->msg_buf.digest, ctx->digestsize);  in spu_aead_tx_sg_create()
1230 		memset(rctx->msg_buf.tx_stat, 0, stat_len);  in spu_aead_tx_sg_create()
1231 		sg_set_buf(sg, rctx->msg_buf.tx_stat, stat_len);  in spu_aead_tx_sg_create()
1300 	cipher_parms.iv_buf = rctx->msg_buf.iv_ctr;  in handle_aead_req()
1415 		sg_copy_part_to_buf(req->src, rctx->msg_buf.digest, digestsize,  in handle_aead_req()
1425 	memcpy(rctx->msg_buf.bcm_spu_req_hdr, BCMHEADER, BCM_HDR_LEN);  in handle_aead_req()
1427 	spu_hdr_len = spu->spu_create_request(rctx->msg_buf.bcm_spu_req_hdr +  in handle_aead_req()
1444 		spu->spu_request_pad(rctx->msg_buf.spu_req_pad,  in handle_aead_req()
1450 	spu->spu_dump_msg_hdr(rctx->msg_buf.bcm_spu_req_hdr + BCM_HDR_LEN,  in handle_aead_req()
1453 	packet_dump("    aead iv: ", rctx->msg_buf.iv_ctr, aead_parms.iv_len);  in handle_aead_req()
1456 	packet_dump("   pad: ", rctx->msg_buf.spu_req_pad, pad_len);  in handle_aead_req()
1535 	payload_len = spu->spu_payload_length(rctx->msg_buf.spu_resp_hdr);  in handle_aead_resp()
1542 		packet_dump("  assoc_data ", rctx->msg_buf.a.resp_aad,  in handle_aead_resp()
1553 		packet_dump("  ICV: ", rctx->msg_buf.digest, ctx->digestsize);  in handle_aead_resp()
1555 		sg_copy_part_from_buf(req->dst, rctx->msg_buf.digest,  in handle_aead_resp()
1635 	err = spu->spu_status_process(rctx->msg_buf.rx_stat);  in spu_rx_callback()
1743 		memcpy(rctx->msg_buf.iv_ctr, req->iv, rctx->iv_ctr_len);  in skcipher_enqueue()
2701 			memcpy(rctx->msg_buf.iv_ctr + ctx->salt_offset,  in aead_enqueue()
2703 		memcpy(rctx->msg_buf.iv_ctr + ctx->salt_offset + ctx->salt_len,  in aead_enqueue()