Skip to content

Commit

Permalink
ltq-deu: changes for hash multithread callers and md5 endianess
Browse files Browse the repository at this point in the history 
The algorithms sha1, sha1_hmac and md5_hmac all use ENDI=1. The md5
algorithm uses ENDI=0 and the endian_swap methods to reverse the
endianess switch by using user CPU time, which is unnecessary overhead.
Danube and AR9 devices do not set endianess for SHA1, so is done for
MD5.
Furthermore the patch replaces endian_swap with le32_to_cpu for md5 and
md5 hmac algorithms and removes endian_swap for them.
The init functions initialize the algorithm in the hardware. The lock is
not used to write to the control register. If another thread calls
another hash algo before update or final, the result will be wrong.
Therefore move the algorithm init to the lock protected sections in the
transform or final methods.
Setting the hw key for the hmac algorithms is now done from within the
lock protected sections in their final methods. The lock protecting is
removed from the _hmac_setkey_hw functions.
In final for md5 and sha1 the lock section is removed, because all the
work was already done in transform (which is called from final). As such
only copying the hash to the output is required.
MD5 and MD5_HMAC produce 16 byte hashes (4 DWORDS) only, therefor
writing register D5R to the hash output is removed for MD5_HMAC.

Signed-off-by: Daniel Kestrel <kestrel1974@t-online.de>
  • Loading branch information
@kestrel1974 @hauke
kestrel1974 authored and hauke committed Jan 5, 2022
1 parent 87a19c9 commit 34a3eaf
Show file tree
Hide file tree
Showing 6 changed files with 45 additions and 79 deletions.
8 changes: 8 additions & 0 deletions package/kernel/lantiq/ltq-deu/src/ifxmips_deu_ar9.h
View file
Expand Up @@ -117,6 +117,14 @@
hash->controlr.INIT = 1; \
} while(0)

#define MD5_HASH_INIT \
do { \
volatile struct deu_hash_t *hash = (struct deu_hash_t *) HASH_START; \
hash->controlr.SM = 1; \
hash->controlr.ALGO = 1; \
hash->controlr.INIT = 1; \
} while(0)

/* DEU Common Structures for AR9*/

struct clc_controlr_t {
Expand Down
8 changes: 8 additions & 0 deletions package/kernel/lantiq/ltq-deu/src/ifxmips_deu_danube.h
View file
Expand Up @@ -104,6 +104,14 @@
hash->controlr.INIT = 1; \
} while(0)

#define MD5_HASH_INIT \
do { \
volatile struct deu_hash_t *hash = (struct deu_hash_t *) HASH_START; \
hash->controlr.SM = 1; \
hash->controlr.ALGO = 1; \
hash->controlr.INIT = 1; \
} while(0)

/* DEU STRUCTURES */

struct clc_controlr_t {
Expand Down
57 changes: 15 additions & 42 deletions package/kernel/lantiq/ltq-deu/src/ifxmips_md5.c
View file
Expand Up @@ -81,18 +81,6 @@ struct md5_ctx {

extern int disable_deudma;

/*! \fn static u32 endian_swap(u32 input)
* \ingroup IFX_MD5_FUNCTIONS
* \brief perform dword level endian swap
* \param input value of dword that requires to be swapped
*/
static u32 endian_swap(u32 input)
{
u8 *ptr = (u8 *)&input;

return ((ptr[3] << 24) | (ptr[2] << 16) | (ptr[1] << 8) | ptr[0]);
}

/*! \fn static void md5_transform(u32 *hash, u32 const *in)
* \ingroup IFX_MD5_FUNCTIONS
* \brief main interface to md5 hardware
Expand All @@ -107,27 +95,29 @@ static void md5_transform(struct md5_ctx *mctx, u32 *hash, u32 const *in)

CRTCL_SECT_HASH_START;

MD5_HASH_INIT;

if (mctx->started) {
hashs->D1R = endian_swap(*((u32 *) hash + 0));
hashs->D2R = endian_swap(*((u32 *) hash + 1));
hashs->D3R = endian_swap(*((u32 *) hash + 2));
hashs->D4R = endian_swap(*((u32 *) hash + 3));
hashs->D1R = *((u32 *) hash + 0);
hashs->D2R = *((u32 *) hash + 1);
hashs->D3R = *((u32 *) hash + 2);
hashs->D4R = *((u32 *) hash + 3);
}

for (i = 0; i < 16; i++) {
hashs->MR = endian_swap(in[i]);
// printk("in[%d]: %08x\n", i, endian_swap(in[i]));
hashs->MR = in[i];
// printk("in[%d]: %08x\n", i, in[i]);
};

//wait for processing
while (hashs->controlr.BSY) {
// this will not take long
}

*((u32 *) hash + 0) = endian_swap (hashs->D1R);
*((u32 *) hash + 1) = endian_swap (hashs->D2R);
*((u32 *) hash + 2) = endian_swap (hashs->D3R);
*((u32 *) hash + 3) = endian_swap (hashs->D4R);
*((u32 *) hash + 0) = hashs->D1R;
*((u32 *) hash + 1) = hashs->D2R;
*((u32 *) hash + 2) = hashs->D3R;
*((u32 *) hash + 3) = hashs->D4R;

mctx->started = 1;

Expand Down Expand Up @@ -155,11 +145,6 @@ static int md5_init(struct shash_desc *desc)
struct md5_ctx *mctx = shash_desc_ctx(desc);
volatile struct deu_hash_t *hash = (struct deu_hash_t *) HASH_START;

hash->controlr.ENDI = 0;
hash->controlr.SM = 1;
hash->controlr.ALGO = 1; // 1 = md5 0 = sha1
hash->controlr.INIT = 1; // Initialize the hash operation by writing a '1' to the INIT bit.

mctx->byte_count = 0;
mctx->started = 0;
return 0;
Expand Down Expand Up @@ -227,24 +212,12 @@ static int md5_final(struct shash_desc *desc, u8 *out)
}

memset(p, 0, padding);
mctx->block[14] = endian_swap(mctx->byte_count << 3);
mctx->block[15] = endian_swap(mctx->byte_count >> 29);

#if 0
le32_to_cpu_array(mctx->block, (sizeof(mctx->block) -
sizeof(u64)) / sizeof(u32));
#endif
mctx->block[14] = le32_to_cpu(mctx->byte_count << 3);
mctx->block[15] = le32_to_cpu(mctx->byte_count >> 29);

md5_transform(mctx, mctx->hash, mctx->block);

CRTCL_SECT_HASH_START;

*((u32 *) out + 0) = endian_swap (hashs->D1R);
*((u32 *) out + 1) = endian_swap (hashs->D2R);
*((u32 *) out + 2) = endian_swap (hashs->D3R);
*((u32 *) out + 3) = endian_swap (hashs->D4R);

CRTCL_SECT_HASH_END;
memcpy(out, mctx->hash, MD5_DIGEST_SIZE);

// Wipe context
memset(mctx, 0, sizeof(*mctx));
Expand Down
26 changes: 6 additions & 20 deletions package/kernel/lantiq/ltq-deu/src/ifxmips_md5_hmac.c
View file
Expand Up @@ -86,18 +86,6 @@ static u32 temp[MD5_HMAC_DBN_TEMP_SIZE];

extern int disable_deudma;

/*! \fn static u32 endian_swap(u32 input)
* \ingroup IFX_MD5_HMAC_FUNCTIONS
* \brief perform dword level endian swap
* \param input value of dword that requires to be swapped
*/
static u32 endian_swap(u32 input)
{
u8 *ptr = (u8 *)&input;

return ((ptr[3] << 24) | (ptr[2] << 16) | (ptr[1] << 8) | ptr[0]);
}

/*! \fn static void md5_hmac_transform(struct crypto_tfm *tfm, u32 const *in)
* \ingroup IFX_MD5_HMAC_FUNCTIONS
* \brief save input block to context
Expand Down Expand Up @@ -128,7 +116,6 @@ static void md5_hmac_transform(struct shash_desc *desc, u32 const *in)
static int md5_hmac_setkey(struct crypto_shash *tfm, const u8 *key, unsigned int keylen)
{
struct md5_hmac_ctx *mctx = crypto_shash_ctx(tfm);
volatile struct deu_hash_t *hash = (struct deu_hash_t *) HASH_START;
//printk("copying keys to context with length %d\n", keylen);

if (keylen > MAX_HASH_KEYLEN) {
Expand All @@ -137,7 +124,6 @@ static int md5_hmac_setkey(struct crypto_shash *tfm, const u8 *key, unsigned int
}


hash->KIDX |= 0x80000000; // reset all 16 words of the key to '0'
memcpy(&mctx->key, key, keylen);
mctx->keylen = keylen;

Expand All @@ -156,13 +142,12 @@ static int md5_hmac_setkey(struct crypto_shash *tfm, const u8 *key, unsigned int
static int md5_hmac_setkey_hw(const u8 *key, unsigned int keylen)
{
volatile struct deu_hash_t *hash = (struct deu_hash_t *) HASH_START;
unsigned long flag;
int i, j;
u32 *in_key = (u32 *)key;

//printk("\nsetkey keylen: %d\n key: ", keylen);

CRTCL_SECT_HASH_START;
hash->KIDX |= 0x80000000; // reset all 16 words of the key to '0'
j = 0;
for (i = 0; i < keylen; i+=4)
{
Expand All @@ -172,7 +157,6 @@ static int md5_hmac_setkey_hw(const u8 *key, unsigned int keylen)
asm("sync");
j++;
}
CRTCL_SECT_HASH_END;

return 0;
}
Expand All @@ -189,7 +173,6 @@ static int md5_hmac_init(struct shash_desc *desc)


mctx->dbn = 0; //dbn workaround
md5_hmac_setkey_hw(mctx->key, mctx->keylen);

return 0;
}
Expand Down Expand Up @@ -260,13 +243,17 @@ static int md5_hmac_final(struct shash_desc *desc, u8 *out)
}

memset(p, 0, padding);
mctx->block[14] = endian_swap((mctx->byte_count + 64) << 3); // need to add 512 bit of the IPAD operation
mctx->block[14] = le32_to_cpu((mctx->byte_count + 64) << 3); // need to add 512 bit of the IPAD operation
mctx->block[15] = 0x00000000;

md5_hmac_transform(desc, mctx->block);

CRTCL_SECT_HASH_START;

MD5_HASH_INIT;

md5_hmac_setkey_hw(mctx->key, mctx->keylen);

//printk("\ndbn = %d\n", mctx->dbn);
hashs->DBN = mctx->dbn;
asm("sync");
Expand Down Expand Up @@ -307,7 +294,6 @@ static int md5_hmac_final(struct shash_desc *desc, u8 *out)
*((u32 *) out + 1) = hashs->D2R;
*((u32 *) out + 2) = hashs->D3R;
*((u32 *) out + 3) = hashs->D4R;
*((u32 *) out + 4) = hashs->D5R;

/* reset the context after we finish with the hash */
mctx->byte_count = 0;
Expand Down
14 changes: 3 additions & 11 deletions package/kernel/lantiq/ltq-deu/src/ifxmips_sha1.c
View file
Expand Up @@ -101,6 +101,8 @@ static void sha1_transform1 (struct sha1_ctx *sctx, u32 *state, const u32 *in)

CRTCL_SECT_HASH_START;

SHA_HASH_INIT;

/* For context switching purposes, the previous hash output
* is loaded back into the output register
*/
Expand Down Expand Up @@ -144,8 +146,6 @@ static int sha1_init1(struct shash_desc *desc)
{
struct sha1_ctx *sctx = shash_desc_ctx(desc);

SHA_HASH_INIT;

sctx->started = 0;
sctx->count = 0;
return 0;
Expand Down Expand Up @@ -224,15 +224,7 @@ static int sha1_final(struct shash_desc *desc, u8 *out)
/* Append length */
sha1_update (desc, bits, sizeof bits);

CRTCL_SECT_HASH_START;

*((u32 *) out + 0) = hashs->D1R;
*((u32 *) out + 1) = hashs->D2R;
*((u32 *) out + 2) = hashs->D3R;
*((u32 *) out + 3) = hashs->D4R;
*((u32 *) out + 4) = hashs->D5R;

CRTCL_SECT_HASH_END;
memcpy(out, sctx->hash, SHA1_DIGEST_SIZE);

// Wipe context
memset (sctx, 0, sizeof *sctx);
Expand Down
11 changes: 5 additions & 6 deletions package/kernel/lantiq/ltq-deu/src/ifxmips_sha1_hmac.c
View file
Expand Up @@ -119,7 +119,6 @@ static int sha1_hmac_transform(struct shash_desc *desc, u32 const *in)
static int sha1_hmac_setkey(struct crypto_shash *tfm, const u8 *key, unsigned int keylen)
{
struct sha1_hmac_ctx *sctx = crypto_shash_ctx(tfm);
volatile struct deu_hash_t *hashs = (struct deu_hash_t *) HASH_START;

if (keylen > SHA1_HMAC_MAX_KEYLEN) {
printk("Key length exceeds maximum key length\n");
Expand All @@ -128,7 +127,6 @@ static int sha1_hmac_setkey(struct crypto_shash *tfm, const u8 *key, unsigned in

//printk("Setting keys of len: %d\n", keylen);

hashs->KIDX |= 0x80000000; //reset keys back to 0
memcpy(&sctx->key, key, keylen);
sctx->keylen = keylen;

Expand All @@ -148,12 +146,11 @@ static int sha1_hmac_setkey_hw(const u8 *key, unsigned int keylen)
{
volatile struct deu_hash_t *hash = (struct deu_hash_t *) HASH_START;
int i, j;
unsigned long flag;
u32 *in_key = (u32 *)key;

j = 0;

CRTCL_SECT_HASH_START;
hash->KIDX |= 0x80000000; //reset keys back to 0
for (i = 0; i < keylen; i+=4)
{
hash->KIDX = j;
Expand All @@ -162,7 +159,6 @@ static int sha1_hmac_setkey_hw(const u8 *key, unsigned int keylen)
j++;
}

CRTCL_SECT_HASH_END;
return 0;
}

Expand All @@ -177,7 +173,6 @@ static int sha1_hmac_init(struct shash_desc *desc)

//printk("debug ln: %d, fn: %s\n", __LINE__, __func__);
sctx->dbn = 0; //dbn workaround
sha1_hmac_setkey_hw(sctx->key, sctx->keylen);

return 0;
}
Expand Down Expand Up @@ -261,6 +256,10 @@ static int sha1_hmac_final(struct shash_desc *desc, u8 *out)
sha1_hmac_update (desc, bits, sizeof bits);

CRTCL_SECT_HASH_START;

SHA_HASH_INIT;

sha1_hmac_setkey_hw(sctx->key, sctx->keylen);

hashs->DBN = sctx->dbn;

Expand Down

0 comments on commit 34a3eaf

Please sign in to comment.