Skip to content

Commit

Permalink
md5: Add inline-asm backend for LoongArch64 targets
Browse files Browse the repository at this point in the history
  • Loading branch information
@heiher
heiher committed Sep 22, 2023
1 parent 7515577 commit 8599c5b
Show file tree
Hide file tree
Showing 3 changed files with 188 additions and 0 deletions.
3 changes: 3 additions & 0 deletions md5/Cargo.toml
View file
Original file line number Diff line number Diff line change
Expand Up @@ -29,5 +29,8 @@ hex-literal = "0.2.2"
default = ["std"]
std = ["digest/std"]
asm = ["md5-asm"] # WARNING: this feature SHOULD NOT be enabled by library crates
# Use assembly backend for LoongArch64 targets
# WARNING: Bumps MSRV to 1.72. This feature SHOULD NOT be enabled by library crates
loongarch64_asm = []
oid = ["digest/oid"] # Enable OID support. WARNING: Bumps MSRV to 1.57
force-soft = [] # Force software implementation
3 changes: 3 additions & 0 deletions md5/src/compress.rs
View file
Original file line number Diff line number Diff line change
Expand Up @@ -4,6 +4,9 @@ cfg_if::cfg_if! {
pub use soft::compress;
} else if #[cfg(all(feature = "asm", any(target_arch = "x86", target_arch = "x86_64")))] {
pub use md5_asm::compress;
} else if #[cfg(all(feature = "loongarch64_asm", target_arch = "loongarch64"))] {
mod loongarch64_asm;
pub use loongarch64_asm::compress;
} else {
mod soft;
pub use soft::compress;
Expand Down
182 changes: 182 additions & 0 deletions md5/src/compress/loongarch64_asm.rs
View file
Original file line number Diff line number Diff line change
@@ -0,0 +1,182 @@
//! LoongArch64 assembly backend

use core::arch::asm;

#[path = "consts.rs"]
mod consts;
use consts::*;

macro_rules! c {
($($l:expr)*) => {
concat!($($l ,)*)
};
}

macro_rules! round0 {
($a:literal, $b:literal, $c:literal, $d:literal, $k:literal, $s:literal, $i:literal) => {
c!(
"xor $t4," $c "," $d ";"
"and $t4, $t4," $b ";"
"xor $t4, $t4," $d ";"
roundtail!($a, $b, $k, $s, $i)
)
}
}

macro_rules! round1 {
($a:literal, $b:literal, $c:literal, $d:literal, $k:literal, $s:literal, $i:literal) => {
c!(
"andn $t4," $c "," $d ";"
"and $t5," $d "," $b ";"
"or $t4, $t4, $t5;"
roundtail!($a, $b, $k, $s, $i)
)
}
}

macro_rules! round2 {
($a:literal, $b:literal, $c:literal, $d:literal, $k:literal, $s:literal, $i:literal) => {
c!(
"xor $t4," $c "," $d ";"
"xor $t4, $t4," $b ";"
roundtail!($a, $b, $k, $s, $i)
)
}
}

macro_rules! round3 {
($a:literal, $b:literal, $c:literal, $d:literal, $k:literal, $s:literal, $i:literal) => {
c!(
"orn $t4," $b "," $d ";"
"xor $t4, $t4," $c ";"
roundtail!($a, $b, $k, $s, $i)
)
}
}

macro_rules! roundtail {
($a:literal, $b:literal, $k:literal, $s:literal, $i:literal) => {
c!(
"ld.w $t5, $a3," $i " * 4;"
"ld.w $t6, $a1," $k " * 4;"
"add.w " $a "," $a ", $t5;"
"add.w " $a "," $a ", $t6;"
"add.w " $a "," $a ", $t4;"
"rotri.w " $a "," $a ", 32 -" $s ";"
"add.w " $a "," $a "," $b ";"
)
}
}

pub fn compress(state: &mut [u32; 4], blocks: &[[u8; 64]]) {
if blocks.is_empty() {
return;
}

unsafe {
asm!(
"42:",

"move $t0, $a4",
"move $t1, $a5",
"move $t2, $a6",
"move $t3, $a7",

/* 64 rounds of hashing */
round0!("$t0", "$t1", "$t2", "$t3", 0, 7, 0),
round0!("$t3", "$t0", "$t1", "$t2", 1, 12, 1),
round0!("$t2", "$t3", "$t0", "$t1", 2, 17, 2),
round0!("$t1", "$t2", "$t3", "$t0", 3, 22, 3),
round0!("$t0", "$t1", "$t2", "$t3", 4, 7, 4),
round0!("$t3", "$t0", "$t1", "$t2", 5, 12, 5),
round0!("$t2", "$t3", "$t0", "$t1", 6, 17, 6),
round0!("$t1", "$t2", "$t3", "$t0", 7, 22, 7),
round0!("$t0", "$t1", "$t2", "$t3", 8, 7, 8),
round0!("$t3", "$t0", "$t1", "$t2", 9, 12, 9),
round0!("$t2", "$t3", "$t0", "$t1", 10, 17, 10),
round0!("$t1", "$t2", "$t3", "$t0", 11, 22, 11),
round0!("$t0", "$t1", "$t2", "$t3", 12, 7, 12),
round0!("$t3", "$t0", "$t1", "$t2", 13, 12, 13),
round0!("$t2", "$t3", "$t0", "$t1", 14, 17, 14),
round0!("$t1", "$t2", "$t3", "$t0", 15, 22, 15),
round1!("$t0", "$t1", "$t2", "$t3", 1, 5, 16),
round1!("$t3", "$t0", "$t1", "$t2", 6, 9, 17),
round1!("$t2", "$t3", "$t0", "$t1", 11, 14, 18),
round1!("$t1", "$t2", "$t3", "$t0", 0, 20, 19),
round1!("$t0", "$t1", "$t2", "$t3", 5, 5, 20),
round1!("$t3", "$t0", "$t1", "$t2", 10, 9, 21),
round1!("$t2", "$t3", "$t0", "$t1", 15, 14, 22),
round1!("$t1", "$t2", "$t3", "$t0", 4, 20, 23),
round1!("$t0", "$t1", "$t2", "$t3", 9, 5, 24),
round1!("$t3", "$t0", "$t1", "$t2", 14, 9, 25),
round1!("$t2", "$t3", "$t0", "$t1", 3, 14, 26),
round1!("$t1", "$t2", "$t3", "$t0", 8, 20, 27),
round1!("$t0", "$t1", "$t2", "$t3", 13, 5, 28),
round1!("$t3", "$t0", "$t1", "$t2", 2, 9, 29),
round1!("$t2", "$t3", "$t0", "$t1", 7, 14, 30),
round1!("$t1", "$t2", "$t3", "$t0", 12, 20, 31),
round2!("$t0", "$t1", "$t2", "$t3", 5, 4, 32),
round2!("$t3", "$t0", "$t1", "$t2", 8, 11, 33),
round2!("$t2", "$t3", "$t0", "$t1", 11, 16, 34),
round2!("$t1", "$t2", "$t3", "$t0", 14, 23, 35),
round2!("$t0", "$t1", "$t2", "$t3", 1, 4, 36),
round2!("$t3", "$t0", "$t1", "$t2", 4, 11, 37),
round2!("$t2", "$t3", "$t0", "$t1", 7, 16, 38),
round2!("$t1", "$t2", "$t3", "$t0", 10, 23, 39),
round2!("$t0", "$t1", "$t2", "$t3", 13, 4, 40),
round2!("$t3", "$t0", "$t1", "$t2", 0, 11, 41),
round2!("$t2", "$t3", "$t0", "$t1", 3, 16, 42),
round2!("$t1", "$t2", "$t3", "$t0", 6, 23, 43),
round2!("$t0", "$t1", "$t2", "$t3", 9, 4, 44),
round2!("$t3", "$t0", "$t1", "$t2", 12, 11, 45),
round2!("$t2", "$t3", "$t0", "$t1", 15, 16, 46),
round2!("$t1", "$t2", "$t3", "$t0", 2, 23, 47),
round3!("$t0", "$t1", "$t2", "$t3", 0, 6, 48),
round3!("$t3", "$t0", "$t1", "$t2", 7, 10, 49),
round3!("$t2", "$t3", "$t0", "$t1", 14, 15, 50),
round3!("$t1", "$t2", "$t3", "$t0", 5, 21, 51),
round3!("$t0", "$t1", "$t2", "$t3", 12, 6, 52),
round3!("$t3", "$t0", "$t1", "$t2", 3, 10, 53),
round3!("$t2", "$t3", "$t0", "$t1", 10, 15, 54),
round3!("$t1", "$t2", "$t3", "$t0", 1, 21, 55),
round3!("$t0", "$t1", "$t2", "$t3", 8, 6, 56),
round3!("$t3", "$t0", "$t1", "$t2", 15, 10, 57),
round3!("$t2", "$t3", "$t0", "$t1", 6, 15, 58),
round3!("$t1", "$t2", "$t3", "$t0", 13, 21, 59),
round3!("$t0", "$t1", "$t2", "$t3", 4, 6, 60),
round3!("$t3", "$t0", "$t1", "$t2", 11, 10, 61),
round3!("$t2", "$t3", "$t0", "$t1", 2, 15, 62),
round3!("$t1", "$t2", "$t3", "$t0", 9, 21, 63),

"add.w $a4, $a4, $t0",
"add.w $a5, $a5, $t1",
"add.w $a6, $a6, $t2",
"add.w $a7, $a7, $t3",

// Looping over blocks
"addi.d $a1, $a1, 64",
"addi.d $a2, $a2, -1",
"bnez $a2, 42b",

inout("$a4") state[0],
inout("$a5") state[1],
inout("$a6") state[2],
inout("$a7") state[3],
inout("$a1") blocks.as_ptr() => _,
inout("$a2") blocks.len() => _,

in("$a3") RC.as_ptr(),

// Clobbers
out("$t0") _,
out("$t1") _,
out("$t2") _,
out("$t3") _,
out("$t4") _,
out("$t5") _,
out("$t6") _,

options(preserves_flags, readonly, pure, nostack),
);
}
}

0 comments on commit 8599c5b

Please sign in to comment.