Add and fix AArch64 NEON implementation for Blake2 and Blake3 (#81)

Author: Xor-el

HashLib/src/Crypto/HlpBlake2BDispatch.pas

@@ -124,6 +124,15 @@ procedure Blake2B_Compress_Avx2(AState, AMsg, ACounterFlags, AIV: Pointer);
 
 {$ENDIF HASHLIB_X86_64_ASM}
 
+{$IFDEF HASHLIB_AARCH64_ASM}
+
+procedure Blake2B_Compress_Neon(AState, AMsg, ACounterFlags, AIV: Pointer);
+  {$I ..\Include\Simd\Common\SimdProc4Begin_aarch64.inc}
+  {$I ..\Include\Simd\Blake2B\Blake2BCompressNeon_aarch64.inc}
+end;
+
+{$ENDIF HASHLIB_AARCH64_ASM}
+
 // =============================================================================
 // Dispatch initialization
 // =============================================================================
@@ -151,6 +160,14 @@ procedure InitDispatch();
     end;
   end;
 {$ENDIF}
+{$IFDEF HASHLIB_AARCH64_ASM}
+  case TCpuFeatures.Arm.SelectSlot([TArmSimdLevel.NEON]) of
+    TArmSimdLevel.NEON:
+    begin
+      Blake2B_Compress := @Blake2B_Compress_Neon;
+    end;
+  end;
+{$ENDIF}
 end;
 
 initialization

HashLib/src/Crypto/HlpBlake2SDispatch.pas

@@ -122,6 +122,15 @@ procedure Blake2S_Compress_Avx2(AState, AMsg, ACounterFlags, AIV: Pointer);
 
 {$ENDIF HASHLIB_X86_64_ASM}
 
+{$IFDEF HASHLIB_AARCH64_ASM}
+
+procedure Blake2S_Compress_Neon(AState, AMsg, ACounterFlags, AIV: Pointer);
+  {$I ..\Include\Simd\Common\SimdProc4Begin_aarch64.inc}
+  {$I ..\Include\Simd\Blake2S\Blake2SCompressNeon_aarch64.inc}
+end;
+
+{$ENDIF HASHLIB_AARCH64_ASM}
+
 // =============================================================================
 // Dispatch initialization
 // =============================================================================
@@ -149,6 +158,14 @@ procedure InitDispatch();
     end;
   end;
 {$ENDIF}
+{$IFDEF HASHLIB_AARCH64_ASM}
+  case TCpuFeatures.Arm.SelectSlot([TArmSimdLevel.NEON]) of
+    TArmSimdLevel.NEON:
+    begin
+      Blake2S_Compress := @Blake2S_Compress_Neon;
+    end;
+  end;
+{$ENDIF}
 end;
 
 initialization

HashLib/src/Crypto/HlpBlake3Dispatch.pas

@@ -703,6 +703,41 @@ procedure Blake3_HashMany_Avx2(AInput, AKey, AOut: Pointer;
 
 {$ENDIF HASHLIB_X86_64_ASM}
 
+{$IFDEF HASHLIB_AARCH64_ASM}
+
+procedure Blake3_Compress_Neon(AState, AMsg, ACV, ACounterFlags: Pointer);
+  {$I ..\Include\Simd\Common\SimdProc4Begin_aarch64.inc}
+  {$I ..\Include\Simd\Blake3\Blake3CompressNeon_aarch64.inc}
+end;
+
+procedure Blake3_Hash4_Neon(AInput, AKey, AOut: Pointer;
+  ANumChunks: Int32; ACounter: UInt64; AFlags: UInt32);
+  {$I ..\Include\Simd\Common\SimdProc6Begin_aarch64.inc}
+  {$I ..\Include\Simd\Blake3\Blake3Hash4Neon_aarch64.inc}
+end;
+
+// NEON hash_many: hash4 -> delegate remainder to scalar hash_many
+procedure Blake3_HashMany_Neon(AInput, AKey, AOut: Pointer;
+  ANumChunks: Int32; ACounter: UInt64; AFlags: UInt32);
+var
+  LPInput, LPOut: PByte;
+begin
+  LPInput := PByte(AInput);
+  LPOut := PByte(AOut);
+  while ANumChunks >= 4 do
+  begin
+    Blake3_Hash4_Neon(LPInput, AKey, LPOut, 4, ACounter, AFlags);
+    System.Inc(LPInput, 4 * 1024);
+    System.Inc(LPOut, 4 * 32);
+    System.Inc(ACounter, 4);
+    System.Dec(ANumChunks, 4);
+  end;
+  if ANumChunks > 0 then
+    Blake3_HashMany_Scalar(LPInput, AKey, LPOut, ANumChunks, ACounter, AFlags);
+end;
+
+{$ENDIF HASHLIB_AARCH64_ASM}
+
 // =============================================================================
 // Dispatch initialization
 // =============================================================================
@@ -738,6 +773,16 @@ procedure InitDispatch();
     end;
   end;
 {$ENDIF}
+{$IFDEF HASHLIB_AARCH64_ASM}
+  case TCpuFeatures.Arm.SelectSlot([TArmSimdLevel.NEON]) of
+    TArmSimdLevel.NEON:
+    begin
+      Blake3_Compress := @Blake3_Compress_Neon;
+      Blake3_HashMany := @Blake3_HashMany_Neon;
+      Blake3_ParallelDegree := 4;
+    end;
+  end;
+{$ENDIF}
 end;
 
 initialization

HashLib/src/Include/HashLib.inc

@@ -173,7 +173,7 @@
 
 {$IFDEF HASHLIB_ARM_SIMD}
 // Uncomment at most ONE to force a specific Arm SIMD dispatch level:
-// {$DEFINE HASHLIB_FORCE_NEON}
+ {$DEFINE HASHLIB_FORCE_NEON}
 // {$DEFINE HASHLIB_FORCE_SVE}
 
 {$IF (DEFINED(HASHLIB_FORCE_SCALAR) AND DEFINED(HASHLIB_FORCE_NEON))