I llama.cpp build info: 
I UNAME_S:  Linux
I UNAME_P:  unknown
I UNAME_M:  aarch64
I CFLAGS:   -I.              -O3 -DNDEBUG -std=c11   -fPIC -pthread -march=native
I CXXFLAGS: -I. -I./examples -O3 -DNDEBUG -std=c++11 -fPIC -pthread -march=native
I LDFLAGS:  
I CC:       cc (Debian 10.2.1-6) 10.2.1 20210110
I CXX:      g++ (Debian 10.2.1-6) 10.2.1 20210110

cc  -I.              -O3 -DNDEBUG -std=c11   -fPIC -pthread -march=native   -c ggml.c -o ggml.o
In file included from ggml.c:137:
ggml.c: In function ‘ggml_vec_dot_q4_0’:
/usr/lib/gcc/aarch64-linux-gnu/10/include/arm_neon.h:33553:1: error: inlining failed in call to ‘always_inline’ ‘vdotq_s32’: target specific option mismatch
33553 | vdotq_s32 (int32x4_t __r, int8x16_t __a, int8x16_t __b)
      | ^~~~~~~~~
ggml.c:1368:15: note: called from here
 1368 |         p_1 = vdotq_s32(p_1, v0_1hs, v1_1hs);
      |               ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
In file included from ggml.c:137:
/usr/lib/gcc/aarch64-linux-gnu/10/include/arm_neon.h:33553:1: error: inlining failed in call to ‘always_inline’ ‘vdotq_s32’: target specific option mismatch
33553 | vdotq_s32 (int32x4_t __r, int8x16_t __a, int8x16_t __b)
      | ^~~~~~~~~
ggml.c:1367:15: note: called from here
 1367 |         p_0 = vdotq_s32(p_0, v0_0hs, v1_0hs);
      |               ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
In file included from ggml.c:137:
/usr/lib/gcc/aarch64-linux-gnu/10/include/arm_neon.h:33553:1: error: inlining failed in call to ‘always_inline’ ‘vdotq_s32’: target specific option mismatch
33553 | vdotq_s32 (int32x4_t __r, int8x16_t __a, int8x16_t __b)
      | ^~~~~~~~~
ggml.c:1365:25: note: called from here
 1365 |         int32x4_t p_1 = vdotq_s32(vdupq_n_s32(0), v0_1ls, v1_1ls);
      |                         ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
In file included from ggml.c:137:
/usr/lib/gcc/aarch64-linux-gnu/10/include/arm_neon.h:33553:1: error: inlining failed in call to ‘always_inline’ ‘vdotq_s32’: target specific option mismatch
33553 | vdotq_s32 (int32x4_t __r, int8x16_t __a, int8x16_t __b)
      | ^~~~~~~~~
ggml.c:1364:25: note: called from here
 1364 |         int32x4_t p_0 = vdotq_s32(vdupq_n_s32(0), v0_0ls, v1_0ls);
      |                         ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
In file included from ggml.c:137:
/usr/lib/gcc/aarch64-linux-gnu/10/include/arm_neon.h:33553:1: error: inlining failed in call to ‘always_inline’ ‘vdotq_s32’: target specific option mismatch
33553 | vdotq_s32 (int32x4_t __r, int8x16_t __a, int8x16_t __b)
      | ^~~~~~~~~
ggml.c:1364:25: note: called from here
 1364 |         int32x4_t p_0 = vdotq_s32(vdupq_n_s32(0), v0_0ls, v1_0ls);
      |                         ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
In file included from ggml.c:137:
/usr/lib/gcc/aarch64-linux-gnu/10/include/arm_neon.h:33553:1: error: inlining failed in call to ‘always_inline’ ‘vdotq_s32’: target specific option mismatch
33553 | vdotq_s32 (int32x4_t __r, int8x16_t __a, int8x16_t __b)
      | ^~~~~~~~~
ggml.c:1368:15: note: called from here
 1368 |         p_1 = vdotq_s32(p_1, v0_1hs, v1_1hs);
      |               ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
In file included from ggml.c:137:
/usr/lib/gcc/aarch64-linux-gnu/10/include/arm_neon.h:33553:1: error: inlining failed in call to ‘always_inline’ ‘vdotq_s32’: target specific option mismatch
33553 | vdotq_s32 (int32x4_t __r, int8x16_t __a, int8x16_t __b)
      | ^~~~~~~~~
ggml.c:1367:15: note: called from here
 1367 |         p_0 = vdotq_s32(p_0, v0_0hs, v1_0hs);
      |               ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
In file included from ggml.c:137:
/usr/lib/gcc/aarch64-linux-gnu/10/include/arm_neon.h:33553:1: error: inlining failed in call to ‘always_inline’ ‘vdotq_s32’: target specific option mismatch
33553 | vdotq_s32 (int32x4_t __r, int8x16_t __a, int8x16_t __b)
      | ^~~~~~~~~
ggml.c:1365:25: note: called from here
 1365 |         int32x4_t p_1 = vdotq_s32(vdupq_n_s32(0), v0_1ls, v1_1ls);
      |                         ^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
make: *** [Makefile:186: ggml.o] Error 1