diff --git a/ggml/src/ggml.c b/ggml/src/ggml.c
index 7dc3340a1e749..14f0e4fdd2205 100644
--- a/ggml/src/ggml.c
+++ b/ggml/src/ggml.c
@@ -392,6 +392,8 @@ void ggml_bf16_to_fp32_row(const ggml_bf16_t * x, float * y, int64_t n) {
                                     16)));
         }
     }
+#endif
+#if defined(__AVX2__)
     if (ggml_cpu_has_avx2()) {
         for (; i + 8 <= n; i += 8) {
             _mm256_storeu_ps(y + i,