diff --git a/configure.ac b/configure.ac
index e8b07347d..90c6fc275 100644
--- a/configure.ac
+++ b/configure.ac
@@ -113,7 +113,21 @@ AC_ARG_WITH([backend],
 if test x"$want_backend" = x"auto"; then
   GMP_CHECK
   if test x"$has_gmp" = x"yes"; then
-    want_backend=gmp
+    case $host in
+      *darwin*)
+        case $host_cpu in
+          aarch*)
+            want_backend=easy
+            ;;
+          *)
+            want_backend=gmp
+            ;;
+        esac
+        ;;
+      *)
+        want_backend=gmp
+        ;;
+    esac
   else
     want_backend=easy
   fi