diff --git a/sys/build.rs b/sys/build.rs
index e10e32f..4d63555 100644
--- a/sys/build.rs
+++ b/sys/build.rs
@@ -95,7 +95,8 @@ fn main() {
         .arg("-DWHISPER_BUILD_EXAMPLES=OFF");
 
     #[cfg(feature = "coreml")]
-    cmd.arg("-DWHISPER_COREML=ON");
+    cmd.arg("-DWHISPER_COREML=ON")
+        .arg("-DWHISPER_COREML_ALLOW_FALLBACK=1");
 
     #[cfg(feature = "cuda")]
     cmd.arg("-DWHISPER_CUBLAS=ON");