diff --git a/setup.py b/setup.py
index a89d1768..cd78e55f 100644
--- a/setup.py
+++ b/setup.py
@@ -1,8 +1,16 @@
 import os
-
+import platform
 import pkg_resources
 from setuptools import setup, find_packages
 
+
+def get_pyannote_audio_version():
+    machine = platform.machine()
+    system = platform.system()
+    version = "3.0.0" if machine == "aarch64" or system == "Darwin" else "3.0.1"
+    return version
+
+
 setup(
     name="whisperx",
     py_modules=["whisperx"],
@@ -19,10 +27,11 @@
         for r in pkg_resources.parse_requirements(
             open(os.path.join(os.path.dirname(__file__), "requirements.txt"))
         )
-    ] + ["pyannote.audio==3.0.1"],
-    entry_points = {
-        'console_scripts': ['whisperx=whisperx.transcribe:cli'],
+    ]
+    + [f"pyannote.audio=={get_pyannote_audio_version()}"],
+    entry_points={
+        "console_scripts": ["whisperx=whisperx.transcribe:cli"],
     },
     include_package_data=True,
-    extras_require={'dev': ['pytest']},
+    extras_require={"dev": ["pytest"]},
 )