Allow numpy-2.1 and test it without audio extra (huggingface#7118)

* Revert "Temporarily pin numpy<2.1 to fix CI"

This reverts commit fb8ae4d.

* Do not test audio with numpy-2.1

setup.py

@@ -111,7 +111,7 @@
     # For file locking
     "filelock",
     # We use numpy>=1.17 to have np.random.Generator (Dataset shuffling)
-    "numpy>=1.17,<2.1",  # Temporarily pin <2.1 (see GH-7111)
+    "numpy>=1.17",
     # Backend and serialization.
     # Minimum 15.0.0 to be able to cast dictionary types to their underlying types
     "pyarrow>=15.0.0",
@@ -194,6 +194,7 @@
 
 NUMPY2_INCOMPATIBLE_LIBRARIES = [
     "faiss-cpu",
+    "librosa",  # librosa -> numba-0.60.0 requires numpy < 2.1 (see GH-7111)
     "tensorflow",
     "transformers",
 ]