diff --git a/llms/mlx_lm/__init__.py b/llms/mlx_lm/__init__.py
index e971c467b..502c78e5f 100644
--- a/llms/mlx_lm/__init__.py
+++ b/llms/mlx_lm/__init__.py
@@ -1,4 +1,4 @@
 # Copyright © 2023-2024 Apple Inc.
 
+from ._version import __version__
 from .utils import convert, generate, load, stream_generate
-from .version import __version__
diff --git a/llms/mlx_lm/version.py b/llms/mlx_lm/_version.py
similarity index 100%
rename from llms/mlx_lm/version.py
rename to llms/mlx_lm/_version.py
diff --git a/llms/setup.py b/llms/setup.py
index ac294ae19..e2cfe0cd9 100644
--- a/llms/setup.py
+++ b/llms/setup.py
@@ -10,7 +10,7 @@
     requirements = [l.strip() for l in fid.readlines()]
 
 sys.path.append(str(package_dir))
-from version import __version__
+from _version import __version__
 
 setup(
     name="mlx-lm",
diff --git a/whisper/mlx_whisper/__init__.py b/whisper/mlx_whisper/__init__.py
index e6de08584..14c5197f0 100644
--- a/whisper/mlx_whisper/__init__.py
+++ b/whisper/mlx_whisper/__init__.py
@@ -1,5 +1,5 @@
 # Copyright © 2023-2024 Apple Inc.
 
 from . import audio, decoding, load_models
+from ._version import __version__
 from .transcribe import transcribe
-from .version import __version__
diff --git a/whisper/mlx_whisper/version.py b/whisper/mlx_whisper/_version.py
similarity index 100%
rename from whisper/mlx_whisper/version.py
rename to whisper/mlx_whisper/_version.py
diff --git a/whisper/setup.py b/whisper/setup.py
index 086f64716..0cabd64b7 100644
--- a/whisper/setup.py
+++ b/whisper/setup.py
@@ -12,7 +12,7 @@
 
 sys.path.append(str(package_dir))
 
-from version import __version__
+from _version import __version__
 
 setup(
     name="mlx-whisper",