diff --git a/CHANGELOG.md b/CHANGELOG.md
index 99cf6f31..e7d5788b 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -10,6 +10,8 @@ Adding the MAGNeT model (https://arxiv.org/abs/2401.04577) along with hf checkpo
 
 Typo fixes.
 
+Fixing setup.py to install only audiocraft, not the unit tests and scripts.
+
 ## [1.2.0] - 2024-01-11
 
 Adding stereo models.
diff --git a/audiocraft/__init__.py b/audiocraft/__init__.py
index 85446fb7..f1054e47 100644
--- a/audiocraft/__init__.py
+++ b/audiocraft/__init__.py
@@ -23,4 +23,4 @@
 # flake8: noqa
 from . import data, modules, models
 
-__version__ = '1.3.0a'
+__version__ = '1.3.0a1'
diff --git a/requirements.txt b/requirements.txt
index e0f4759e..14c9ebc5 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -10,11 +10,11 @@ numpy
 sentencepiece
 spacy>=3.6.1
 torch==2.1.0
-torchaudio>=2.0.0
+torchaudio>=2.0.0,<2.1.2
 huggingface_hub
 tqdm
 transformers>=4.31.0  # need Encodec there.
-xformers
+xformers<0.0.23
 demucs
 librosa
 gradio
diff --git a/setup.py b/setup.py
index 64e7d6fc..9d844ea9 100644
--- a/setup.py
+++ b/setup.py
@@ -48,7 +48,7 @@
     extras_require={
         'dev': ['coverage', 'flake8', 'mypy', 'pdoc3', 'pytest'],
     },
-    packages=find_packages(),
+    packages=[p for p in find_packages() if p.startswith('audiocraft')],
     package_data={'audiocraft': ['py.typed']},
     include_package_data=True,
     license='MIT License',