diff --git a/setup.py b/setup.py
index 99f79c5c43..3438a7f720 100644
--- a/setup.py
+++ b/setup.py
@@ -73,7 +73,7 @@
 from setuptools import find_packages, setup
 
 
-__version__ = "0.11.3"  # expected format is one of x.y.z.dev0, or x.y.z.rc1 or x.y.z (no to dashes, yes to dots)
+__version__ = "0.11.4"  # expected format is one of x.y.z.dev0, or x.y.z.rc1 or x.y.z (no to dashes, yes to dots)
 
 REQUIRED_PKGS = [
     "torch>=1.4.0",
diff --git a/trl/__init__.py b/trl/__init__.py
index 6fc20cdd65..68f22f2b80 100644
--- a/trl/__init__.py
+++ b/trl/__init__.py
@@ -14,7 +14,7 @@
 
 # flake8: noqa
 
-__version__ = "0.11.3"
+__version__ = "0.11.4"
 
 from typing import TYPE_CHECKING
 from .import_utils import _LazyModule, is_diffusers_available, OptionalDependencyNotAvailable