diff --git a/doc/changes/0.5.rst b/doc/changes/0.5.rst
new file mode 100644
index 00000000..cf65cee7
--- /dev/null
+++ b/doc/changes/0.5.rst
@@ -0,0 +1,4 @@
+.. _changes_0_5:
+
+Version 0.5 (in progress)
+-------------------------
diff --git a/doc/changes/whats_new.rst b/doc/changes/whats_new.rst
index c1232442..a3d29813 100644
--- a/doc/changes/whats_new.rst
+++ b/doc/changes/whats_new.rst
@@ -5,6 +5,8 @@ What's new
 
 .. currentmodule:: skglm
 
+.. include:: 0.5.rst
+
 .. include:: 0.4.rst
 
 .. include:: 0.3.rst
diff --git a/skglm/__init__.py b/skglm/__init__.py
index 2348fcf9..2ee5351b 100644
--- a/skglm/__init__.py
+++ b/skglm/__init__.py
@@ -1,4 +1,4 @@
-__version__ = '0.4'
+__version__ = '0.5dev'
 
 from skglm.estimators import (  # noqa F401
     Lasso, WeightedLasso, ElasticNet, MCPRegression, MultiTaskLasso, LinearSVC,