diff --git a/.github/workflows/modoboa.yml b/.github/workflows/modoboa.yml
index 7422e1eec..393d77d34 100644
--- a/.github/workflows/modoboa.yml
+++ b/.github/workflows/modoboa.yml
@@ -174,6 +174,8 @@ jobs:
           yarn build
           cd ..
       - name: Build packages
+        env:
+          IS_RELEASE: yes
         run: |
           sudo apt-get install librrd-dev rrdtool libssl-dev
           python -m pip install --upgrade pip build
diff --git a/modoboa/version.py b/modoboa/version.py
index 4d607c217..0e78cf4fa 100644
--- a/modoboa/version.py
+++ b/modoboa/version.py
@@ -8,7 +8,8 @@ def local_scheme(version):
 def get_version():
     from setuptools_scm import get_version as default_version
     github_version = os.environ.get('GITHUB_REF_NAME', None)
-    if github_version is not None:
+    is_release = os.environ.get('IS_RELEASE', None)
+    if is_release is not None and github_version is not None:
         return github_version
     return default_version(local_scheme=local_scheme)