diff --git a/contrib/heptapod-ci.yml b/contrib/heptapod-ci.yml
--- a/contrib/heptapod-ci.yml
+++ b/contrib/heptapod-ci.yml
@@ -1,5 +1,6 @@
 stages:
   - tests
+  - packages
   - phabricator
 
 image: registry.heptapod.net/mercurial/ci-images/mercurial-core
@@ -105,3 +106,42 @@
         PYTHON: python3
         RUNTEST_ARGS: "--blacklist /tmp/check-tests.txt --chg"
         TEST_HGMODULEPOLICY: "c"
+
+build-wheels-x86:
+    stage: packages
+    image: quay.io/pypa/${PLATFORM}
+    script:
+        - yum install -y gettext
+        - |
+            for pythondir in /opt/python/*
+            do
+                $pythondir/bin/pip install docutils pygments
+                $pythondir/bin/pip wheel --no-binary :all: -w wheelhouse/ .
+            done
+        - |
+            for whl in wheelhouse/*-linux_*.whl
+            do
+                auditwheel repair --plat "$PLATFORM" $whl
+            done
+        - rm -v wheelhouse/*-linux_*.whl
+        - mv -v wheelhouse/*.whl .
+    artifacts:
+        paths:
+            - "*.whl"
+    parallel:
+        matrix:
+            - PLATFORM:
+                    - manylinux1_i686
+                    - manylinux2010_i686
+                    # - manylinux2010_x86_64
+                    - manylinux2014_i686
+                    - manylinux2014_x86_64
+
+build-wheels-arm:
+    extends: build-wheels-x86
+    tags:
+        - arm64
+    parallel:
+        matrix:
+            - PLATFORM:
+                    - manylinux2014_aarch64