diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 1a10ed9b285b..8dd405bb1193 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -3,41 +3,6 @@ name: CI
 on: [push]
 
 jobs:
-  build-deb:
-    runs-on: ubuntu-20.04
-    container:
-      image: debian:testing
-    steps:
-      - name: Installing Dependencies
-        run: |
-          apt update > /dev/null 2>&1
-          apt install -y debhelper-compat devscripts > /dev/null 2>&1
-
-      - name: Checkout
-        uses: actions/checkout@v2
-
-      - name: Build deb package
-        run: |
-          cp -a contrib/truenas debian
-          mk-build-deps --build-dep
-          apt install -y ./*.deb
-          dch -b -M --force-distribution --distribution bullseye-truenas-unstable 'Tagged from zfs CI'
-          debuild -us -uc -b
-
-      - name: Create artifacts dir
-        run: mkdir artifacts
-        if: success()
-
-      - name: Move artifacts
-        run: mv ../*.deb artifacts
-        if: success()
-
-      - uses: actions/upload-artifact@v1
-        with:
-          name: zfs
-          path: artifacts
-        if: success()
-
   build-native-deb:
     runs-on: ubuntu-22.04
     container:
@@ -53,9 +18,11 @@ jobs:
 
       - name: Build deb package
         run: |
-          cp -a contrib/debian debian
-          mk-build-deps --build-dep
+          mk-build-deps --build-dep contrib/debian/control
           apt install -y ./*.deb
+          sh autogen.sh
+          ./configure
+          cp -a contrib/debian debian
           sed 's/@CFGOPTS@/--enable-debuginfo/g' debian/rules.in > debian/rules
           chmod +x debian/rules
           dch -b -M --force-distribution --distribution bullseye-truenas-unstable 'Tagged from zfs CI'