diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 676df0a01b3..bbcda8ea330 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -118,10 +118,8 @@ jobs:
       - name: Ensure MPI engine start up
         # Install a working MPI implementation beforehand so mpi4py can link to it
         run: |
-          sudo apt-cache policy libmpich-dev
-          sudo apt-get update
-          sudo apt-cache policy libmpich-dev
-          sudo apt install libmpich-dev
+          wget https://archive.ubuntu.com/ubuntu/pool/universe/m/mpich/libmpich-dev_4.0-3_amd64.deb
+          sudo dpkg -i libmpich-dev_4.0-3_amd64.deb
           python -m pip install -e ".[mpi]"
           MODIN_ENGINE=unidist UNIDIST_BACKEND=mpi mpiexec -n 1 python -c "import modin.pandas as pd; print(pd.DataFrame([1,2,3]))"
         if: matrix.os == 'ubuntu'