diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
index 2ed4548cee..869c884afc 100644
--- a/.github/workflows/ci.yaml
+++ b/.github/workflows/ci.yaml
@@ -34,22 +34,22 @@ jobs:
         run: |
           sudo apt update
           sudo apt install ffmpeg gobject-introspection libgirepository1.0-dev pandoc
-          poetry install --with=release --extras=docs --extras=replaygain --extras=reflink
-          poe docs
-
-      - name: Install Python dependencies
-        run: poetry install --only=main,test --extras=autobpm
 
       - if: ${{ env.IS_MAIN_PYTHON != 'true' }}
         name: Test without coverage
-        run: poe test
+        run: |
+          poetry install --extras=autobpm
+          poe test
 
       - if: ${{ env.IS_MAIN_PYTHON == 'true' }}
         name: Test with coverage
         uses: liskin/gh-problem-matcher-wrap@v3
         with:
           linters: pytest
-          run: poe test-with-coverage
+          run: |
+            poetry install --extras=autobpm --extras=docs --extras=replaygain --extras=reflink
+            poe docs
+            poe test-with-coverage
 
       - if: ${{ env.IS_MAIN_PYTHON == 'true' }}
         name: Store the coverage report