diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
index 2ed4548ce..28bd9abe0 100644
--- a/.github/workflows/ci.yaml
+++ b/.github/workflows/ci.yaml
@@ -34,22 +34,25 @@ jobs:
         run: |
           sudo apt update
           sudo apt install ffmpeg gobject-introspection libgirepository1.0-dev pandoc
-          poetry install --with=release --extras=docs --extras=replaygain --extras=reflink
-          poe docs
 
-      - name: Install Python dependencies
-        run: poetry install --only=main,test --extras=autobpm
-
-      - if: ${{ env.IS_MAIN_PYTHON != 'true' }}
-        name: Test without coverage
-        run: poe test
-
-      - if: ${{ env.IS_MAIN_PYTHON == 'true' }}
-        name: Test with coverage
+      - name: Add pytest annotator
         uses: liskin/gh-problem-matcher-wrap@v3
         with:
           linters: pytest
-          run: poe test-with-coverage
+          action: add
+
+      - if: ${{ env.IS_MAIN_PYTHON != 'true' }}
+        name: Test without coverage
+        run: |
+          poetry install --extras=autobpm
+          poe test
+
+      - if: ${{ env.IS_MAIN_PYTHON == 'true' }}
+        name: Test with coverage
+        run: |
+          poetry install --extras=autobpm --extras=docs --extras=replaygain --extras=reflink
+          poe docs
+          poe test-with-coverage
 
       - if: ${{ env.IS_MAIN_PYTHON == 'true' }}
         name: Store the coverage report