diff --git a/.github/workflows/make_release.yaml b/.github/workflows/make_release.yaml
index 48b299ca4..e7c30936c 100644
--- a/.github/workflows/make_release.yaml
+++ b/.github/workflows/make_release.yaml
@@ -54,36 +54,49 @@ jobs:
           name: python-package-distributions
           path: dist/
 
-  make_github_release:
+  make-github-release:
+    name: Create GitHub release
     runs-on: ubuntu-latest
     needs: build
     steps:
       - uses: actions/checkout@v4
+      - name: Install Python tools
+        uses: BrandonLWhite/pipx-install-action@v0.1.1
+      - uses: actions/setup-python@v5
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+          cache: poetry
+
+      - name: Install dependencies
+        run: poetry install --only=release
+
       - name: Install pandoc
         run: sudo apt update && sudo apt install pandoc -y
-      - name: Set up Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: "3.9"
+
       - name: Obtain the changelog
-        run: echo CHANGELOG="$(python ./extra/release.py changelog)" >> $GITHUB_ENV
-      - name: Bump version and push tag
+        run: echo CHANGELOG="$(poe changelog)" >> $GITHUB_ENV
+
+      - name: Tag the commit
         id: tag_version
         uses: mathieudutour/github-tag-action@v6.1
         with:
           github_token: ${{ secrets.GITHUB_TOKEN }}
           custom_tag: ${{ env.NEW_VERSION }}
+
       - name: Download all the dists
         uses: actions/download-artifact@v3
         with:
           name: python-package-distributions
           path: dist/
+
       - name: Create a GitHub release
         id: make_release
         uses: ncipollo/release-action@v1
+        env:
+          NEW_TAG: ${{ steps.tag_version.outputs.new_tag }}
         with:
-          tag: ${{ steps.tag_version.outputs.new_tag }}
-          name: Release ${{ steps.tag_version.outputs.new_tag }}
+          tag: ${{ env.NEW_TAG }}
+          name: Release ${{ env.NEW_TAG }}
           body: ${{ env.CHANGELOG }}
           artifacts: dist/*
       - name: Send release toot to Fosstodon
@@ -93,7 +106,8 @@ jobs:
           url: ${{ secrets.MASTODON_URL }}
           message: "Version ${{ steps.tag_version.outputs.new_tag }} of beets has been released! Check out all of the new changes at ${{ steps.create_release.outputs.html_url }}"
 
-  publish_to_pypi:
+  publish-to-pypi:
+    name: Publish distribution 📦 to PyPI
     runs-on: ubuntu-latest
     needs: build
     environment: