diff --git a/beetsplug/replaygain.py b/beetsplug/replaygain.py
index 8b4172a5a..a70f9384b 100644
--- a/beetsplug/replaygain.py
+++ b/beetsplug/replaygain.py
@@ -606,6 +606,10 @@ class GStreamerBackend(Backend):
         self._decbin.sync_state_with_parent()
         self._decbin.get_state(self.Gst.CLOCK_TIME_NONE)
 
+        self._decbin.link(self._conv)
+        self._pipe.set_state(self.Gst.State.READY)
+        self._pipe.set_state(self.Gst.State.PLAYING)
+
         return True
 
     def _set_next_file(self):
diff --git a/docs/changelog.rst b/docs/changelog.rst
index 19789b957..20026b3b9 100644
--- a/docs/changelog.rst
+++ b/docs/changelog.rst
@@ -51,6 +51,8 @@ Fixes:
   analysis tool produced non-ASCII metadata. :bug:`2673`
 * :doc:`/plugins/duplicates`: Fix the `--key` command line option, which was
   ignored.
+* :doc:`/plugins/replaygain`: Fix album replaygain calculation with the
+  gstreamer backend. :bug:`2636`
 
 For developers: