diff --git a/NEWS b/NEWS
index 7f60deff5..a0ba47aa8 100644
--- a/NEWS
+++ b/NEWS
@@ -1,3 +1,10 @@
+1.0b4
+-----
+* Fixed a bug where the CLI would fail completely if the LANG
+  environment variable was not set.
+* Fixed removal of albums (beet remove -a): previously, the album
+  record would stay around although the items were deleted.
+
 1.0b3
 -----
 * Album art. The tagger now, by default, downloads album art from
diff --git a/setup.py b/setup.py
index 5ab584fd7..b97cea822 100755
--- a/setup.py
+++ b/setup.py
@@ -22,7 +22,7 @@ def _read(fn):
     return open(path).read()
 
 setup(name='beets',
-      version='1.0b3',
+      version='1.0b4',
       description='music tagger and library organizer',
       author='Adrian Sampson',
       author_email='adrian@radbox.org',