diff --git a/scripts/bump.sh b/scripts/bump.sh
index ef059ecca..1c4ecdc31 100755
--- a/scripts/bump.sh
+++ b/scripts/bump.sh
@@ -7,5 +7,5 @@ cd "$BASEDIR" || exit
 case $OSTYPE in
   darwin*) ./bump.mac "$@" ;;
   linux-gnu) ./bump.lnx64 "$@" ;;
-  *) echo "Unknown OS. Using source version via https://haskellstack.org/" && ./bump.hs "$@" ;;
+  *) echo "Unknown OS. Using source version via https://haskellstack.org/" && ./bump/bump.hs "$@" ;;
 esac
diff --git a/scripts/bump/.gitignore b/scripts/bump/.gitignore
new file mode 100644
index 000000000..01bafa9a7
--- /dev/null
+++ b/scripts/bump/.gitignore
@@ -0,0 +1,3 @@
+.stack-work
+Setup.hs
+*.cabal
diff --git a/scripts/bump/README.md b/scripts/bump/README.md
new file mode 100644
index 000000000..ea5abf0d8
--- /dev/null
+++ b/scripts/bump/README.md
@@ -0,0 +1,43 @@
+# bump
+
+A small script for changing version numbers automatically.
+
+## Usage
+
+Requires [stack](http://haskellstack.org/) to be installed.
+
+```
+./bump.hs --help
+```
+
+Alternatively, use the pre-checked-in binaries from the superfolder
+through `bump.sh`.
+
+To bump a release version, just pass the new version number.
+
+```
+bump 1.2.3
+```
+
+To bump to a snapshot release, run with `--snapshot`:
+
+```
+bump --snapshot 1.2.4-SNAPSHOT
+```
+
+## Building
+
+To build the native binaries, run
+
+```
+stack build
+```
+
+The binary is then placed in `.stack-work/install/x86_64-osx/**/bin/bump`.
+
+To cross-compile for Linux (required for internal CI), run
+
+```
+stack docker pull
+stack build --docker
+```
diff --git a/scripts/bump.hs b/scripts/bump/bump.hs
similarity index 98%
rename from scripts/bump.hs
rename to scripts/bump/bump.hs
index 2829d317a..60c4f3f80 100755
--- a/scripts/bump.hs
+++ b/scripts/bump/bump.hs
@@ -1,5 +1,5 @@
 #!/usr/bin/env stack
--- stack --resolver lts-13.4 --install-ghc runghc --package turtle --package system-filepath --package pseudomacros --package foldl
+-- stack --resolver lts-13.4 --install-ghc runghc --package turtle --package system-filepath --package foldl
 
 {-# OPTIONS_GHC -fno-warn-name-shadowing #-}
 {-# LANGUAGE OverloadedStrings #-}
diff --git a/scripts/bump/package.yaml b/scripts/bump/package.yaml
new file mode 100644
index 000000000..2090e05f8
--- /dev/null
+++ b/scripts/bump/package.yaml
@@ -0,0 +1,14 @@
+name:                bump
+version:             0.1.0.0
+
+dependencies:
+  - base >= 4.7 && < 5
+  - turtle
+  - system-filepath
+  - foldl
+  - text
+
+executables:
+  bump:
+    source-dirs:      .
+    main:             bump.hs
diff --git a/scripts/bump/stack.yaml b/scripts/bump/stack.yaml
new file mode 100644
index 000000000..30d862497
--- /dev/null
+++ b/scripts/bump/stack.yaml
@@ -0,0 +1,3 @@
+packages:
+- .
+resolver: lts-13.4