diff --git a/test-in-docker.sh b/test-in-docker.sh
index 6007b5a..f361ad8 100755
--- a/test-in-docker.sh
+++ b/test-in-docker.sh
@@ -5,6 +5,8 @@ set -o errexit
 
 tmpdir="$(mktemp -d)"
 
+trap "rm -rf ${tmpdir}" EXIT
+
 git archive --format tar --output "${tmpdir}/dotfiles.tar" HEAD
 
 git submodule foreach 'bash -x -c "