diff --git a/install.sh b/install.sh
index c76a1e6..03f1a5d 100644
--- a/install.sh
+++ b/install.sh
@@ -9,6 +9,10 @@ TEMP_DIR=$(mktemp -d)
 cleanup() { rm -rf $TEMP_DIR; }
 trap cleanup EXIT
 
+echo "Removing old installation if they exist"
+rm -rf $INSTALL_DIR/simple-tts
+rm $EXECUTABLE_BIN/tts
+
 echo "Installing to: $INSTALL_DIR"
 
 echo "Downloading simple-tts.tgz"