diff --git a/tests/letstest/multitester.py b/tests/letstest/multitester.py
index 51edd2671..7bc4e034d 100644
--- a/tests/letstest/multitester.py
+++ b/tests/letstest/multitester.py
@@ -23,7 +23,7 @@ Usage:
 >aws ec2 create-key-pair --profile HappyHacker --key-name MyKeyPair \
  --query 'KeyMaterial' --output text > MyKeyPair.pem
 then:
->python multitester.py targets.yaml MyKeyPair.pem HappyHacker scripts/test_letsencrypt_auto_venv_only.sh
+>python multitester.py targets.yaml MyKeyPair.pem HappyHacker scripts/test_leauto_upgrades.sh
 see:
   https://docs.aws.amazon.com/cli/latest/userguide/cli-chap-getting-started.html
   https://docs.aws.amazon.com/cli/latest/userguide/cli-ec2-keypairs.html
diff --git a/tests/letstest/scripts/test_letsencrypt_auto_venv_only.sh b/tests/letstest/scripts/test_letsencrypt_auto_venv_only.sh
deleted file mode 100755
index c55e12e8b..000000000
--- a/tests/letstest/scripts/test_letsencrypt_auto_venv_only.sh
+++ /dev/null
@@ -1,7 +0,0 @@
-#!/bin/bash -x
-
-# $PUBLIC_IP $PRIVATE_IP $PUBLIC_HOSTNAME $BOULDER_URL are dynamically set at execution
-
-cd letsencrypt
-# help installs virtualenv and does nothing else
-./letsencrypt-auto-source/letsencrypt-auto -v --debug --help all
diff --git a/tests/letstest/scripts/test_renew_standalone.sh b/tests/letstest/scripts/test_renew_standalone.sh
deleted file mode 100755
index 31c38ea46..000000000
--- a/tests/letstest/scripts/test_renew_standalone.sh
+++ /dev/null
@@ -1,55 +0,0 @@
-#!/bin/bash -x
-
-# $OS_TYPE $PUBLIC_IP $PRIVATE_IP $PUBLIC_HOSTNAME $BOULDER_URL
-# are dynamically set at execution
-
-# run certbot-apache2 via letsencrypt-auto
-cd letsencrypt
-
-export SUDO=sudo
-if [ -f /etc/debian_version ] ; then
-  echo "Bootstrapping dependencies for Debian-based OSes..."
-  $SUDO bootstrap/_deb_common.sh
-elif [ -f /etc/redhat-release ] ; then
-  echo "Bootstrapping dependencies for RedHat-based OSes..."
-  $SUDO bootstrap/_rpm_common.sh
-else
-  echo "Don't have bootstrapping for this OS!"
-  exit 1
-fi
-
-bootstrap/dev/venv.sh
-sudo venv/bin/certbot certonly --debug --standalone -t --agree-dev-preview --agree-tos \
-                   --renew-by-default --redirect --register-unsafely-without-email \
-                   --domain $PUBLIC_HOSTNAME --server $BOULDER_URL -v
-if [ $? -ne 0 ] ; then
-    FAIL=1
-fi
-
-if [ "$OS_TYPE" = "ubuntu" ] ; then
-    venv/bin/tox -e apacheconftest
-else
-    echo Not running hackish apache tests on $OS_TYPE
-fi
-
-if [ $? -ne 0 ] ; then
-    FAIL=1
-fi
-
-sudo venv/bin/certbot renew --renew-by-default
-
-if [ $? -ne 0 ] ; then
-    FAIL=1
-fi
-
-
-ls /etc/letsencrypt/archive/$PUBLIC_HOSTNAME | grep -q 2.pem
-
-if [ $? -ne 0 ] ; then
-    FAIL=1
-fi
-
-# return error if any of the subtests failed
-if [ "$FAIL" = 1 ] ; then
-    exit 1
-fi
diff --git a/tests/letstest/scripts/test_tox.sh b/tests/letstest/scripts/test_tox.sh
deleted file mode 100755
index bb9126673..000000000
--- a/tests/letstest/scripts/test_tox.sh
+++ /dev/null
@@ -1,18 +0,0 @@
-#!/bin/bash -x
-XDG_DATA_HOME=${XDG_DATA_HOME:-~/.local/share}
-VENV_NAME="venv"
-# The path to the letsencrypt-auto script.  Everything that uses these might
-# at some point be inlined...
-LEA_PATH=./letsencrypt/
-VENV_PATH=${LEA_PATH/$VENV_NAME}
-VENV_BIN=${VENV_PATH}/bin
-
-
-# virtualenv call is not idempotent: it overwrites pip upgraded in
-# later steps, causing "ImportError: cannot import name unpack_url"
-
-"$LEA_PATH/letsencrypt-auto" --os-packages-only
-
-cd letsencrypt
-python tools/venv.py
-venv/bin/tox -e py27