diff --git a/scripts/web.sh b/scripts/web.sh
index 12281393..c0786795 100755
--- a/scripts/web.sh
+++ b/scripts/web.sh
@@ -1,7 +1,11 @@
 # HTTP: Turn on a web server serving static files
 #################################################
 
-apt-get remove -q -y apache2
+# Remove Apache before installing Nginx. Apache may leave
+# some unwanted configuration files around (e.g. a ufw
+# application config), so purge the packages.
+apt-get purge -q -y apache2 apache2.2-common
+
 apt-get install -q -y nginx php5-cgi
 
 rm -f /etc/nginx/sites-enabled/default