diff --git a/scripts/setup/configure-rabbitmq b/scripts/setup/configure-rabbitmq
index 6885fdf7fe..18ba83effe 100755
--- a/scripts/setup/configure-rabbitmq
+++ b/scripts/setup/configure-rabbitmq
@@ -3,6 +3,7 @@
 # Delete the "guest" default user and replace it with a Zulip user
 # with a real password
 
+rabbitmqctl delete_user zulip || true
 rabbitmqctl delete_user guest
 rabbitmqctl add_user zulip $($(dirname $0)/../../bin/get-django-setting RABBITMQ_PASSWORD)
 rabbitmqctl set_user_tags zulip administrator