diff --git a/.github/workflows/production-suite.yml b/.github/workflows/production-suite.yml
index a2262587bf..5ebf18cd69 100644
--- a/.github/workflows/production-suite.yml
+++ b/.github/workflows/production-suite.yml
@@ -216,6 +216,9 @@ jobs:
           - docker_image: zulip/ci:bullseye-4.11
             name: 4.11 Version Upgrade
             os: bullseye
+          - docker_image: zulip/ci:bullseye-5.1
+            name: 5.1 Version Upgrade
+            os: bullseye
 
     name: ${{ matrix.name  }}
     container:
diff --git a/tools/ci/build-docker-images b/tools/ci/build-docker-images
index 5a6588ddee..12dda5a659 100755
--- a/tools/ci/build-docker-images
+++ b/tools/ci/build-docker-images
@@ -7,3 +7,4 @@ docker build . --build-arg=BASE_IMAGE=debian:10 --pull --tag=zulip/ci:buster
 docker build . --build-arg=BASE_IMAGE=debian:11 --pull --tag=zulip/ci:bullseye
 docker build . -f Dockerfile.prod --build-arg=BASE_IMAGE=zulip/ci:buster --build-arg=VERSION=3.4 --tag=zulip/ci:buster-3.4
 docker build . -f Dockerfile.prod --build-arg=BASE_IMAGE=zulip/ci:bullseye --build-arg=VERSION=4.11 --tag=zulip/ci:bullseye-4.11
+docker build . -f Dockerfile.prod --build-arg=BASE_IMAGE=zulip/ci:bullseye --build-arg=VERSION=5.1 --tag=zulip/ci:bullseye-5.1