diff --git a/playbooks/roles/gerrit/templates/gerrit.config.j2 b/playbooks/roles/gerrit/templates/gerrit.config.j2
index 84b4784b17..bb4f059e17 100644
--- a/playbooks/roles/gerrit/templates/gerrit.config.j2
+++ b/playbooks/roles/gerrit/templates/gerrit.config.j2
@@ -19,6 +19,9 @@
 {% else %}
 [auth]
 	type = DEVELOPMENT_BECOME_ANY_ACCOUNT
+# In dev mode it's very useful to be able to reload plugins
+[plugins]
+	allowRemoteAdmin = true
 {% endif %}
 [sendemail]
 	smtpServer = localhost
diff --git a/playbooks/test-review.yaml b/playbooks/test-review.yaml
index 33916a0b1b..1eedde5730 100644
--- a/playbooks/test-review.yaml
+++ b/playbooks/test-review.yaml
@@ -105,6 +105,28 @@
 
           popd
 
+    # This is helpful on a held node when you're trying to fix/enhance
+    # the Zuul summary plugin.  You can build it locally, scp the new
+    # .jar to /tmp and run this to deploy your changes.
+    - name: Create summary plugin helper script
+      shell:
+        executable: /bin/bash
+        cmd: |
+          set -xe
+
+          cat > /root/deploy-zuul-results-summary.sh << EOF
+          #!/bin/bash
+          echo "Copying plugin"
+          docker cp /tmp/zuul-results-summary.jar \
+            gerrit-compose_gerrit_1:/var/gerrit/plugins/
+          echo "Reloading"
+          ssh -i /root/.ssh/id_25519 -p 29418 admin@localhost \
+            gerrit plugin reload zuul-results-summary
+          echo "Done"
+          EOF
+
+          chmod a+x /root/deploy-zuul-results-summary.sh
+
     - name: Create temp dir for project creation
       shell: mktemp -d
       register: project_tmp