diff --git a/playbooks/zuul_reboot.yaml b/playbooks/zuul_reboot.yaml
index 1fd763c9a2..1cb00b5a58 100644
--- a/playbooks/zuul_reboot.yaml
+++ b/playbooks/zuul_reboot.yaml
@@ -13,6 +13,10 @@
       include_role:
         name: zuul-executor
         tasks_from: graceful
+    - name: Upgrade executor server packages
+      apt:
+        update_cache: yes
+        upgrade: yes
     - name: Reboot the executor server
       reboot:
     - name: Start the executor
@@ -28,6 +32,10 @@
       include_role:
         name: zuul-merger
         tasks_from: graceful
+    - name: Upgrade merger server packages
+      apt:
+        update_cache: yes
+        upgrade: yes
     - name: Reboot the merger server
       reboot:
     - name: Start the merger
@@ -49,6 +57,10 @@
       include_role:
         name: zuul-web
         tasks_from: stop
+    - name: Upgrade scheduler server packages
+      apt:
+        update_cache: yes
+        upgrade: yes
     - name: Reboot the scheduler server
       reboot:
     - name: Start the scheduler process