diff --git a/modules/openstack_project/files/jenkins_job_builder/config/rally.yaml b/modules/openstack_project/files/jenkins_job_builder/config/rally.yaml
index 796331ab34..0a988f2091 100644
--- a/modules/openstack_project/files/jenkins_job_builder/config/rally.yaml
+++ b/modules/openstack_project/files/jenkins_job_builder/config/rally.yaml
@@ -20,8 +20,7 @@
           #!/bin/bash -xe
           export PROJECTS="stackforge/rally $PROJECTS"
           export ENABLED_SERVICES=rally
-          export DEVSTACK_GATE_EXERCISES=1
-          export RUN_EXERCISES=rally
+          export DEVSTACK_GATE_EXERCISES=0
           export RALLY_SCENARIO={scenario}
 
           function pre_test_hook {{
@@ -30,6 +29,11 @@
           }}
           export -f pre_test_hook
 
+          function post_test_hook {{
+              $BASE/new/rally/tests_ci/rally-gate.sh
+          }}
+          export -f post_test_hook
+
           cp devstack-gate/devstack-vm-gate-wrap.sh ./safe-devstack-vm-gate-wrap.sh
           ./safe-devstack-vm-gate-wrap.sh