diff --git a/playbooks/openstack-doc-build/run.yaml b/playbooks/openstack-doc-build/run.yaml
new file mode 100644
index 00000000..1527c3b8
--- /dev/null
+++ b/playbooks/openstack-doc-build/run.yaml
@@ -0,0 +1,17 @@
+- hosts: all
+  roles:
+    - tox
+
+  post_tasks:
+
+    - name: check for whereto
+      stat:
+        path: "{{ zuul_work_dir }}/.tox/{{ tox_envlist }}/bin/whereto"
+      register: whereto
+
+    - name: Run tox again for whereto
+      include_role:
+        name: tox
+      vars:
+        tox_extra_args: whereto doc/source/_extra/.htaccess doc/test/redirect-tests.txt
+      when: whereto.stat.exists
diff --git a/zuul.yaml b/zuul.yaml
index ed0ffb9c..820e6198 100644
--- a/zuul.yaml
+++ b/zuul.yaml
@@ -58,6 +58,7 @@
 - job:
     name: openstack-doc-build
     parent: tox-docs
+    run: playbooks/openstack-doc-build/run
     post-run: playbooks/openstack-doc-build/post
     required-projects:
       - name: openstack/requirements