diff --git a/tools/setup_gate.sh b/tools/setup_gate.sh
index c5340d766e..6869925242 100755
--- a/tools/setup_gate.sh
+++ b/tools/setup_gate.sh
@@ -116,6 +116,7 @@ function setup_ssh {
 
     # From now on use the new IdentityFile for connecting to other hosts
     echo "IdentityFile /home/jenkins/.ssh/kolla" >> /home/jenkins/.ssh/config
+    chmod 600 /home/jenkins/.ssh/config
 }
 
 function setup_inventory {