diff --git a/modules/openstack_project/files/jenkins_job_builder/config/pypi-jobs.yaml b/modules/openstack_project/files/jenkins_job_builder/config/pypi-jobs.yaml
index 4b838ed795..7d43feb9be 100644
--- a/modules/openstack_project/files/jenkins_job_builder/config/pypi-jobs.yaml
+++ b/modules/openstack_project/files/jenkins_job_builder/config/pypi-jobs.yaml
@@ -9,7 +9,9 @@
           FILENAME="{name}-$TAG.tar.gz"
 
           rm -rf *tar.gz
-          curl -o $FILENAME http://{tarball-site}/{name}/$FILENAME
+          curl --fail -o $FILENAME http://{tarball-site}/{name}/$FILENAME
+          # Make sure we actually got a gzipped file
+          file -b $FILENAME | grep gzip
 
       - shell: |
           /usr/local/jenkins/slave_scripts/pypi-upload.sh {name}