Add requirements check job.

Initially non-voting, and only runs when requirements files
of openstack/ projects are updated.

Change-Id: I7aa06fb7bda6d2c08cf402167db800827ac24f81
Reviewed-on: https://review.openstack.org/25447
Reviewed-by: Anita Kuno <akuno@lavabit.com>
Reviewed-by: Monty Taylor <mordred@inaugust.com>
Approved: James E. Blair <corvus@inaugust.com>
Tested-by: Jenkins

modules/openstack_project/files/jenkins_job_builder/config/projects.yaml

@@ -615,6 +615,7 @@
 
     jobs:
       - gate-{name}-pep8
+      - gate-{name}-requirements
 
 
 - project:

modules/openstack_project/files/jenkins_job_builder/config/python-jobs.yaml

@@ -338,6 +338,23 @@
       - console-log-post
 
 
+- job-template:
+    name: 'gate-{name}-requirements'
+    node: precise
+
+    triggers:
+      - zuul
+
+    builders:
+      - gerrit-git-prep
+      - shell: |
+          #!/bin/bash -xe
+          /usr/local/jenkins/slave_scripts/project-requirements-change.py $ZUUL_BRANCH
+
+    publishers:
+      - console-log
+
+
 - job-group:
     name: python-jobs
     jobs:
@@ -347,6 +364,7 @@
       - 'gate-{name}-python26-rhel6'
       - 'gate-{name}-python27'
       - 'gate-{name}-docs'
+      - 'gate-{name}-requirements'
       - '{name}-tarball'
       - '{name}-branch-tarball'
       # pyflakes isn't standard

modules/openstack_project/files/zuul/layout.yaml

@@ -116,6 +116,12 @@ jobs:
     branch: ^(?!stable/(diablo|essex)).*$
   - name: gate-openstack-manuals-validate
     voting: false
+  - name: ^gate-.*-requirements$
+    voting: false
+    failure-message: Incompatible requirement found; see https://wiki.openstack.org/wiki/Requirements
+    files:
+      - '^tools/.*-requires$'
+      - '^.*requirements.txt$'
 
 
 projects:
@@ -296,6 +302,7 @@ projects:
   - name: openstack/cinder
     check:
       - gate-cinder-pep8:
+        - gate-cinder-requirements
         - gate-cinder-docs
         - gate-cinder-python26
         - gate-cinder-python26-rhel6
@@ -306,6 +313,7 @@ projects:
         - gate-tempest-devstack-vm-postgres-full
         - gate-tempest-devstack-vm-quantum
     gate:
+      - gate-cinder-requirements
       - gate-cinder-docs
       - gate-cinder-pep8
       - gate-cinder-python26
@@ -328,6 +336,7 @@ projects:
   - name: openstack/glance
     check:
       - gate-glance-pep8:
+        - gate-glance-requirements
         - gate-glance-docs
         - gate-glance-python26
         - gate-glance-python26-rhel6
@@ -338,6 +347,7 @@ projects:
         - gate-tempest-devstack-vm-postgres-full
         - gate-tempest-devstack-vm-quantum
     gate:
+      - gate-glance-requirements
       - gate-glance-docs
       - gate-glance-pep8
       - gate-glance-python26
@@ -360,6 +370,7 @@ projects:
   - name: openstack/horizon
     check:
       - gate-horizon-pep8:
+        - gate-horizon-requirements
         - gate-horizon-docs
         - gate-horizon-python26
         - gate-horizon-python26-rhel6
@@ -371,6 +382,7 @@ projects:
         - gate-tempest-devstack-vm-postgres-full
         - gate-tempest-devstack-vm-quantum
     gate:
+      - gate-horizon-requirements
       - gate-horizon-docs
       - gate-horizon-pep8
       - gate-horizon-python26
@@ -394,6 +406,7 @@ projects:
   - name: openstack/keystone
     check:
       - gate-keystone-pep8:
+        - gate-keystone-requirements
         - gate-keystone-docs
         - gate-keystone-python26
         - gate-keystone-python26-rhel6
@@ -404,6 +417,7 @@ projects:
         - gate-tempest-devstack-vm-postgres-full
         - gate-tempest-devstack-vm-quantum
     gate:
+      - gate-keystone-requirements
       - gate-keystone-docs
       - gate-keystone-pep8
       - gate-keystone-python26
@@ -428,6 +442,7 @@ projects:
   - name: openstack/nova
     check:
       - gate-nova-pep8:
+        - gate-nova-requirements
         - gate-nova-docs
         - gate-nova-python26
         - gate-nova-python26-rhel6
@@ -439,6 +454,7 @@ projects:
         - gate-tempest-devstack-vm-quantum
         - gate-nova-pylint
     gate:
+      - gate-nova-requirements
       - gate-nova-docs
       - gate-nova-pep8
       - gate-nova-python26
@@ -462,12 +478,14 @@ projects:
   - name: openstack/oslo-incubator
     check:
       - gate-oslo-incubator-pep8:
+        - gate-oslo-incubator-requirements
         - gate-oslo-incubator-docs
         - gate-oslo-incubator-pyflakes
         - gate-oslo-incubator-python26
         - gate-oslo-incubator-python26-rhel6
         - gate-oslo-incubator-python27
     gate:
+      - gate-oslo-incubator-requirements
       - gate-oslo-incubator-docs
       - gate-oslo-incubator-pep8
       - gate-oslo-incubator-pyflakes
@@ -481,12 +499,14 @@ projects:
   - name: openstack/oslo.config
     check:
       - gate-oslo.config-pyflakes:
+        - gate-oslo.config-requirements
         - gate-oslo.config-docs
         - gate-oslo.config-pep8
         - gate-oslo.config-python26
         - gate-oslo.config-python26-rhel6
         - gate-oslo.config-python27
     gate:
+      - gate-oslo.config-requirements
       - gate-oslo.config-docs
       - gate-oslo.config-pep8
       - gate-oslo.config-python26
@@ -503,12 +523,14 @@ projects:
   - name: openstack/quantum
     check:
       - gate-quantum-pep8:
+        - gate-quantum-requirements
         - gate-quantum-docs
         - gate-quantum-python26
         - gate-quantum-python26-rhel6
         - gate-quantum-python27
         - gate-tempest-devstack-vm-quantum
     gate:
+      - gate-quantum-requirements
       - gate-quantum-docs
       - gate-quantum-pep8
       - gate-quantum-python26
@@ -528,6 +550,7 @@ projects:
   - name: openstack/swift
     check:
       - gate-swift-pep8:
+        - gate-swift-requirements
         - gate-swift-docs
         - gate-swift-python26
         - gate-swift-python26-rhel6
@@ -538,6 +561,7 @@ projects:
         - gate-tempest-devstack-vm-quantum
         - gate-tempest-devstack-vm-postgres-full
     gate:
+      - gate-swift-requirements
       - gate-swift-docs
       - gate-swift-pep8
       - gate-swift-python26
@@ -560,11 +584,13 @@ projects:
   - name: openstack/python-ceilometerclient
     check:
       - gate-python-ceilometerclient-pep8:
+        - gate-python-ceilometerclient-requirements
         - gate-python-ceilometerclient-docs
         - gate-python-ceilometerclient-python26
         - gate-python-ceilometerclient-python26-rhel6
         - gate-python-ceilometerclient-python27
     gate:
+      - gate-python-ceilometerclient-requirements
       - gate-python-ceilometerclient-docs
       - gate-python-ceilometerclient-pep8
       - gate-python-ceilometerclient-python26
@@ -582,6 +608,7 @@ projects:
   - name: openstack/python-cinderclient
     check:
       - gate-python-cinderclient-pep8:
+        - gate-python-cinderclient-requirements
         - gate-python-cinderclient-docs
         - gate-python-cinderclient-python26
         - gate-python-cinderclient-python26-rhel6
@@ -592,6 +619,7 @@ projects:
         - gate-tempest-devstack-vm-cinder
         - gate-tempest-devstack-vm-quantum
     gate:
+      - gate-python-cinderclient-requirements
       - gate-python-cinderclient-docs
       - gate-python-cinderclient-pep8
       - gate-python-cinderclient-python26
@@ -614,6 +642,7 @@ projects:
   - name: openstack/python-glanceclient
     check:
       - gate-python-glanceclient-pep8:
+        - gate-python-glanceclient-requirements
         - gate-python-glanceclient-docs
         - gate-python-glanceclient-python26
         - gate-python-glanceclient-python26-rhel6
@@ -624,6 +653,7 @@ projects:
         - gate-tempest-devstack-vm-cinder
         - gate-tempest-devstack-vm-quantum
     gate:
+      - gate-python-glanceclient-requirements
       - gate-python-glanceclient-docs
       - gate-python-glanceclient-pep8
       - gate-python-glanceclient-python26
@@ -646,6 +676,7 @@ projects:
   - name: openstack/python-keystoneclient
     check:
       - gate-python-keystoneclient-pep8:
+        - gate-python-keystoneclient-requirements
         - gate-python-keystoneclient-docs
         - gate-python-keystoneclient-python26
         - gate-python-keystoneclient-python26-rhel6
@@ -656,6 +687,7 @@ projects:
         - gate-tempest-devstack-vm-cinder
         - gate-tempest-devstack-vm-quantum
     gate:
+      - gate-python-keystoneclient-requirements
       - gate-python-keystoneclient-docs
       - gate-python-keystoneclient-pep8
       - gate-python-keystoneclient-python26
@@ -678,6 +710,7 @@ projects:
   - name: openstack/python-novaclient
     check:
       - gate-python-novaclient-pep8:
+        - gate-python-novaclient-requirements
         - gate-python-novaclient-docs
         - gate-python-novaclient-python26
         - gate-python-novaclient-python26-rhel6
@@ -688,6 +721,7 @@ projects:
         - gate-tempest-devstack-vm-cinder
         - gate-tempest-devstack-vm-quantum
     gate:
+      - gate-python-novaclient-requirements
       - gate-python-novaclient-docs
       - gate-python-novaclient-pep8
       - gate-python-novaclient-python26
@@ -710,11 +744,13 @@ projects:
   - name: openstack/python-openstackclient
     check:
       - gate-python-openstackclient-pep8:
+        - gate-python-openstackclient-requirements
         - gate-python-openstackclient-docs
         - gate-python-openstackclient-python26
         - gate-python-openstackclient-python26-rhel6
         - gate-python-openstackclient-python27
     gate:
+      - gate-python-openstackclient-requirements
       - gate-python-openstackclient-docs
       - gate-python-openstackclient-pep8
       - gate-python-openstackclient-python26
@@ -732,6 +768,7 @@ projects:
   - name: openstack/python-quantumclient
     check:
       - gate-python-quantumclient-pep8:
+        - gate-python-quantumclient-requirements
         - gate-python-quantumclient-docs
         - gate-python-quantumclient-python26
         - gate-python-quantumclient-python26-rhel6
@@ -742,6 +779,7 @@ projects:
         - gate-tempest-devstack-vm-cinder
         - gate-tempest-devstack-vm-quantum
     gate:
+      - gate-python-quantumclient-requirements
       - gate-python-quantumclient-docs
       - gate-python-quantumclient-pep8
       - gate-python-quantumclient-python26
@@ -764,11 +802,13 @@ projects:
   - name: openstack/python-swiftclient
     check:
       - gate-python-swiftclient-pep8:
+        - gate-python-swiftclient-requirements
         - gate-python-swiftclient-docs
         - gate-python-swiftclient-python26
         - gate-python-swiftclient-python26-rhel6
         - gate-python-swiftclient-python27
     gate:
+      - gate-python-swiftclient-requirements
       - gate-python-swiftclient-docs
       - gate-python-swiftclient-pep8
       - gate-python-swiftclient-python26
@@ -893,6 +933,7 @@ projects:
   - name: openstack/tempest
     check:
       - gate-tempest-pep8:
+        - gate-tempest-requirements
         - gate-tempest-devstack-vm-smoke
         - gate-tempest-devstack-vm-full
         - gate-tempest-devstack-vm-postgres-full
@@ -901,6 +942,7 @@ projects:
         - gate-tempest-devstack-vm-quantum-full
     gate:
       - gate-tempest-pep8
+      - gate-tempest-requirements
       - gate-tempest-devstack-vm-smoke
       - gate-tempest-devstack-vm-full
       - gate-tempest-devstack-vm-postgres-full
@@ -911,6 +953,7 @@ projects:
   - name: openstack/ceilometer
     check:
       - gate-ceilometer-pep8:
+        - gate-ceilometer-requirements
         - gate-ceilometer-docs
         - gate-ceilometer-python26
         - gate-ceilometer-python26-rhel6
@@ -918,6 +961,7 @@ projects:
         - gate-ceilometer-python26-folsom
         - gate-ceilometer-python27-folsom
     gate:
+      - gate-ceilometer-requirements
       - gate-ceilometer-docs
       - gate-ceilometer-pep8
       - gate-ceilometer-python26
@@ -969,11 +1013,13 @@ projects:
   - name: openstack/heat
     check:
       - gate-heat-pep8:
+        - gate-heat-requirements
         - gate-heat-python26
         - gate-heat-python26-rhel6
         - gate-heat-python27
         - dev-heat-coverage
     gate:
+      - gate-heat-requirements
       - gate-heat-pep8
       - gate-heat-python26
       - gate-heat-python27
@@ -990,11 +1036,13 @@ projects:
   - name: openstack/python-heatclient
     check:
       - gate-python-heatclient-pep8:
+        - gate-python-heatclient-requirements
         - gate-python-heatclient-python26
         - gate-python-heatclient-python26-rhel6
         - gate-python-heatclient-python27
         - dev-python-heatclient-coverage
     gate:
+      - gate-python-heatclient-requirements
       - gate-python-heatclient-pep8
       - gate-python-heatclient-python26
       - gate-python-heatclient-python27
@@ -1011,11 +1059,13 @@ projects:
   - name: openstack/heat-cfntools
     check:
       - gate-heat-cfntools-pep8:
+        - gate-heat-cfntools-requirements
         - gate-heat-cfntools-python26
         - gate-heat-cfntools-python26-rhel6
         - gate-heat-cfntools-python27
         - dev-heat-cfntools-coverage
     gate:
+      - gate-heat-cfntools-requirements
       - gate-heat-cfntools-pep8
       - gate-heat-cfntools-python26
       - gate-heat-cfntools-python27