af9e03ec08
Rewrite YAML parser, YAML objects and parameters expansion logic to
enable better control over expansion logic.
Broken backward compatilibity:
* More agressive parameter expansion. This may lead to parameters
expanded in places where they were not expanded before.
* Top-level elements, which is not known to parser (such as 'job',
'view', 'project' etc), are now lead to parse failures.
Prepend them with underscore to be ignored by parser.
* Files included using '!include-raw:' elements and having formatting in
it's path ('lazy-loaded' in previous implementation) are now expanded
too.
Use '!include-raw-escape:' for them instead.
See changes in these tests for examples:
tests/yamlparser/job_fixtures/lazy-load-jobs-multi001.yaml
tests/yamlparser/job_fixtures/lazy-load-jobs-multi002.yaml
tests/yamlparser/job_fixtures/lazy-load-jobs001.yaml
* Parameters with template value using itself were substituted as is.
For example: "timer: '{timer}'" was expanded to "{timer}". Now it
leads to recursive parameter error.
See changes in this test for example:
tests/yamlparser/job_fixtures/parameter_name_reuse_default.*
->
tests/yamlparser/error_fixtures/parameter_name_reuse_default.*
* When job group includes a job which was never declared, it was just
ignored. Now it fails: job is missing.
See changes in this test for example:
tests/yamlparser/job_fixtures/job_group_includes_missing_job.*
->
tests/yamlparser/error_fixtures/job_group_includes_missing_job.*
Change-Id: Ief4e515f065a1b9e0f74fe06d7e94fa77d69f273
68 lines
2.3 KiB
Python
68 lines
2.3 KiB
Python
#!/usr/bin/env python
|
|
# Copyright (C) 2018 Sorin Sbarnea
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
import logging
|
|
import sys
|
|
|
|
from jenkins_jobs.builder import JenkinsManager
|
|
import jenkins_jobs.cli.subcommand.base as base
|
|
import jenkins_jobs.utils as utils
|
|
|
|
|
|
def list_duplicates(seq):
|
|
seen = set()
|
|
return set(x for x in seq if x in seen or seen.add(x))
|
|
|
|
|
|
class ListSubCommand(base.JobsSubCommand):
|
|
def parse_args(self, subparser):
|
|
list = subparser.add_parser("list", help="List jobs")
|
|
|
|
self.parse_option_recursive_exclude(list)
|
|
|
|
list.add_argument("names", help="name(s) of job(s)", nargs="*", default=None)
|
|
list.add_argument(
|
|
"-p", "--path", default=None, help="path to YAML file or directory"
|
|
)
|
|
|
|
def execute(self, options, jjb_config):
|
|
jobs = self.get_jobs(jjb_config, options.path, options.names)
|
|
|
|
logging.info("Matching jobs: %d", len(jobs))
|
|
stdout = utils.wrap_stream(sys.stdout)
|
|
|
|
for job in jobs:
|
|
stdout.write((job + "\n").encode("utf-8"))
|
|
|
|
def get_jobs(self, jjb_config, path_list, glob_list):
|
|
if path_list:
|
|
roots = self.load_roots(jjb_config, path_list)
|
|
jobs = base.filter_matching(roots.generate_jobs(), glob_list)
|
|
job_names = [j["name"] for j in jobs]
|
|
else:
|
|
jenkins = JenkinsManager(jjb_config)
|
|
job_names = [
|
|
j["fullname"]
|
|
for j in jenkins.get_jobs()
|
|
if not glob_list or base.matches(j["fullname"], glob_list)
|
|
]
|
|
|
|
job_names = sorted(job_names)
|
|
for duplicate in list_duplicates(job_names):
|
|
logging.warning("Found duplicate job name '%s', likely bug.", duplicate)
|
|
|
|
logging.debug("Builder.get_jobs: returning %r", job_names)
|
|
|
|
return job_names
|