af9e03ec08
Rewrite YAML parser, YAML objects and parameters expansion logic to
enable better control over expansion logic.
Broken backward compatilibity:
* More agressive parameter expansion. This may lead to parameters
expanded in places where they were not expanded before.
* Top-level elements, which is not known to parser (such as 'job',
'view', 'project' etc), are now lead to parse failures.
Prepend them with underscore to be ignored by parser.
* Files included using '!include-raw:' elements and having formatting in
it's path ('lazy-loaded' in previous implementation) are now expanded
too.
Use '!include-raw-escape:' for them instead.
See changes in these tests for examples:
tests/yamlparser/job_fixtures/lazy-load-jobs-multi001.yaml
tests/yamlparser/job_fixtures/lazy-load-jobs-multi002.yaml
tests/yamlparser/job_fixtures/lazy-load-jobs001.yaml
* Parameters with template value using itself were substituted as is.
For example: "timer: '{timer}'" was expanded to "{timer}". Now it
leads to recursive parameter error.
See changes in this test for example:
tests/yamlparser/job_fixtures/parameter_name_reuse_default.*
->
tests/yamlparser/error_fixtures/parameter_name_reuse_default.*
* When job group includes a job which was never declared, it was just
ignored. Now it fails: job is missing.
See changes in this test for example:
tests/yamlparser/job_fixtures/job_group_includes_missing_job.*
->
tests/yamlparser/error_fixtures/job_group_includes_missing_job.*
Change-Id: Ief4e515f065a1b9e0f74fe06d7e94fa77d69f273
108 lines
3.1 KiB
Python
108 lines
3.1 KiB
Python
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from dataclasses import dataclass
|
|
|
|
from .root_base import RootBase, NonTemplateRootMixin, TemplateRootMixin, Group
|
|
from .defaults import split_contents_params, job_contents_keys
|
|
|
|
|
|
@dataclass
|
|
class JobBase(RootBase):
|
|
project_type: str
|
|
folder: str
|
|
|
|
@classmethod
|
|
def from_dict(cls, config, roots, expander, data):
|
|
keep_descriptions = config.yamlparser["keep_descriptions"]
|
|
d = {**data}
|
|
name = d.pop("name")
|
|
id = d.pop("id", None)
|
|
description = d.pop("description", None)
|
|
defaults = d.pop("defaults", "global")
|
|
project_type = d.pop("project-type", None)
|
|
folder = d.pop("folder", None)
|
|
contents, params = split_contents_params(d, job_contents_keys)
|
|
return cls(
|
|
roots.defaults,
|
|
expander,
|
|
keep_descriptions,
|
|
id,
|
|
name,
|
|
description,
|
|
defaults,
|
|
params,
|
|
contents,
|
|
project_type,
|
|
folder,
|
|
)
|
|
|
|
def _as_dict(self):
|
|
data = {
|
|
"name": self._full_name,
|
|
**self.contents,
|
|
}
|
|
if self.project_type:
|
|
data["project-type"] = self.project_type
|
|
return data
|
|
|
|
@property
|
|
def _full_name(self):
|
|
if self.folder:
|
|
return f"{self.folder}/{self.name}"
|
|
else:
|
|
return self.name
|
|
|
|
|
|
class Job(JobBase, NonTemplateRootMixin):
|
|
@classmethod
|
|
def add(cls, config, roots, expander, param_expander, data):
|
|
job = cls.from_dict(config, roots, expander, data)
|
|
roots.assign(roots.jobs, job.id, job, "job")
|
|
|
|
|
|
class JobTemplate(JobBase, TemplateRootMixin):
|
|
@classmethod
|
|
def add(cls, config, roots, expander, params_expander, data):
|
|
template = cls.from_dict(config, roots, params_expander, data)
|
|
roots.assign(roots.job_templates, template.id, template, "job template")
|
|
|
|
|
|
@dataclass
|
|
class JobGroup(Group):
|
|
_jobs: dict
|
|
_job_templates: dict
|
|
|
|
@classmethod
|
|
def add(cls, config, roots, expander, params_expander, data):
|
|
d = {**data}
|
|
name = d.pop("name")
|
|
job_specs = [
|
|
cls._spec_from_dict(item, error_context=f"Job group {name}")
|
|
for item in d.pop("jobs", [])
|
|
]
|
|
group = cls(
|
|
name,
|
|
job_specs,
|
|
d,
|
|
roots.jobs,
|
|
roots.job_templates,
|
|
)
|
|
roots.assign(roots.job_groups, group.name, group, "job group")
|
|
|
|
def __str__(self):
|
|
return f"Job group {self.name}"
|
|
|
|
@property
|
|
def _root_dicts(self):
|
|
return [self._jobs, self._job_templates]
|