af9e03ec08
Rewrite YAML parser, YAML objects and parameters expansion logic to
enable better control over expansion logic.
Broken backward compatilibity:
* More agressive parameter expansion. This may lead to parameters
expanded in places where they were not expanded before.
* Top-level elements, which is not known to parser (such as 'job',
'view', 'project' etc), are now lead to parse failures.
Prepend them with underscore to be ignored by parser.
* Files included using '!include-raw:' elements and having formatting in
it's path ('lazy-loaded' in previous implementation) are now expanded
too.
Use '!include-raw-escape:' for them instead.
See changes in these tests for examples:
tests/yamlparser/job_fixtures/lazy-load-jobs-multi001.yaml
tests/yamlparser/job_fixtures/lazy-load-jobs-multi002.yaml
tests/yamlparser/job_fixtures/lazy-load-jobs001.yaml
* Parameters with template value using itself were substituted as is.
For example: "timer: '{timer}'" was expanded to "{timer}". Now it
leads to recursive parameter error.
See changes in this test for example:
tests/yamlparser/job_fixtures/parameter_name_reuse_default.*
->
tests/yamlparser/error_fixtures/parameter_name_reuse_default.*
* When job group includes a job which was never declared, it was just
ignored. Now it fails: job is missing.
See changes in this test for example:
tests/yamlparser/job_fixtures/job_group_includes_missing_job.*
->
tests/yamlparser/error_fixtures/job_group_includes_missing_job.*
Change-Id: Ief4e515f065a1b9e0f74fe06d7e94fa77d69f273
78 lines
2.3 KiB
Python
78 lines
2.3 KiB
Python
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
from dataclasses import dataclass
|
|
|
|
from .root_base import GroupBase
|
|
|
|
|
|
@dataclass
|
|
class Project(GroupBase):
|
|
_jobs: dict
|
|
_job_templates: dict
|
|
_job_groups: dict
|
|
_views: dict
|
|
_view_templates: dict
|
|
_view_groups: dict
|
|
name: str
|
|
defaults_name: str
|
|
job_specs: list # list[Spec]
|
|
view_specs: list # list[Spec]
|
|
params: dict
|
|
|
|
@classmethod
|
|
def add(cls, config, roots, expander, params_expander, data):
|
|
d = {**data}
|
|
name = d.pop("name")
|
|
defaults = d.pop("defaults", None)
|
|
job_specs = [
|
|
cls._spec_from_dict(item, error_context=f"Project {name}")
|
|
for item in d.pop("jobs", [])
|
|
]
|
|
view_specs = [
|
|
cls._spec_from_dict(item, error_context=f"Project {name}")
|
|
for item in d.pop("views", [])
|
|
]
|
|
project = cls(
|
|
roots.jobs,
|
|
roots.job_templates,
|
|
roots.job_groups,
|
|
roots.views,
|
|
roots.view_templates,
|
|
roots.view_groups,
|
|
name,
|
|
defaults,
|
|
job_specs,
|
|
view_specs,
|
|
params=d,
|
|
)
|
|
roots.assign(roots.projects, project.name, project, "project")
|
|
|
|
def __str__(self):
|
|
return f"Project {self.name}"
|
|
|
|
@property
|
|
def _my_params(self):
|
|
return {"name": self.name}
|
|
|
|
def generate_jobs(self):
|
|
root_dicts = [self._jobs, self._job_templates, self._job_groups]
|
|
return self._generate_items(
|
|
root_dicts, self.job_specs, self.defaults_name, params={}
|
|
)
|
|
|
|
def generate_views(self):
|
|
root_dicts = [self._views, self._view_templates, self._view_groups]
|
|
return self._generate_items(
|
|
root_dicts, self.view_specs, self.defaults_name, params={}
|
|
)
|