e3d891d16d
This updates prepare-workspace-git to the new module-based system. Change-Id: I99f1673775c161f1f8b5d95ce5daee3363571e3b
110 lines
3.3 KiB
Python
110 lines
3.3 KiB
Python
# Copyright 2024 Acme Gating, LLC
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"); you may
|
|
# not use this file except in compliance with the License. You may obtain
|
|
# a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT
|
|
# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the
|
|
# License for the specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
import os
|
|
import time
|
|
|
|
from ansible.module_utils.basic import AnsibleModule
|
|
|
|
try:
|
|
# Ansible context
|
|
from ansible.module_utils.zuul_jobs.workspace_utils import (
|
|
run,
|
|
for_each_project,
|
|
)
|
|
except ImportError:
|
|
# Test context
|
|
from ..module_utils.zuul_jobs.workspace_utils import (
|
|
run,
|
|
for_each_project,
|
|
)
|
|
|
|
|
|
def get_ssh_dest(args, dest):
|
|
return (
|
|
f"git+ssh://{args['ansible_user']}"
|
|
f"@{args['ansible_host']}"
|
|
f":{args['ansible_port']}"
|
|
f"/{dest}"
|
|
)
|
|
|
|
|
|
def get_k8s_dest(args, dest):
|
|
resources = args['zuul_resources'][args['inventory_hostname']]
|
|
return (
|
|
f"\"ext::kubectl "
|
|
f"--context {resources['context']} "
|
|
f"-n {resources['namespace']} "
|
|
f"exec -i {resources['pod']} "
|
|
f"-- %S {dest}\""
|
|
)
|
|
|
|
|
|
def sync_one_project(args, project, output):
|
|
cwd = f"{args['executor_work_root']}/{project['src_dir']}"
|
|
dest = f"{args['zuul_workspace_root']}/{project['src_dir']}"
|
|
output['src'] = cwd
|
|
output['dest'] = dest
|
|
env = os.environ.copy()
|
|
env['GIT_ALLOW_PROTOCOL'] = 'ext:ssh'
|
|
# We occasionally see git pushes in the middle of this loop fail then
|
|
# subsequent pushes for other repos succeed. The entire loop ends up
|
|
# failing because one of the pushes failed. Mitigate this by retrying
|
|
# on failure.
|
|
max_tries = 3
|
|
start = time.monotonic()
|
|
for count in range(max_tries):
|
|
try:
|
|
if args['ansible_connection'] == "kubectl":
|
|
git_dest = get_k8s_dest(args, dest)
|
|
else:
|
|
git_dest = get_ssh_dest(args, dest)
|
|
out = run(f"git push --quiet --mirror {git_dest}",
|
|
cwd=cwd, env=env)
|
|
output['push'] = out.stdout.decode('utf8').strip()
|
|
break
|
|
except Exception:
|
|
if count + 1 >= max_tries:
|
|
raise
|
|
end = time.monotonic()
|
|
output['attempts'] = count + 1
|
|
output['elapsed'] = end - start
|
|
|
|
|
|
def ansible_main():
|
|
module = AnsibleModule(
|
|
argument_spec=dict(
|
|
ansible_connection=dict(type='str'),
|
|
ansible_host=dict(type='str'),
|
|
ansible_port=dict(type='int'),
|
|
ansible_user=dict(type='str'),
|
|
executor_work_root=dict(type='path'),
|
|
inventory_hostname=dict(type='str'),
|
|
mirror_workspace_quiet=dict(type='bool'),
|
|
zuul_projects=dict(type='dict'),
|
|
zuul_resources=dict(type='dict'),
|
|
zuul_workspace_root=dict(type='path'),
|
|
)
|
|
)
|
|
|
|
output = {}
|
|
if for_each_project(sync_one_project, module.params, output):
|
|
module.exit_json(changed=True, output=output)
|
|
else:
|
|
module.fail_json("Failure synchronizing repos", output=output)
|
|
|
|
|
|
if __name__ == '__main__':
|
|
ansible_main()
|