Improving logging of prod playbook jobs

This updates prod playbook jobs to curate a set of logs on bridge if we
aren't publishing them to zuul. This way we have history on the bastion
server.

Change-Id: I73889754155298a8554ddc17bb413ae7764b9eae

playbooks/zuul/run-production-playbook.yaml

@@ -53,3 +53,18 @@
                     url: "{{ playbook_name }}.log"
                     metadata:
                       type: text
+
+        # If we aren't publishing logs through zuul then keep a set on
+        # bridge directly.
+        - name: Rename playbook log on bridge
+          when: not infra_prod_playbook_collect_log
+          copy:
+            remote_src: yes
+            src: "/var/log/ansible/{{ playbook_name }}.log"
+            dest: "/var/log/ansible/{{ playbook_name }}.log.{{ ansible_date_time.iso8601 }}"
+
+        - name: Cleanup old playbook logs on bridge
+          when: not infra_prod_playbook_collect_log
+          shell: |
+            find /var/log/ansible -name '{{ playbook_name }}.log.*' -type f -mtime 30 -delete
+