commit	2b3fc0b50b0fe6e0db251d83f1d7bdc7df66f037	[log] [tgz]
author	Tristan Cacqueray <tdecacqu@redhat.com>	Tue Apr 06 20:07:10 2021 +0000
committer	Tristan Cacqueray <tdecacqu@redhat.com>	Tue Apr 06 21:19:55 2021 +0000
tree	820d239bbaeb6c63c02e72fefd4d22715386c316
parent	246ca955a332cd4ab92f36bfc34c842b439e6a14 [diff]

tree: 820d239bbaeb6c63c02e72fefd4d22715386c316

README.md

bootstrap-your-zuul

This project provides a declarative configuration to manage your zuul configuration needs.

Overview and scope

At a high level, the scope of Bootstrap Your Zuul is to convert a list of connections and tenant settings into:

Zuul tenant configuration.
Config projects ansible playbooks.
Config projects zuul configuration:
- pipeline
- secret
- job

The project includes Dhall functions and a tool to create the configurations.

Example

Using the command line:

# ./examples/demo.yaml
name: local
connections:
  gerrit: ["local"]

$ bootstrap-your-zuul ./examples/demo.yaml
* /etc/zuul/main.yaml
- tenant:
    name: local

* config/zuul.d/pipelines.yaml
- pipeline:
    name: check
    failure:
      sqlreporter: []
    manager: independent
    success:
      local:
        Verified: 1
      sqlreporter: []

- pipeline:
    name: gate
    failure:
      sqlreporter: []
    manager: dependent
    precedence: high
    success:
      local:
        Verified: 2
        submit: true
      sqlreporter: []

* config/zuul.d/jobs.yaml
- job:
    name: base
    parent: null
    description: The base job.
    pre-run:
    post-run:
    extra-vars:
      zuul_use_fetch_output: true
    - playbooks/base/post.yaml
    - playbooks/base/pre.yaml
    roles:
    - zuul: opendev.org/zuul/zuul-jobs

* playbooks/base/pre.yaml
- hosts: localhost
  tasks:
  - import_role:
      name: emit-job-header
  - import_role:
      name: log-inventory

- hosts: all
  tasks:
  - include_role:
      name: validate-host

* playbooks/base/post.yaml
- hosts: all
  tasks:
  - include_role:
      name: fetch-output

Or using the dhall function directly:

-- ./examples/demo.dhall
let BootstrapYourZuul = ../package.dhall

in  BootstrapYourZuul.Config::{
    , name = "local"
    , label = Some "centos-7"
    , connections = [ BootstrapYourZuul.Connection.gerrit "local" ]
    }

# dhall-to-yaml <<< '(./package.dhall).render ./examples/demo.dhall'
jobs:
  - job:
      description: The base job.
      extra-vars:
        zuul_use_fetch_output: true
      name: base
      nodeset:
        nodes:
          - label: centos-7
            name: worker
      parent: null
      post-run:
        - playbooks/base/post.yaml
      pre-run:
        - playbooks/base/pre.yaml
      roles:
        - zuul: opendev.org/zuul/zuul-jobs
      secrets:
        - site_sflogs
      timeout: 3600
pipelines:
  - pipeline:
      failure:
        local:
          Verified: -1
      manager: independent
      name: check
      require:
        local:
          current-patchset: true
          open: true
      start:
        local:
          Verified: 0
      success:
        local:
          Verified: 1
      trigger:
        local:
          - event:
              - patchset-created
          - event:
              - change-restored
          - comment:
              - "(?i)^(Patch Set [0-9]+:)?( [\\w\\\\+-]*)*(\\n\\n)?\\s*recheck"
            event:
              - comment-added
  - pipeline:
      failure:
        local:
          Verified: -2
      manager: dependent
      name: gate
      post-review: true
      precedence: high
      require:
        local:
          approval:
            Workflow: 1
          current-patchset: true
          open: true
      start:
        local:
          Verified: 0
      success:
        local:
          Verified: 2
          submit: true
      supercedes: check
      trigger:
        local:
          - approval:
              Workflow: 1
            event:
              - comment-added
          - comment:
              - "(?i)^(Patch Set [0-9]+:)?( [\\w\\\\+-]*)*(\\n\\n)?\\s*reverify"
            event:
              - comment-added
  - pipeline:
      description: This pipeline runs jobs that operate after each change is merged.
      manager: supercedent
      name: post
      post-review: true
      precedence: high
      trigger:
        local:
          - event:
              - ref-updated
            ref:
              - "^refs/heads/.*$"
  - pipeline:
      description: |
        This pipeline runs jobs that operate after each change is merged
        in order to promote artifacts generated in the gate
        pipeline.
      failure:
        local: {}
      manager: supercedent
      name: promote
      post-review: true
      precedence: high
      success:
        local: {}
      trigger:
        local:
          - event:
              - change-merged
playbook_post:
  - hosts: localhost
    roles:
      - add-fileserver
    vars:
      fileserver: "{{ site_sflogs }}"
  - hosts: "{{ site_sflogs.fqdn }}"
    roles:
      - upload-logs
    vars:
      zuul_log_compress: true
      zuul_log_url: "{{ site_sflogs.url }}"
      zuul_logserver_root: "{{ site_sflogs.path }}"
playbook_pre:
  - hosts: localhost
    roles:
      - log-inventory
      - emit-job-header
  - hosts: all
    tasks:
      - include_role:
          name: validate-host
      - block:
          - include_role:
              name: validate-host
          - include_role:
              name: prepare-workspace
        when: "ansible_connection != 'kubectl'"
      - block:
          - include_role:
              name: prepare-workspace-openshift
          - include_role:
              name: remove-zuul-sshkey
        when: "ansible_connection == 'kubectl'"
tenant:
  - tenant:
      name: local

Some pipeline are custom, for example to create a periodic trigger:

# dhall-to-yaml <<< 'let BYZ = ./package.dhall in [{pipeline = BYZ.Pipeline.periodic BYZ.Pipeline.Frequency.daily BYZ.Zuul.Pipeline.Reporter.Smtp.default}]'

- pipeline:
    description: Jobs in this queue are triggered daily
    failure:
      smtp: {}
    manager: independent
    name: periodic-daily
    post-review: true
    precedence: low
    trigger:
      timer:
        - time: "0 0 * * * *"

Server

Build the server:

cabal build
cabal run