You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@buildstream.apache.org by no...@apache.org on 2020/12/29 12:38:18 UTC

[buildstream] 02/03: TMP: Comment unrelated tests

This is an automated email from the ASF dual-hosted git repository.

not-in-ldap pushed a commit to branch qinusty/add-bb-remote-exec
in repository https://gitbox.apache.org/repos/asf/buildstream.git

commit 9699079a55efd69d1acc132400a2ca62d2bde455
Author: Josh Smith <jo...@codethink.co.uk>
AuthorDate: Wed Sep 2 17:55:13 2020 +0100

    TMP: Comment unrelated tests
---
 .gitlab-ci.yml | 684 ++++++++++++++++++++++++++++-----------------------------
 1 file changed, 342 insertions(+), 342 deletions(-)

diff --git a/.gitlab-ci.yml b/.gitlab-ci.yml
index f6c1217..e5b2ca8 100644
--- a/.gitlab-ci.yml
+++ b/.gitlab-ci.yml
@@ -64,99 +64,99 @@ variables:
     paths:
     - .coverage-reports
 
-tests-debian-10:
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-debian:10-${DOCKER_IMAGE_VERSION}
-  <<: *tests
+# tests-debian-10:
+#   image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-debian:10-${DOCKER_IMAGE_VERSION}
+#   <<: *tests
 
-tests-fedora-31:
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:31-${DOCKER_IMAGE_VERSION}
-  <<: *tests
+# tests-fedora-31:
+#   image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:31-${DOCKER_IMAGE_VERSION}
+#   <<: *tests
 
-tests-fedora-32:
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
-  <<: *tests
+# tests-fedora-32:
+#   image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
+#   <<: *tests
 
-tests-ubuntu-18.04:
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-ubuntu:18.04-${DOCKER_IMAGE_VERSION}
-  <<: *tests
+# tests-ubuntu-18.04:
+#   image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-ubuntu:18.04-${DOCKER_IMAGE_VERSION}
+#   <<: *tests
 
-tests-centos-7.7:
-  <<: *tests
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-centos:7.7.1908-${DOCKER_IMAGE_VERSION}
+# tests-centos-7.7:
+#   <<: *tests
+#   image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-centos:7.7.1908-${DOCKER_IMAGE_VERSION}
 
-# Test the master version of some external plugins
-tests-plugins-master:
-  <<: *tests
-  allow_failure: true
+# # Test the master version of some external plugins
+# tests-plugins-master:
+#   <<: *tests
+#   allow_failure: true
 
-  variables:
-    BST_PLUGINS_EXPERIMENTAL_VERSION: master
+#   variables:
+#     BST_PLUGINS_EXPERIMENTAL_VERSION: master
 
-tests-userchroot:
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:31-${DOCKER_IMAGE_VERSION}
-  <<: *tests
-  variables:
-    BST_CAS_STAGING_ROOT: "/builds/userchroot"
+# tests-userchroot:
+#   image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:31-${DOCKER_IMAGE_VERSION}
+#   <<: *tests
+#   variables:
+#     BST_CAS_STAGING_ROOT: "/builds/userchroot"
 
-  script:
-    - mkdir -p "${INTEGRATION_CACHE}"
-    - useradd -Um buildstream
+#   script:
+#     - mkdir -p "${INTEGRATION_CACHE}"
+#     - useradd -Um buildstream
 
-    # Use buildbox-run-userchroot and hardlinking
-    - ln -svf buildbox-run-userchroot /usr/local/bin/buildbox-run
-    - rm -vf /usr/local/bin/buildbox-fuse
+#     # Use buildbox-run-userchroot and hardlinking
+#     - ln -svf buildbox-run-userchroot /usr/local/bin/buildbox-run
+#     - rm -vf /usr/local/bin/buildbox-fuse
 
-    # When using userchroot, buildbox-casd must run as a separate user
-    - useradd -g buildstream buildbox-casd
-    - chown buildbox-casd:buildstream /usr/local/bin/buildbox-casd
-    - chmod u+s /usr/local/bin/buildbox-casd
+#     # When using userchroot, buildbox-casd must run as a separate user
+#     - useradd -g buildstream buildbox-casd
+#     - chown buildbox-casd:buildstream /usr/local/bin/buildbox-casd
+#     - chmod u+s /usr/local/bin/buildbox-casd
 
-    # Set up staging root with permissions required by userchroot,
-    # must be on same filesystem as current directory to support hardlinks
-    - mkdir -p "${BST_CAS_STAGING_ROOT}"
-    - chown -R buildbox-casd:buildstream "${BST_CAS_STAGING_ROOT}"
-    # userchroot doesn't allow group/world-writable base directory
-    - chmod go-w /builds
-    - echo buildbox-casd:${BST_CAS_STAGING_ROOT} > /etc/userchroot.conf
+#     # Set up staging root with permissions required by userchroot,
+#     # must be on same filesystem as current directory to support hardlinks
+#     - mkdir -p "${BST_CAS_STAGING_ROOT}"
+#     - chown -R buildbox-casd:buildstream "${BST_CAS_STAGING_ROOT}"
+#     # userchroot doesn't allow group/world-writable base directory
+#     - chmod go-w /builds
+#     - echo buildbox-casd:${BST_CAS_STAGING_ROOT} > /etc/userchroot.conf
 
-    - chown -R buildstream:buildstream .
+#     - chown -R buildstream:buildstream .
 
-    # Run the tests as a simple user to test for permission issues
-    - su buildstream -c "umask 002 && ${TEST_COMMAND}"
+#     # Run the tests as a simple user to test for permission issues
+#     - su buildstream -c "umask 002 && ${TEST_COMMAND}"
 
-tests-fedora-missing-deps:
-  # Ensure that tests behave nicely while missing bwrap and ostree
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
-  <<: *tests
+# tests-fedora-missing-deps:
+#   # Ensure that tests behave nicely while missing bwrap and ostree
+#   image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
+#   <<: *tests
 
-  script:
-    # We remove the Bubblewrap and OSTree packages here so that we catch any
-    # codepaths that try to use them. Removing OSTree causes fuse-libs to
-    # disappear unless we mark it as user-installed.
-    - dnf mark install fuse-libs systemd-udev
-    - dnf erase -y bubblewrap ostree
+#   script:
+#     # We remove the Bubblewrap and OSTree packages here so that we catch any
+#     # codepaths that try to use them. Removing OSTree causes fuse-libs to
+#     # disappear unless we mark it as user-installed.
+#     - dnf mark install fuse-libs systemd-udev
+#     - dnf erase -y bubblewrap ostree
 
-    - useradd -Um buildstream
-    - chown -R buildstream:buildstream .
+#     - useradd -Um buildstream
+#     - chown -R buildstream:buildstream .
 
-    - su buildstream -c "${TEST_COMMAND}"
+#     - su buildstream -c "${TEST_COMMAND}"
 
 
-tests-fedora-update-deps:
-  # Check if the tests pass after updating requirements to their latest
-  # allowed version.
-  allow_failure: true
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
-  <<: *tests
+# tests-fedora-update-deps:
+#   # Check if the tests pass after updating requirements to their latest
+#   # allowed version.
+#   allow_failure: true
+#   image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
+#   <<: *tests
 
-  script:
-    - useradd -Um buildstream
-    - chown -R buildstream:buildstream .
+#   script:
+#     - useradd -Um buildstream
+#     - chown -R buildstream:buildstream .
 
-    - make --always-make --directory requirements
-    - cat requirements/*.txt
+#     - make --always-make --directory requirements
+#     - cat requirements/*.txt
 
-    - su buildstream -c "${TEST_COMMAND}"
+#     - su buildstream -c "${TEST_COMMAND}"
 
 # This template ensures that the server stack defined in COMPOSE_MANIFEST is spun up for script execution
 # and cleaned up after the script is completed.
@@ -179,35 +179,35 @@ tests-fedora-update-deps:
   # Required to be able to connect to the docker daemon. See https://gitlab.com/gitlab-org/gitlab-runner/issues/4501
   DOCKER_TLS_CERTDIR: ""
 
-tests-remote-execution:
-  <<: *tests
-  <<: *remote-test # Spin up server stack
-  variables:
-    <<: *docker-variables
-    COMPOSE_MANIFEST: .gitlab-ci/buildgrid-remote-execution.yml # < *remote-test
-    ARTIFACT_CACHE_SERVICE: http://docker:50052
-    REMOTE_EXECUTION_SERVICE: http://docker:50051
-    SOURCE_CACHE_SERVICE: http://docker:50052
-    PYTEST_ARGS: "--color=yes --remote-execution"
-
-tests-remote-cache:
-  <<: *tests
-  <<: *remote-test # Spin up/down server stack
-  variables:
-    <<: *docker-variables
-    COMPOSE_MANIFEST: .gitlab-ci/cache-server.yml # < *remote-test
-    ARTIFACT_CACHE_SERVICE: http://docker:50052
-    PYTEST_ARGS: "--color=yes --remote-cache"
-
-tests-bb-remote-cache:
-  <<: *tests
-  <<: *remote-test # Spin up/down server stack
-  variables:
-    <<: *docker-variables
-    COMPOSE_MANIFEST: .gitlab-ci/buildbarn-remote-cache.yml # < *remote-test
-    ARTIFACT_INDEX_SERVICE: http://docker:8979
-    ARTIFACT_STORAGE_SERVICE: http://docker:8980
-    PYTEST_ARGS: "--color=yes --remote-cache"
+# tests-remote-execution:
+#   <<: *tests
+#   <<: *remote-test # Spin up server stack
+#   variables:
+#     <<: *docker-variables
+#     COMPOSE_MANIFEST: .gitlab-ci/buildgrid-remote-execution.yml # < *remote-test
+#     ARTIFACT_CACHE_SERVICE: http://docker:50052
+#     REMOTE_EXECUTION_SERVICE: http://docker:50051
+#     SOURCE_CACHE_SERVICE: http://docker:50052
+#     PYTEST_ARGS: "--color=yes --remote-execution"
+
+# tests-remote-cache:
+#   <<: *tests
+#   <<: *remote-test # Spin up/down server stack
+#   variables:
+#     <<: *docker-variables
+#     COMPOSE_MANIFEST: .gitlab-ci/cache-server.yml # < *remote-test
+#     ARTIFACT_CACHE_SERVICE: http://docker:50052
+#     PYTEST_ARGS: "--color=yes --remote-cache"
+
+# tests-bb-remote-cache:
+#   <<: *tests
+#   <<: *remote-test # Spin up/down server stack
+#   variables:
+#     <<: *docker-variables
+#     COMPOSE_MANIFEST: .gitlab-ci/buildbarn-remote-cache.yml # < *remote-test
+#     ARTIFACT_INDEX_SERVICE: http://docker:8979
+#     ARTIFACT_STORAGE_SERVICE: http://docker:8980
+#     PYTEST_ARGS: "--color=yes --remote-cache"
 
 tests-bb-remote-execution:
   <<: *tests
@@ -221,245 +221,245 @@ tests-bb-remote-execution:
     SOURCE_CACHE_SERVICE: http://docker:8980
     PYTEST_ARGS: "--color=yes --remote-execution"
 
-tests-no-usedevelop:
-  # Ensure that tests also pass without `--develop` flag.
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
-  <<: *tests
-  variables:
-    TOXENV: py36-nocover,py37-nocover,py38-nocover
-
-
-# Run type checkers
-mypy:
-  stage: test
-
-  script:
-  - tox -e mypy
-  except:
-  - schedules
-
-# Lint separately from testing
-lint:
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
-  stage: test
-
-  before_script:
-  # Diagnostics
-  - python3 --version
-
-  script:
-  - tox -e format-check,lint
-  except:
-  - schedules
-
-# Catch regressions in native windows support
-tests-win32-master:
-  stage: test
-  variables:
-    LC_ALL: C.UTF-8
-    LANG: C.UTF-8
-  tags:
-  - win32
-  script:
-  - tox -e win32
-  only:
-  - master
-  except:
-  - schedules
-
-# Optional test to catch regressions in native windows support on non-master branches
-tests-win32-non-master:
-  stage: test
-  variables:
-    LC_ALL: C.UTF-8
-    LANG: C.UTF-8
-  tags:
-  - win32
-  script:
-  - tox -e win32
-  except:
-  - master
-  when: manual
-
-# Automatically build documentation for every commit, we want to know
-# if building documentation fails even if we're not deploying it.
-docs:
-  stage: test
-  variables:
-    BST_FORCE_SESSION_REBUILD: 1
-  script:
-  - env BST_SOURCE_CACHE="$(pwd)/cache/integration-cache/sources" tox -e docs
-  - mv doc/build/html public
-  except:
-  - schedules
-  artifacts:
-    paths:
-    - public/
-
-.overnight-tests: &overnight-tests-template
-  stage: test
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
-  variables:
-    FD_SDK_REF: freedesktop-sdk-20.08beta.1-buildstream2
-    BST_EXT_REF: 1.93.4
-  before_script:
-  - |
-    mkdir -p "${HOME}/.config"
-    cat <<EOF >"${HOME}/.config/buildstream.conf"
-    scheduler:
-      fetchers: 2
-    EOF
-  - dnf install -y ostree
-  # Install pinned BuildStream dependencies, BuildStream from the local repository
-  # and bst-plugins-expeirmental from its repository
-  - |
-    pip3 install \
-      -r requirements/requirements.txt . \
-      git+https://gitlab.com/buildstream/bst-plugins-experimental.git@${BST_EXT_REF}#egg=bst_plugins_experimental[cargo] \
-      .
-  - git clone https://gitlab.com/freedesktop-sdk/freedesktop-sdk.git
-  - git -C freedesktop-sdk checkout ${FD_SDK_REF}
-  artifacts:
-    paths:
-    - "${HOME}/.cache/buildstream/logs"
-  only:
-  - schedules
-
-overnight-tests:
-  <<: *overnight-tests-template
-  script:
-  - |
-    cat > ~/.config/buildstream.conf << EOF
-    # Get a lot of output in case of errors
-    logging:
-      error-lines: 80
-    #
-    # Artifacts
-    #
-    artifacts:
-    - url: https://bb-cache.buildstream.build:11002
-      client-cert: $OVERNIGHT_CACHE_PUSH_CERT
-      client-key: $OVERNIGHT_CACHE_PUSH_KEY
-      push: true
-    EOF
-  - make -C freedesktop-sdk
-  tags:
-  - overnight-tests
-
-overnight-tests-no-cache:
-  <<: *overnight-tests-template
-  script:
-  - sed -i '/artifacts:/,+1 d' freedesktop-sdk/project.conf
-  - make -C freedesktop-sdk
-  tags:
-  - overnight-tests
-
-# These tests might be a bit more flaky since they randomize the order
-# They will also take longer to run. Hence run them only nightly
-overnight-randomized:
-  image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
-  <<: *tests
-
-  script:
-  - mkdir -p "${INTEGRATION_CACHE}"
-  - useradd -Um buildstream
-  - chown -R buildstream:buildstream .
-
-  # Don't run tests multiprocessed here, the randomized order doesn't like that
-  - su buildstream -c "tox -e py36-randomized,py37-randomized,py38-randomized -- --color=yes --integration"
-  - su buildstream -c "tox -e py36-randomized-external,py37-randomized-external,py38-randomized-external -- --color=yes --integration"
-
-  # We need to override the exclusion from the template in order to run on schedules
-  except: []
-  only:
-  - schedules
-
-#####################################################
-#                    Post stage                     #
-#####################################################
-
-analysis:
-  stage: post
-  script:
-  - |
-    pip3 install radon
-    mkdir analysis
-
-  - |
-    echo "Calculating Maintainability Index"
-    radon mi -s -j src/buildstream > analysis/mi.json
-    radon mi -s src/buildstream
-
-  - |
-    echo "Calculating Cyclomatic Complexity"
-    radon cc -a -s -j src/buildstream > analysis/cc.json
-    radon cc -a -s src/buildstream
-
-  - |
-    echo "Calculating Raw Metrics"
-    radon raw -s -j src/buildstream > analysis/raw.json
-    radon raw -s src/buildstream
-
-  except:
-  - schedules
-  artifacts:
-    paths:
-    - analysis/
-
-# Collate coverage reports
-#
-coverage:
-  stage: post
-  coverage: '/TOTAL +\d+ +\d+ +(\d+\.\d+)%/'
-  script:
-    - cp -a .coverage-reports/ ./coverage-sources
-    - tox -e coverage
-    - cp -a .coverage-reports/ ./coverage-report
-  dependencies:
-  - tests-centos-7.7
-  - tests-debian-10
-  - tests-fedora-31
-  - tests-remote-execution
-  - tests-ubuntu-18.04
-  - tests-userchroot
-  except:
-  - schedules
-  artifacts:
-    paths:
-    - coverage-sources/
-    - coverage-report/
-
-# Deploy, only for merges which land on master branch.
-#
-pages:
-  stage: publish
-  dependencies:
-  - coverage
-  - docs
-  variables:
-    ACME_DIR: public/.well-known/acme-challenge
-    COVERAGE_DIR: public/coverage
-  script:
-  - mkdir -p ${ACME_DIR}
-    # Required to finish the creation of the Let's Encrypt certificate,
-    # which allows using https://docs.buildstream.build/ for accessing
-    # the documentation.
-  - echo ${ACME_CHALLENGE} > ${ACME_DIR}/$(echo ${ACME_CHALLENGE} | cut -c1-43)
-  - mkdir -p ${COVERAGE_DIR}
-  - cp -a ./coverage-report/ ${COVERAGE_DIR}
-  artifacts:
-    paths:
-    - public/
-  only:
-  #
-  # FIXME:
-  #
-  # Ideally we want to publish to a different subdir of
-  # pages depending on which stable branch we are building here,
-  # not currently automatically supported but can be worked around.
-  #
-  # See https://gitlab.com/gitlab-org/gitlab-ce/issues/35141
-  #
-  - master
-  except:
-  - schedules
+# tests-no-usedevelop:
+#   # Ensure that tests also pass without `--develop` flag.
+#   image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
+#   <<: *tests
+#   variables:
+#     TOXENV: py36-nocover,py37-nocover,py38-nocover
+
+
+# # Run type checkers
+# mypy:
+#   stage: test
+
+#   script:
+#   - tox -e mypy
+#   except:
+#   - schedules
+
+# # Lint separately from testing
+# lint:
+#   image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
+#   stage: test
+
+#   before_script:
+#   # Diagnostics
+#   - python3 --version
+
+#   script:
+#   - tox -e format-check,lint
+#   except:
+#   - schedules
+
+# # Catch regressions in native windows support
+# tests-win32-master:
+#   stage: test
+#   variables:
+#     LC_ALL: C.UTF-8
+#     LANG: C.UTF-8
+#   tags:
+#   - win32
+#   script:
+#   - tox -e win32
+#   only:
+#   - master
+#   except:
+#   - schedules
+
+# # Optional test to catch regressions in native windows support on non-master branches
+# tests-win32-non-master:
+#   stage: test
+#   variables:
+#     LC_ALL: C.UTF-8
+#     LANG: C.UTF-8
+#   tags:
+#   - win32
+#   script:
+#   - tox -e win32
+#   except:
+#   - master
+#   when: manual
+
+# # Automatically build documentation for every commit, we want to know
+# # if building documentation fails even if we're not deploying it.
+# docs:
+#   stage: test
+#   variables:
+#     BST_FORCE_SESSION_REBUILD: 1
+#   script:
+#   - env BST_SOURCE_CACHE="$(pwd)/cache/integration-cache/sources" tox -e docs
+#   - mv doc/build/html public
+#   except:
+#   - schedules
+#   artifacts:
+#     paths:
+#     - public/
+
+# .overnight-tests: &overnight-tests-template
+#   stage: test
+#   image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
+#   variables:
+#     FD_SDK_REF: freedesktop-sdk-20.08beta.1-buildstream2
+#     BST_EXT_REF: 1.93.4
+#   before_script:
+#   - |
+#     mkdir -p "${HOME}/.config"
+#     cat <<EOF >"${HOME}/.config/buildstream.conf"
+#     scheduler:
+#       fetchers: 2
+#     EOF
+#   - dnf install -y ostree
+#   # Install pinned BuildStream dependencies, BuildStream from the local repository
+#   # and bst-plugins-expeirmental from its repository
+#   - |
+#     pip3 install \
+#       -r requirements/requirements.txt . \
+#       git+https://gitlab.com/buildstream/bst-plugins-experimental.git@${BST_EXT_REF}#egg=bst_plugins_experimental[cargo] \
+#       .
+#   - git clone https://gitlab.com/freedesktop-sdk/freedesktop-sdk.git
+#   - git -C freedesktop-sdk checkout ${FD_SDK_REF}
+#   artifacts:
+#     paths:
+#     - "${HOME}/.cache/buildstream/logs"
+#   only:
+#   - schedules
+
+# overnight-tests:
+#   <<: *overnight-tests-template
+#   script:
+#   - |
+#     cat > ~/.config/buildstream.conf << EOF
+#     # Get a lot of output in case of errors
+#     logging:
+#       error-lines: 80
+#     #
+#     # Artifacts
+#     #
+#     artifacts:
+#     - url: https://bb-cache.buildstream.build:11002
+#       client-cert: $OVERNIGHT_CACHE_PUSH_CERT
+#       client-key: $OVERNIGHT_CACHE_PUSH_KEY
+#       push: true
+#     EOF
+#   - make -C freedesktop-sdk
+#   tags:
+#   - overnight-tests
+
+# overnight-tests-no-cache:
+#   <<: *overnight-tests-template
+#   script:
+#   - sed -i '/artifacts:/,+1 d' freedesktop-sdk/project.conf
+#   - make -C freedesktop-sdk
+#   tags:
+#   - overnight-tests
+
+# # These tests might be a bit more flaky since they randomize the order
+# # They will also take longer to run. Hence run them only nightly
+# overnight-randomized:
+#   image: registry.gitlab.com/buildstream/buildstream-docker-images/testsuite-fedora:32-${DOCKER_IMAGE_VERSION}
+#   <<: *tests
+
+#   script:
+#   - mkdir -p "${INTEGRATION_CACHE}"
+#   - useradd -Um buildstream
+#   - chown -R buildstream:buildstream .
+
+#   # Don't run tests multiprocessed here, the randomized order doesn't like that
+#   - su buildstream -c "tox -e py36-randomized,py37-randomized,py38-randomized -- --color=yes --integration"
+#   - su buildstream -c "tox -e py36-randomized-external,py37-randomized-external,py38-randomized-external -- --color=yes --integration"
+
+#   # We need to override the exclusion from the template in order to run on schedules
+#   except: []
+#   only:
+#   - schedules
+
+# #####################################################
+# #                    Post stage                     #
+# #####################################################
+
+# analysis:
+#   stage: post
+#   script:
+#   - |
+#     pip3 install radon
+#     mkdir analysis
+
+#   - |
+#     echo "Calculating Maintainability Index"
+#     radon mi -s -j src/buildstream > analysis/mi.json
+#     radon mi -s src/buildstream
+
+#   - |
+#     echo "Calculating Cyclomatic Complexity"
+#     radon cc -a -s -j src/buildstream > analysis/cc.json
+#     radon cc -a -s src/buildstream
+
+#   - |
+#     echo "Calculating Raw Metrics"
+#     radon raw -s -j src/buildstream > analysis/raw.json
+#     radon raw -s src/buildstream
+
+#   except:
+#   - schedules
+#   artifacts:
+#     paths:
+#     - analysis/
+
+# # Collate coverage reports
+# #
+# coverage:
+#   stage: post
+#   coverage: '/TOTAL +\d+ +\d+ +(\d+\.\d+)%/'
+#   script:
+#     - cp -a .coverage-reports/ ./coverage-sources
+#     - tox -e coverage
+#     - cp -a .coverage-reports/ ./coverage-report
+#   dependencies:
+#   - tests-centos-7.7
+#   - tests-debian-10
+#   - tests-fedora-31
+#   - tests-remote-execution
+#   - tests-ubuntu-18.04
+#   - tests-userchroot
+#   except:
+#   - schedules
+#   artifacts:
+#     paths:
+#     - coverage-sources/
+#     - coverage-report/
+
+# # Deploy, only for merges which land on master branch.
+# #
+# pages:
+#   stage: publish
+#   dependencies:
+#   - coverage
+#   - docs
+#   variables:
+#     ACME_DIR: public/.well-known/acme-challenge
+#     COVERAGE_DIR: public/coverage
+#   script:
+#   - mkdir -p ${ACME_DIR}
+#     # Required to finish the creation of the Let's Encrypt certificate,
+#     # which allows using https://docs.buildstream.build/ for accessing
+#     # the documentation.
+#   - echo ${ACME_CHALLENGE} > ${ACME_DIR}/$(echo ${ACME_CHALLENGE} | cut -c1-43)
+#   - mkdir -p ${COVERAGE_DIR}
+#   - cp -a ./coverage-report/ ${COVERAGE_DIR}
+#   artifacts:
+#     paths:
+#     - public/
+#   only:
+#   #
+#   # FIXME:
+#   #
+#   # Ideally we want to publish to a different subdir of
+#   # pages depending on which stable branch we are building here,
+#   # not currently automatically supported but can be worked around.
+#   #
+#   # See https://gitlab.com/gitlab-org/gitlab-ce/issues/35141
+#   #
+#   - master
+#   except:
+#   - schedules