diff options
Diffstat (limited to '.buildkite')
| -rw-r--r-- | .buildkite/hooks/post-command | 74 | ||||
| -rw-r--r-- | .buildkite/hooks/pre-command | 30 | ||||
| -rw-r--r-- | .buildkite/pipeline.yaml | 149 | ||||
| -rwxr-xr-x | .buildkite/summarize.sh | 52 |
4 files changed, 0 insertions, 305 deletions
diff --git a/.buildkite/hooks/post-command b/.buildkite/hooks/post-command deleted file mode 100644 index b0396bec7..000000000 --- a/.buildkite/hooks/post-command +++ /dev/null @@ -1,74 +0,0 @@ -# Upload test logs on failure, if there are any. -if test "${BUILDKITE_COMMAND_EXIT_STATUS}" -ne "0"; then - # Generate a metafile that ends with .output, and contains all the - # test failures that have been uploaded. These will all be sorted and - # aggregated by a failure stage in the build pipeline. - declare output=$(mktemp "${BUILDKITE_JOB_ID}".XXXXXX.output) - make -s testlogs 2>/dev/null | grep // | sort | uniq | ( - declare log_count=0 - while read target log; do - if test -z "${target}"; then - continue - fi - - # N.B. If *all* tests fail due to some common cause, then we will - # end up spending way too much time uploading logs. Instead, we just - # upload the first 10 and stop. That is hopefully enough to debug. - # - # We include this test in the metadata, but note that we cannot - # upload the actual test logs. The user should rerun locally. - log_count=$((${log_count}+1)) - if test "${log_count}" -ge 10; then - echo " * ${target} (no upload)" | tee -a "${output}" - else - buildkite-agent artifact upload "${log}" - echo " * [${target}](artifact://${log#/})" | tee -a "${output}" - fi - done - ) - - # Upload if we had outputs. - if test -s "${output}"; then - buildkite-agent artifact upload "${output}" - fi - rm -rf "${output}" - - # Attempt to clear the cache and shut down. - make clean || echo "make clean failed with code $?" - make bazel-shutdown || echo "make bazel-shutdown failed with code $?" -fi - -# Upload all profiles, and include in an annotation. -if test -d /tmp/profile; then - # Same as above. - declare profile_output=$(mktemp "${BUILDKITE_JOB_ID}".XXXXXX.profile_output) - for file in $(find /tmp/profile -name \*.pprof -print 2>/dev/null | sort); do - # Generate a link to speedscope, with a URL-encoded link to the BuildKite - # artifact location. Note that we use do a fixed URL encode below, since - # the link can be uniquely determined. If the storage location changes, - # this schema may break and these links may stop working. The artifacts - # uploaded however, will still work just fine. - profile_name="${file#/tmp/profile/}" - public_url="https://storage.googleapis.com/gvisor-buildkite/${BUILDKITE_BUILD_ID}/${BUILDKITE_JOB_ID}/${file#/}" - encoded_url=$(jq -rn --arg x "${public_url}" '$x|@uri') - encoded_title=$(jq -rn --arg x "${profile_name}" '$x|@uri') - profile_url="https://speedscope.app/#profileURL=${encoded_url}&title=${encoded_title}" - buildkite-agent artifact upload "${file}" - echo " * [${profile_name}](${profile_url}) ([pprof](artifact://${file#/}))" | tee -a "${profile_output}" - done - - # Upload if we had outputs. - if test -s "${profile_output}"; then - buildkite-agent artifact upload "${profile_output}" - fi - rm -rf "${profile_output}" - - # Remove stale profiles, which may be owned by root. - sudo rm -rf /tmp/profile -fi - -# Kill any running containers (clear state). -CONTAINERS="$(docker ps -q)" -if ! test -z "${CONTAINERS}"; then - docker container kill ${CONTAINERS} 2>/dev/null || true -fi diff --git a/.buildkite/hooks/pre-command b/.buildkite/hooks/pre-command deleted file mode 100644 index 4f41fe021..000000000 --- a/.buildkite/hooks/pre-command +++ /dev/null @@ -1,30 +0,0 @@ -# Install packages we need. Docker must be installed and configured, -# as should Go itself. We just install some extra bits and pieces. -function install_pkgs() { - while true; do - if sudo apt-get update && sudo apt-get install -y "$@"; then - break - fi - done -} -install_pkgs graphviz jq curl binutils gnupg gnupg-agent linux-libc-dev \ - apt-transport-https ca-certificates software-properties-common - -# Setup for parallelization with PARTITION and TOTAL_PARTITIONS. -export PARTITION=${BUILDKITE_PARALLEL_JOB:-0} -PARTITION=$((${PARTITION}+1)) # 1-indexed, but PARALLEL_JOB is 0-indexed. -export TOTAL_PARTITIONS=${BUILDKITE_PARALLEL_JOB_COUNT:-1} - -# Ensure Docker has experimental enabled. -EXPERIMENTAL=$(sudo docker version --format='{{.Server.Experimental}}') -if test "${EXPERIMENTAL}" != "true"; then - make sudo TARGETS=//runsc:runsc ARGS="install --experimental=true" - sudo systemctl restart docker -fi - -# Helper for benchmarks, based on the branch. -if test "${BUILDKITE_BRANCH}" = "master"; then - export BENCHMARKS_OFFICIAL=true -else - export BENCHMARKS_OFFICIAL=false -fi
\ No newline at end of file diff --git a/.buildkite/pipeline.yaml b/.buildkite/pipeline.yaml deleted file mode 100644 index ba054319c..000000000 --- a/.buildkite/pipeline.yaml +++ /dev/null @@ -1,149 +0,0 @@ -_templates: - common: &common - timeout_in_minutes: 30 - retry: - automatic: - - exit_status: -1 - limit: 10 - - exit_status: "*" - limit: 2 - -steps: - # Run basic smoke tests before preceding to other tests. - - <<: *common - label: ":fire: Smoke tests" - command: make smoke-tests - - wait - - # Check that the Go branch builds. - - <<: *common - label: ":golang: Go branch" - commands: - - make go - - git checkout go && git clean -f - - go build ./... - - # Release workflow. - - <<: *common - label: ":ship: Release tests" - commands: make release - - # Basic unit tests. - - <<: *common - label: ":test_tube: Unit tests" - command: make unit-tests - - # All system call tests. - - <<: *common - label: ":toolbox: System call tests" - command: make syscall-tests - parallelism: 20 - - # Integration tests. - - <<: *common - label: ":parachute: FUSE tests" - command: make fuse-tests - - <<: *common - label: ":docker: Docker tests" - command: make docker-tests - - <<: *common - label: ":goggles: Overlay tests" - command: make overlay-tests - - <<: *common - label: ":safety_pin: Host network tests" - command: make hostnet-tests - - <<: *common - label: ":satellite: SWGSO tests" - command: make swgso-tests - - <<: *common - label: ":coffee: Do tests" - command: make do-tests - - <<: *common - label: ":person_in_lotus_position: KVM tests" - command: make kvm-tests - - <<: *common - label: ":docker: Containerd 1.3.9 tests" - command: make containerd-test-1.3.9 - - <<: *common - label: ":docker: Containerd 1.4.3 tests" - command: make containerd-test-1.4.3 - - # Check the website builds. - - <<: *common - label: ":earth_americas: Website tests" - command: make website-build - - # Networking tests. - - <<: *common - label: ":table_tennis_paddle_and_ball: IPTables tests" - command: make iptables-tests - - <<: *common - label: ":construction_worker: Packetdrill tests" - command: make packetdrill-tests - - <<: *common - label: ":hammer: Packetimpact tests" - command: make packetimpact-tests - - # Runtime tests. - - <<: *common - label: ":php: PHP runtime tests" - command: make php7.3.6-runtime-tests_vfs2 - parallelism: 10 - - <<: *common - label: ":java: Java runtime tests" - command: make java11-runtime-tests_vfs2 - parallelism: 40 - - <<: *common - label: ":golang: Go runtime tests" - command: make go1.12-runtime-tests_vfs2 - parallelism: 10 - - <<: *common - label: ":node: NodeJS runtime tests" - command: make nodejs12.4.0-runtime-tests_vfs2 - parallelism: 10 - - <<: *common - label: ":python: Python runtime tests" - command: make python3.7.3-runtime-tests_vfs2 - parallelism: 10 - - # Runtime tests (VFS1). - - <<: *common - label: ":php: PHP runtime tests (VFS1)" - command: make php7.3.6-runtime-tests - parallelism: 10 - if: build.message =~ /VFS1/ || build.branch == "master" - - <<: *common - label: ":java: Java runtime tests (VFS1)" - command: make java11-runtime-tests - parallelism: 40 - if: build.message =~ /VFS1/ || build.branch == "master" - - <<: *common - label: ":golang: Go runtime tests (VFS1)" - command: make go1.12-runtime-tests - parallelism: 10 - if: build.message =~ /VFS1/ || build.branch == "master" - - <<: *common - label: ":node: NodeJS runtime tests (VFS1)" - command: make nodejs12.4.0-runtime-tests - parallelism: 10 - if: build.message =~ /VFS1/ || build.branch == "master" - - <<: *common - label: ":python: Python runtime tests (VFS1)" - command: make python3.7.3-runtime-tests - parallelism: 10 - if: build.message =~ /VFS1/ || build.branch == "master" - - # The final step here will aggregate data uploaded by all other steps into an - # annotation that will appear at the top of the build, with useful information. - # - # See .buildkite/summarize.sh and .buildkite/hooks/post-command for more. - - wait - - <<: *common - label: ":yawning_face: Wait" - command: "true" - key: "wait" - - <<: *common - label: ":thisisfine: Summarize" - command: .buildkite/summarize.sh - allow_dependency_failure: true - depends_on: "wait" diff --git a/.buildkite/summarize.sh b/.buildkite/summarize.sh deleted file mode 100755 index ddf8c9ad4..000000000 --- a/.buildkite/summarize.sh +++ /dev/null @@ -1,52 +0,0 @@ -#!/bin/bash - -# Copyright 2020 The gVisor Authors. -# -# Licensed under the Apache License, Version 2.0 (the "License"); -# you may not use this file except in compliance with the License. -# You may obtain a copy of the License at -# -# http://www.apache.org/licenses/LICENSE-2.0 -# -# Unless required by applicable law or agreed to in writing, software -# distributed under the License is distributed on an "AS IS" BASIS, -# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. -# See the License for the specific language governing permissions and -# limitations under the License. - -set -xeou pipefail - -# This script collects metadata fragments produced by individual test shards in -# .buildkite/hooks/postcommand, and aggregates these into a single annotation -# that is posted to the build. In the future, this will include coverage. - -# Start the summary. -declare summary -declare status -summary=$(mktemp --tmpdir summary.XXXXXX) -status="info" - -# Download all outputs. -declare outputs -outputs=$(mktemp -d --tmpdir outputs.XXXXXX) -if buildkite-agent artifact download '**/*.output' "${outputs}"; then - status="error" - echo "## Failures" >> "${summary}" - find "${outputs}" -type f -print | xargs -r -n 1 cat | sort >> "${summary}" -fi -rm -rf "${outputs}" - -# Attempt to find profiles, if there are any. -declare profiles -profiles=$(mktemp -d --tmpdir profiles.XXXXXX) -if buildkite-agent artifact download '**/*.profile_output' "${profiles}"; then - echo "## Profiles" >> "${summary}" - find "${profiles}" -type f -print | xargs -r -n 1 cat | sort >> "${summary}" -fi -rm -rf "${profiles}" - -# Upload the final annotation. -if [[ -s "${summary}" ]]; then - cat "${summary}" | buildkite-agent annotate --style "${status}" -fi -rm -rf "${summary}" |