From 18b16820567c15193dfeeb6628d302659fda4118 Mon Sep 17 00:00:00 2001 From: Zach Butler Date: Mon, 18 Mar 2019 18:12:53 -0400 Subject: [PATCH 1/8] Created test scripts with xUnit, auto-scaling parallelism, and empty test detection, and added them to pipeline --- .buildkite/pipeline.yml | 149 ++++++++++++++------------------------- scripts/parallel-test.sh | 20 ++++++ scripts/serial-test.sh | 20 ++++++ 3 files changed, 91 insertions(+), 98 deletions(-) create mode 100755 scripts/parallel-test.sh create mode 100755 scripts/serial-test.sh diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 4e860734910..530a58f068d 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -157,13 +157,10 @@ steps: - wait - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 16.04 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -j8 -LE _tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ./scripts/parallel-test.sh label: ":ubuntu: 16.04 Tests" agents: queue: "automation-large-builder-fleet" @@ -184,13 +181,10 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 16.04 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L nonparallelizable_tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ./scripts/serial-test.sh label: ":ubuntu: 16.04 NP Tests" agents: queue: "automation-large-builder-fleet" @@ -211,13 +205,10 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 18.04 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -j8 -LE _tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ./scripts/parallel-test.sh label: ":ubuntu: 18.04 Tests" agents: queue: "automation-large-builder-fleet" @@ -238,13 +229,10 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 18.04 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L nonparallelizable_tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ./scripts/serial-test.sh label: ":ubuntu: 18.04 NP Tests" agents: queue: "automation-large-builder-fleet" @@ -264,15 +252,11 @@ steps: workdir: /data/job timeout: 60 - - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":centos: 7 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -j8 -LE _tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ./scripts/parallel-test.sh label: ":centos: 7 Tests" agents: queue: "automation-large-builder-fleet" @@ -293,13 +277,10 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":centos: 7 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L nonparallelizable_tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ./scripts/serial-test.sh label: ":centos: 7 NP Tests" agents: queue: "automation-large-builder-fleet" @@ -320,13 +301,10 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":aws: 1 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -j8 -LE _tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ./scripts/parallel-test.sh label: ":aws: 1 Tests" agents: queue: "automation-large-builder-fleet" @@ -347,13 +325,10 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":aws: 1 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L nonparallelizable_tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ./scripts/serial-test.sh label: ":aws: 1 NP Tests" agents: queue: "automation-large-builder-fleet" @@ -374,13 +349,10 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":aws: 2 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -j8 -LE _tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ./scripts/parallel-test.sh label: ":aws: 2 Tests" agents: queue: "automation-large-builder-fleet" @@ -401,13 +373,10 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":aws: 2 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L nonparallelizable_tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ./scripts/serial-test.sh label: ":aws: 2 NP Tests" agents: queue: "automation-large-builder-fleet" @@ -428,13 +397,10 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":fedora: 27 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -j8 -LE _tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ./scripts/parallel-test.sh label: ":fedora: 27 Tests" agents: queue: "automation-large-builder-fleet" @@ -455,13 +421,10 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":fedora: 27 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L nonparallelizable_tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ./scripts/serial-test.sh label: ":fedora: 27 NP Tests" agents: queue: "automation-large-builder-fleet" @@ -482,13 +445,11 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":darwin: High Sierra Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - ln -s "$(pwd)" /data/job && cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -j8 -LE _tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ln -s "$(pwd)" /data/job && \ + ./scripts/parallel-test.sh label: ":darwin: High Sierra Tests" agents: - "role=tester-v2-1" @@ -500,13 +461,10 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":darwin: High Sierra Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - ln -s "$(pwd)" /data/job && cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L nonparallelizable_tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ln -s "$(pwd)" /data/job && ./scripts/serial-test.sh label: ":darwin: High Sierra NP Tests" agents: - "role=tester-v2-1" @@ -518,13 +476,11 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":darwin: Mojave Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - ln -s "$(pwd)" /data/job && cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -j8 -LE _tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ln -s "$(pwd)" /data/job && \ + ./scripts/parallel-test.sh label: ":darwin: Mojave Tests" agents: - "role=tester-v2-1" @@ -536,13 +492,10 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":darwin: Mojave Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - ln -s "$(pwd)" /data/job && cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L nonparallelizable_tests --output-on-failure + echo "+++ :microscope: Running Tests" && \ + ln -s "$(pwd)" /data/job && ./scripts/serial-test.sh label: ":darwin: Mojave NP Tests" agents: - "role=tester-v2-1" @@ -716,4 +669,4 @@ steps: artifact_paths: - "build/packages/eosio_highsierra.rb" - "build/packages/eosio.rb" - timeout: 60 \ No newline at end of file + timeout: 60 diff --git a/scripts/parallel-test.sh b/scripts/parallel-test.sh new file mode 100755 index 00000000000..3ae30c13dcd --- /dev/null +++ b/scripts/parallel-test.sh @@ -0,0 +1,20 @@ +#!/bin/bash +set -e # exit on failure of any "simple" command (excludes &&, ||, or | chains) +PATH=\$PATH:~/opt/mongodb/bin +echo "Extracting build directory..." +tar -zxf build.tar.gz +echo "Starting MongoDB..." +~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log +cd /data/job/build +echo "Running tests..." +CPU_CORES=$(getconf _NPROCESSORS_ONLN) +echo "$CPU_CORES cpu cores detected." +TEST_COUNT=$(ctest -N -LE _tests | grep -i 'Total Tests: ' | cut -d ':' -f 2 | awk '{print $1}') +[[ $TEST_COUNT > 0 ]] && echo "$TEST_COUNT tests found." || (echo "ERROR: No tests registered with ctest! Exiting..." && exit 1) +echo "$ ctest -j $CPU_CORES -LE _tests --output-on-failure -T Test" +ctest -j $CPU_CORES -LE _tests --output-on-failure -T Test +echo "Uploading xUnit test results XML file..." +XML_FILENAME="test-results.xml" +mv $(pwd)/Testing/$(ls $(pwd)/Testing/ | grep '20' | tail -n 1)/Test.xml $XML_FILENAME +buildkite-agent artifact upload $XML_FILENAME +echo "Done uploading $XML_FILENAME." diff --git a/scripts/serial-test.sh b/scripts/serial-test.sh new file mode 100755 index 00000000000..675f197cfc8 --- /dev/null +++ b/scripts/serial-test.sh @@ -0,0 +1,20 @@ +#!/bin/bash +set -e # exit on failure of any "simple" command (excludes &&, ||, or | chains) +PATH=\$PATH:~/opt/mongodb/bin +echo "Extracting build directory..." +tar -zxf build.tar.gz +echo "Starting MongoDB..." +~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log +cd /data/job/build +echo "Running tests..." +CPU_CORES=$(getconf _NPROCESSORS_ONLN) +echo "$CPU_CORES cpu cores detected." +TEST_COUNT=$(ctest -N -L nonparallelizable_tests | grep -i 'Total Tests: ' | cut -d ':' -f 2 | awk '{print $1}') +[[ $TEST_COUNT > 0 ]] && echo "$TEST_COUNT tests found." || (echo "ERROR: No tests registered with ctest! Exiting..." && exit 1) +echo "$ ctest -j $CPU_CORES -L nonparallelizable_tests --output-on-failure -T Test" +ctest -j $CPU_CORES -L nonparallelizable_tests --output-on-failure -T Test +echo "Uploading xUnit test results XML file..." +XML_FILENAME="test-results.xml" +mv $(pwd)/Testing/$(ls $(pwd)/Testing/ | grep '20' | tail -n 1)/Test.xml $XML_FILENAME +buildkite-agent artifact upload $XML_FILENAME +echo "Done uploading $XML_FILENAME." From e82392b8b99dd3108430874eac64ac12540b7a53 Mon Sep 17 00:00:00 2001 From: Zach Butler Date: Mon, 18 Mar 2019 18:25:04 -0400 Subject: [PATCH 2/8] Copy-pasta error --- scripts/serial-test.sh | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/scripts/serial-test.sh b/scripts/serial-test.sh index 675f197cfc8..c79031e6865 100755 --- a/scripts/serial-test.sh +++ b/scripts/serial-test.sh @@ -7,12 +7,10 @@ echo "Starting MongoDB..." ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log cd /data/job/build echo "Running tests..." -CPU_CORES=$(getconf _NPROCESSORS_ONLN) -echo "$CPU_CORES cpu cores detected." TEST_COUNT=$(ctest -N -L nonparallelizable_tests | grep -i 'Total Tests: ' | cut -d ':' -f 2 | awk '{print $1}') [[ $TEST_COUNT > 0 ]] && echo "$TEST_COUNT tests found." || (echo "ERROR: No tests registered with ctest! Exiting..." && exit 1) -echo "$ ctest -j $CPU_CORES -L nonparallelizable_tests --output-on-failure -T Test" -ctest -j $CPU_CORES -L nonparallelizable_tests --output-on-failure -T Test +echo "$ ctest -L nonparallelizable_tests --output-on-failure -T Test" +ctest -L nonparallelizable_tests --output-on-failure -T Test echo "Uploading xUnit test results XML file..." XML_FILENAME="test-results.xml" mv $(pwd)/Testing/$(ls $(pwd)/Testing/ | grep '20' | tail -n 1)/Test.xml $XML_FILENAME From ef38dd4b5f0989737844c966acbfdba78a282771 Mon Sep 17 00:00:00 2001 From: Zach Butler Date: Mon, 18 Mar 2019 18:56:47 -0400 Subject: [PATCH 3/8] Added xUnit output and empty test detection to long-running tests --- .buildkite/long_running_tests.yml | 106 +++++++----------------------- .buildkite/pipeline.yml | 72 +++----------------- scripts/long-running-test.sh | 26 ++++++++ scripts/parallel-test.sh | 12 +++- scripts/serial-test.sh | 12 +++- 5 files changed, 78 insertions(+), 150 deletions(-) create mode 100755 scripts/long-running-test.sh diff --git a/.buildkite/long_running_tests.yml b/.buildkite/long_running_tests.yml index 0e6133019ce..a3b4159031e 100644 --- a/.buildkite/long_running_tests.yml +++ b/.buildkite/long_running_tests.yml @@ -156,21 +156,14 @@ steps: - wait - - command: | - echo "--- :arrow_down: Downloading build directory" && \ + - command: | # Ubuntu 16.04 Tests + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 16.04 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ echo "+++ :microscope: Running LR Tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L long_running_tests --output-on-failure + ./scripts/long-running-test.sh label: ":ubuntu: 16.04 LR Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -183,21 +176,14 @@ steps: workdir: /data/job timeout: 60 - - command: | - echo "--- :arrow_down: Downloading build directory" && \ + - command: | # Ubuntu 18.04 Tests + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 18.04 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ echo "+++ :microscope: Running LR Tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L long_running_tests --output-on-failure + ./scripts/long-running-test.sh label: ":ubuntu: 18.04 LR Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -210,21 +196,14 @@ steps: workdir: /data/job timeout: 60 - - command: | - echo "--- :arrow_down: Downloading build directory" && \ + - command: | # centOS Tests + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":centos: 7 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ echo "+++ :microscope: Running LR Tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L long_running_tests --output-on-failure + ./scripts/long-running-test.sh label: ":centos: 7 LR Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -237,21 +216,14 @@ steps: workdir: /data/job timeout: 60 - - command: | - echo "--- :arrow_down: Downloading build directory" && \ + - command: | # Amazon AWS-1 Linux Tests + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":aws: 1 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ echo "+++ :microscope: Running LR Tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L long_running_tests --output-on-failure + ./scripts/long-running-test.sh label: ":aws: 1 LR Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -264,21 +236,14 @@ steps: workdir: /data/job timeout: 60 - - command: | - echo "--- :arrow_down: Downloading build directory" && \ + - command: | # Amazon AWS-2 Linux Tests + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":aws: 2 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ echo "+++ :microscope: Running LR Tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L long_running_tests --output-on-failure + ./scripts/long-running-test.sh label: ":aws: 2 LR Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -291,21 +256,14 @@ steps: workdir: /data/job timeout: 60 - - command: | - echo "--- :arrow_down: Downloading build directory" && \ + - command: | # Fedora Tests + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":fedora: 27 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ echo "+++ :microscope: Running LR Tests" && \ - cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L long_running_tests --output-on-failure + ./scripts/long-running-test.sh label: ":fedora: 27 LR Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -318,40 +276,24 @@ steps: workdir: /data/job timeout: 60 - - command: | - echo "--- :arrow_down: Downloading build directory" && \ + - command: | # High Sierra Tests + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":darwin: High Sierra Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ echo "+++ :microscope: Running LR Tests" && \ - ln -s "$(pwd)" /data/job && cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L long_running_tests --output-on-failure + ln -s "$(pwd)" /data/job && ./scripts/long-running-test.sh label: ":darwin: High Sierra LR Tests" agents: - "role=tester-v2-1" - "os=high-sierra" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" timeout: 60 - - command: | - echo "--- :arrow_down: Downloading build directory" && \ + - command: | # Mojave Tests + echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":darwin: Mojave Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log && \ echo "+++ :microscope: Running LR Tests" && \ - ln -s "$(pwd)" /data/job && cd /data/job/build && PATH=\$PATH:~/opt/mongodb/bin ctest -L long_running_tests --output-on-failure + ln -s "$(pwd)" /data/job && ./scripts/long-running-test.sh label: ":darwin: Mojave LR Tests" agents: - "role=tester-v2-1" - "os=mojave" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" timeout: 60 - - \ No newline at end of file diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 530a58f068d..92ba19aeecb 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -156,6 +156,7 @@ steps: - wait + # Ubuntu 16.04 Tests - command: | echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 16.04 Build" && \ @@ -164,10 +165,6 @@ steps: label: ":ubuntu: 16.04 Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -188,10 +185,6 @@ steps: label: ":ubuntu: 16.04 NP Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -204,6 +197,7 @@ steps: workdir: /data/job timeout: 60 + # Ubuntu 18.04 Tests - command: | echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 18.04 Build" && \ @@ -212,10 +206,6 @@ steps: label: ":ubuntu: 18.04 Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -236,10 +226,6 @@ steps: label: ":ubuntu: 18.04 NP Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -252,6 +238,7 @@ steps: workdir: /data/job timeout: 60 + # centOS Tests - command: | echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":centos: 7 Build" && \ @@ -260,10 +247,6 @@ steps: label: ":centos: 7 Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -284,10 +267,6 @@ steps: label: ":centos: 7 NP Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -300,6 +279,7 @@ steps: workdir: /data/job timeout: 60 + # Amazon AWS-1 Linux Tests - command: | echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":aws: 1 Build" && \ @@ -308,10 +288,6 @@ steps: label: ":aws: 1 Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -332,10 +308,6 @@ steps: label: ":aws: 1 NP Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -348,6 +320,7 @@ steps: workdir: /data/job timeout: 60 + # Amazon AWS-2 Linux Tests - command: | echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":aws: 2 Build" && \ @@ -356,10 +329,6 @@ steps: label: ":aws: 2 Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -380,10 +349,6 @@ steps: label: ":aws: 2 NP Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -396,6 +361,7 @@ steps: workdir: /data/job timeout: 60 + # Fedora Tests - command: | echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":fedora: 27 Build" && \ @@ -404,10 +370,6 @@ steps: label: ":fedora: 27 Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -428,10 +390,6 @@ steps: label: ":fedora: 27 NP Tests" agents: queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" plugins: ecr#v1.1.4: login: true @@ -444,6 +402,7 @@ steps: workdir: /data/job timeout: 60 + # High Sierra Tests - command: | echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":darwin: High Sierra Build" && \ @@ -454,10 +413,6 @@ steps: agents: - "role=tester-v2-1" - "os=high-sierra" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" timeout: 60 - command: | @@ -469,12 +424,9 @@ steps: agents: - "role=tester-v2-1" - "os=high-sierra" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" timeout: 60 + # Mojave Tests - command: | echo "--- :arrow_down: Downloading Build Directory" && \ buildkite-agent artifact download "build.tar.gz" . --step ":darwin: Mojave Build" && \ @@ -485,10 +437,6 @@ steps: agents: - "role=tester-v2-1" - "os=mojave" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" timeout: 60 - command: | @@ -500,10 +448,6 @@ steps: agents: - "role=tester-v2-1" - "os=mojave" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" timeout: 60 - wait diff --git a/scripts/long-running-test.sh b/scripts/long-running-test.sh new file mode 100755 index 00000000000..fb775ae7c50 --- /dev/null +++ b/scripts/long-running-test.sh @@ -0,0 +1,26 @@ +#!/bin/bash +set -e # exit on failure of any "simple" command (excludes &&, ||, or | chains) +# prepare environment +PATH=\$PATH:~/opt/mongodb/bin +echo "Extracting build directory..." +tar -zxf build.tar.gz +echo "Starting MongoDB..." +~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log +cd /data/job/build +# run tests +echo "Running tests..." +TEST_COUNT=$(ctest -N -L nonparallelizable_tests | grep -i 'Total Tests: ' | cut -d ':' -f 2 | awk '{print $1}') +[[ $TEST_COUNT > 0 ]] && echo "$TEST_COUNT tests found." || (echo "ERROR: No tests registered with ctest! Exiting..." && exit 1) +echo "$ ctest -L long_running_tests --output-on-failure -T Test" +ctest -L long_running_tests --output-on-failure -T Test +# upload artifacts +echo "Uploading artifacts..." +XML_FILENAME="test-results.xml" +mv $(pwd)/Testing/$(ls $(pwd)/Testing/ | grep '20' | tail -n 1)/Test.xml $XML_FILENAME +buildkite-agent artifact upload config.ini +buildkite-agent artifact upload genesis.json +cd .. +buildkite-agent artifact upload mongod.log +cd build +buildkite-agent artifact upload $XML_FILENAME +echo "Done uploading artifacts." diff --git a/scripts/parallel-test.sh b/scripts/parallel-test.sh index 3ae30c13dcd..d107047b668 100755 --- a/scripts/parallel-test.sh +++ b/scripts/parallel-test.sh @@ -1,11 +1,13 @@ #!/bin/bash set -e # exit on failure of any "simple" command (excludes &&, ||, or | chains) +# prepare environment PATH=\$PATH:~/opt/mongodb/bin echo "Extracting build directory..." tar -zxf build.tar.gz echo "Starting MongoDB..." ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log cd /data/job/build +# run tests echo "Running tests..." CPU_CORES=$(getconf _NPROCESSORS_ONLN) echo "$CPU_CORES cpu cores detected." @@ -13,8 +15,14 @@ TEST_COUNT=$(ctest -N -LE _tests | grep -i 'Total Tests: ' | cut -d ':' -f 2 | a [[ $TEST_COUNT > 0 ]] && echo "$TEST_COUNT tests found." || (echo "ERROR: No tests registered with ctest! Exiting..." && exit 1) echo "$ ctest -j $CPU_CORES -LE _tests --output-on-failure -T Test" ctest -j $CPU_CORES -LE _tests --output-on-failure -T Test -echo "Uploading xUnit test results XML file..." +# upload artifacts +echo "Uploading artifacts..." XML_FILENAME="test-results.xml" mv $(pwd)/Testing/$(ls $(pwd)/Testing/ | grep '20' | tail -n 1)/Test.xml $XML_FILENAME +buildkite-agent artifact upload config.ini +buildkite-agent artifact upload genesis.json +cd .. +buildkite-agent artifact upload mongod.log +cd build buildkite-agent artifact upload $XML_FILENAME -echo "Done uploading $XML_FILENAME." +echo "Done uploading artifacts." diff --git a/scripts/serial-test.sh b/scripts/serial-test.sh index c79031e6865..7e8892fefbb 100755 --- a/scripts/serial-test.sh +++ b/scripts/serial-test.sh @@ -1,18 +1,26 @@ #!/bin/bash set -e # exit on failure of any "simple" command (excludes &&, ||, or | chains) +# prepare environment PATH=\$PATH:~/opt/mongodb/bin echo "Extracting build directory..." tar -zxf build.tar.gz echo "Starting MongoDB..." ~/bin/mongod --fork --dbpath ~/data/mongodb -f ~/etc/mongod.conf --logpath "$(pwd)"/mongod.log cd /data/job/build +# run tests echo "Running tests..." TEST_COUNT=$(ctest -N -L nonparallelizable_tests | grep -i 'Total Tests: ' | cut -d ':' -f 2 | awk '{print $1}') [[ $TEST_COUNT > 0 ]] && echo "$TEST_COUNT tests found." || (echo "ERROR: No tests registered with ctest! Exiting..." && exit 1) echo "$ ctest -L nonparallelizable_tests --output-on-failure -T Test" ctest -L nonparallelizable_tests --output-on-failure -T Test -echo "Uploading xUnit test results XML file..." +# upload artifacts +echo "Uploading artifacts..." XML_FILENAME="test-results.xml" mv $(pwd)/Testing/$(ls $(pwd)/Testing/ | grep '20' | tail -n 1)/Test.xml $XML_FILENAME +buildkite-agent artifact upload config.ini +buildkite-agent artifact upload genesis.json +cd .. +buildkite-agent artifact upload mongod.log +cd build buildkite-agent artifact upload $XML_FILENAME -echo "Done uploading $XML_FILENAME." +echo "Done uploading artifacts." From cb5f3c7d2c10e8e27fbdf1c450b3d71efa056634 Mon Sep 17 00:00:00 2001 From: Zach Butler Date: Tue, 19 Mar 2019 09:27:22 -0400 Subject: [PATCH 4/8] Removed escape character from copy-pasta --- scripts/long-running-test.sh | 2 +- scripts/parallel-test.sh | 2 +- scripts/serial-test.sh | 2 +- 3 files changed, 3 insertions(+), 3 deletions(-) diff --git a/scripts/long-running-test.sh b/scripts/long-running-test.sh index fb775ae7c50..60cae2d0b7f 100755 --- a/scripts/long-running-test.sh +++ b/scripts/long-running-test.sh @@ -1,7 +1,7 @@ #!/bin/bash set -e # exit on failure of any "simple" command (excludes &&, ||, or | chains) # prepare environment -PATH=\$PATH:~/opt/mongodb/bin +PATH=$PATH:~/opt/mongodb/bin echo "Extracting build directory..." tar -zxf build.tar.gz echo "Starting MongoDB..." diff --git a/scripts/parallel-test.sh b/scripts/parallel-test.sh index d107047b668..5174c454e2a 100755 --- a/scripts/parallel-test.sh +++ b/scripts/parallel-test.sh @@ -1,7 +1,7 @@ #!/bin/bash set -e # exit on failure of any "simple" command (excludes &&, ||, or | chains) # prepare environment -PATH=\$PATH:~/opt/mongodb/bin +PATH=$PATH:~/opt/mongodb/bin echo "Extracting build directory..." tar -zxf build.tar.gz echo "Starting MongoDB..." diff --git a/scripts/serial-test.sh b/scripts/serial-test.sh index 7e8892fefbb..512229d6272 100755 --- a/scripts/serial-test.sh +++ b/scripts/serial-test.sh @@ -1,7 +1,7 @@ #!/bin/bash set -e # exit on failure of any "simple" command (excludes &&, ||, or | chains) # prepare environment -PATH=\$PATH:~/opt/mongodb/bin +PATH=$PATH:~/opt/mongodb/bin echo "Extracting build directory..." tar -zxf build.tar.gz echo "Starting MongoDB..." From f7eedcae8441e02b2f0e4b04e882168acff4be33 Mon Sep 17 00:00:00 2001 From: Zach Butler Date: Tue, 19 Mar 2019 11:03:28 -0400 Subject: [PATCH 5/8] Suppress missing DartConfiguration.tcl file error --- CMakeLists.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/CMakeLists.txt b/CMakeLists.txt index 0d54f35526c..f9375f0f8b9 100644 --- a/CMakeLists.txt +++ b/CMakeLists.txt @@ -1,7 +1,7 @@ cmake_minimum_required( VERSION 3.5 ) project( EOSIO ) - +include(CTest) # suppresses DartConfiguration.tcl error enable_testing() if (CMAKE_INSTALL_PREFIX_INITIALIZED_TO_DEFAULT) From 325f52c5036c7d0805d9472ed44c60bfab8ca156 Mon Sep 17 00:00:00 2001 From: Zach Butler Date: Tue, 19 Mar 2019 12:34:57 -0400 Subject: [PATCH 6/8] Increased the long-running test timeout from 60 min to 90 min --- .buildkite/long_running_tests.yml | 16 ++++++++-------- 1 file changed, 8 insertions(+), 8 deletions(-) diff --git a/.buildkite/long_running_tests.yml b/.buildkite/long_running_tests.yml index a3b4159031e..ac80b6e1b29 100644 --- a/.buildkite/long_running_tests.yml +++ b/.buildkite/long_running_tests.yml @@ -174,7 +174,7 @@ steps: debug: true image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:ubuntu16_2-1" workdir: /data/job - timeout: 60 + timeout: 90 - command: | # Ubuntu 18.04 Tests echo "--- :arrow_down: Downloading Build Directory" && \ @@ -194,7 +194,7 @@ steps: debug: true image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:ubuntu18_2-1" workdir: /data/job - timeout: 60 + timeout: 90 - command: | # centOS Tests echo "--- :arrow_down: Downloading Build Directory" && \ @@ -214,7 +214,7 @@ steps: debug: true image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:centos7_2-1" workdir: /data/job - timeout: 60 + timeout: 90 - command: | # Amazon AWS-1 Linux Tests echo "--- :arrow_down: Downloading Build Directory" && \ @@ -234,7 +234,7 @@ steps: debug: true image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:amazonlinux1_2-1" workdir: /data/job - timeout: 60 + timeout: 90 - command: | # Amazon AWS-2 Linux Tests echo "--- :arrow_down: Downloading Build Directory" && \ @@ -254,7 +254,7 @@ steps: debug: true image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:amazonlinux2_2-1" workdir: /data/job - timeout: 60 + timeout: 90 - command: | # Fedora Tests echo "--- :arrow_down: Downloading Build Directory" && \ @@ -274,7 +274,7 @@ steps: debug: true image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:fedora27_2-1" workdir: /data/job - timeout: 60 + timeout: 90 - command: | # High Sierra Tests echo "--- :arrow_down: Downloading Build Directory" && \ @@ -285,7 +285,7 @@ steps: agents: - "role=tester-v2-1" - "os=high-sierra" - timeout: 60 + timeout: 90 - command: | # Mojave Tests echo "--- :arrow_down: Downloading Build Directory" && \ @@ -296,4 +296,4 @@ steps: agents: - "role=tester-v2-1" - "os=mojave" - timeout: 60 + timeout: 90 From 419c323928f75ea6fa17c9ba65ab0ee15b854e70 Mon Sep 17 00:00:00 2001 From: Zach Butler Date: Tue, 19 Mar 2019 16:47:31 -0400 Subject: [PATCH 7/8] Removed line continuations from Buildkite yaml files --- .buildkite/long_running_tests.yml | 104 ++++++------- .buildkite/pipeline.yml | 238 +++++++++++++++--------------- 2 files changed, 171 insertions(+), 171 deletions(-) diff --git a/.buildkite/long_running_tests.yml b/.buildkite/long_running_tests.yml index ac80b6e1b29..6383f57c392 100644 --- a/.buildkite/long_running_tests.yml +++ b/.buildkite/long_running_tests.yml @@ -1,9 +1,9 @@ steps: - command: | - echo "+++ :hammer: Building" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- :compression: Compressing build directory" && \ + echo "+++ :hammer: Building" + ./scripts/eosio_build.sh -y + echo "--- :compression: Compressing build directory" tar -pczf build.tar.gz build/ label: ":ubuntu: 16.04 Build" agents: @@ -22,9 +22,9 @@ steps: timeout: 60 - command: | - echo "+++ :hammer: Building" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- :compression: Compressing build directory" && \ + echo "+++ :hammer: Building" + ./scripts/eosio_build.sh -y + echo "--- :compression: Compressing build directory" tar -pczf build.tar.gz build/ label: ":ubuntu: 18.04 Build" agents: @@ -43,9 +43,9 @@ steps: timeout: 60 - command: | - echo "+++ :hammer: Building" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- :compression: Compressing build directory" && \ + echo "+++ :hammer: Building" + ./scripts/eosio_build.sh -y + echo "--- :compression: Compressing build directory" tar -pczf build.tar.gz build/ label: ":centos: 7 Build" agents: @@ -64,9 +64,9 @@ steps: timeout: 60 - command: | - echo "+++ :hammer: Building" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- :compression: Compressing build directory" && \ + echo "+++ :hammer: Building" + ./scripts/eosio_build.sh -y + echo "--- :compression: Compressing build directory" tar -pczf build.tar.gz build/ label: ":aws: 1 Build" agents: @@ -85,9 +85,9 @@ steps: timeout: 60 - command: | - echo "+++ :hammer: Building" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- :compression: Compressing build directory" && \ + echo "+++ :hammer: Building" + ./scripts/eosio_build.sh -y + echo "--- :compression: Compressing build directory" tar -pczf build.tar.gz build/ label: ":aws: 2 Build" agents: @@ -106,9 +106,9 @@ steps: timeout: 60 - command: | - echo "+++ :hammer: Building" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- :compression: Compressing build directory" && \ + echo "+++ :hammer: Building" + ./scripts/eosio_build.sh -y + echo "--- :compression: Compressing build directory" tar -pczf build.tar.gz build/ label: ":fedora: 27 Build" agents: @@ -127,11 +127,11 @@ steps: timeout: 60 - command: | - echo "--- Creating symbolic link to job directory :file_folder:" && \ - sleep 5 && ln -s "$(pwd)" /data/job && cd /data/job && \ - echo "+++ Building :hammer:" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- Compressing build directory :compression:" && \ + echo "--- Creating symbolic link to job directory :file_folder:" + sleep 5 && ln -s "$(pwd)" /data/job && cd /data/job + echo "+++ Building :hammer:" + ./scripts/eosio_build.sh -y + echo "--- Compressing build directory :compression:" tar -pczf build.tar.gz build/ label: ":darwin: Mojave Build" agents: @@ -141,11 +141,11 @@ steps: timeout: 60 - command: | - echo "--- Creating symbolic link to job directory :file_folder:" && \ - sleep 5 && ln -s "$(pwd)" /data/job && cd /data/job && \ - echo "+++ Building :hammer:" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- Compressing build directory :compression:" && \ + echo "--- Creating symbolic link to job directory :file_folder:" + sleep 5 && ln -s "$(pwd)" /data/job && cd /data/job + echo "+++ Building :hammer:" + ./scripts/eosio_build.sh -y + echo "--- Compressing build directory :compression:" tar -pczf build.tar.gz build/ label: ":darwin: High Sierra Build" agents: @@ -157,9 +157,9 @@ steps: - wait - command: | # Ubuntu 16.04 Tests - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 16.04 Build" && \ - echo "+++ :microscope: Running LR Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 16.04 Build" + echo "+++ :microscope: Running LR Tests" ./scripts/long-running-test.sh label: ":ubuntu: 16.04 LR Tests" agents: @@ -177,9 +177,9 @@ steps: timeout: 90 - command: | # Ubuntu 18.04 Tests - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 18.04 Build" && \ - echo "+++ :microscope: Running LR Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 18.04 Build" + echo "+++ :microscope: Running LR Tests" ./scripts/long-running-test.sh label: ":ubuntu: 18.04 LR Tests" agents: @@ -197,9 +197,9 @@ steps: timeout: 90 - command: | # centOS Tests - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":centos: 7 Build" && \ - echo "+++ :microscope: Running LR Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":centos: 7 Build" + echo "+++ :microscope: Running LR Tests" ./scripts/long-running-test.sh label: ":centos: 7 LR Tests" agents: @@ -217,9 +217,9 @@ steps: timeout: 90 - command: | # Amazon AWS-1 Linux Tests - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":aws: 1 Build" && \ - echo "+++ :microscope: Running LR Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":aws: 1 Build" + echo "+++ :microscope: Running LR Tests" ./scripts/long-running-test.sh label: ":aws: 1 LR Tests" agents: @@ -237,9 +237,9 @@ steps: timeout: 90 - command: | # Amazon AWS-2 Linux Tests - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":aws: 2 Build" && \ - echo "+++ :microscope: Running LR Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":aws: 2 Build" + echo "+++ :microscope: Running LR Tests" ./scripts/long-running-test.sh label: ":aws: 2 LR Tests" agents: @@ -257,9 +257,9 @@ steps: timeout: 90 - command: | # Fedora Tests - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":fedora: 27 Build" && \ - echo "+++ :microscope: Running LR Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":fedora: 27 Build" + echo "+++ :microscope: Running LR Tests" ./scripts/long-running-test.sh label: ":fedora: 27 LR Tests" agents: @@ -277,9 +277,9 @@ steps: timeout: 90 - command: | # High Sierra Tests - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":darwin: High Sierra Build" && \ - echo "+++ :microscope: Running LR Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":darwin: High Sierra Build" + echo "+++ :microscope: Running LR Tests" ln -s "$(pwd)" /data/job && ./scripts/long-running-test.sh label: ":darwin: High Sierra LR Tests" agents: @@ -288,9 +288,9 @@ steps: timeout: 90 - command: | # Mojave Tests - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":darwin: Mojave Build" && \ - echo "+++ :microscope: Running LR Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":darwin: Mojave Build" + echo "+++ :microscope: Running LR Tests" ln -s "$(pwd)" /data/job && ./scripts/long-running-test.sh label: ":darwin: Mojave LR Tests" agents: diff --git a/.buildkite/pipeline.yml b/.buildkite/pipeline.yml index 92ba19aeecb..57ce31e5a6c 100644 --- a/.buildkite/pipeline.yml +++ b/.buildkite/pipeline.yml @@ -1,9 +1,9 @@ steps: - command: | - echo "+++ :hammer: Building" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- :compression: Compressing build directory" && \ + echo "+++ :hammer: Building" + ./scripts/eosio_build.sh -y + echo "--- :compression: Compressing build directory" tar -pczf build.tar.gz build/ label: ":ubuntu: 16.04 Build" agents: @@ -22,9 +22,9 @@ steps: timeout: 60 - command: | - echo "+++ :hammer: Building" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- :compression: Compressing build directory" && \ + echo "+++ :hammer: Building" + ./scripts/eosio_build.sh -y + echo "--- :compression: Compressing build directory" tar -pczf build.tar.gz build/ label: ":ubuntu: 18.04 Build" agents: @@ -43,9 +43,9 @@ steps: timeout: 60 - command: | - echo "+++ :hammer: Building" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- :compression: Compressing build directory" && \ + echo "+++ :hammer: Building" + ./scripts/eosio_build.sh -y + echo "--- :compression: Compressing build directory" tar -pczf build.tar.gz build/ label: ":centos: 7 Build" agents: @@ -64,9 +64,9 @@ steps: timeout: 60 - command: | - echo "+++ :hammer: Building" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- :compression: Compressing build directory" && \ + echo "+++ :hammer: Building" + ./scripts/eosio_build.sh -y + echo "--- :compression: Compressing build directory" tar -pczf build.tar.gz build/ label: ":aws: 1 Build" agents: @@ -85,9 +85,9 @@ steps: timeout: 60 - command: | - echo "+++ :hammer: Building" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- :compression: Compressing build directory" && \ + echo "+++ :hammer: Building" + ./scripts/eosio_build.sh -y + echo "--- :compression: Compressing build directory" tar -pczf build.tar.gz build/ label: ":aws: 2 Build" agents: @@ -106,9 +106,9 @@ steps: timeout: 60 - command: | - echo "+++ :hammer: Building" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- :compression: Compressing build directory" && \ + echo "+++ :hammer: Building" + ./scripts/eosio_build.sh -y + echo "--- :compression: Compressing build directory" tar -pczf build.tar.gz build/ label: ":fedora: 27 Build" agents: @@ -127,11 +127,11 @@ steps: timeout: 60 - command: | - echo "--- Creating symbolic link to job directory :file_folder:" && \ - sleep 5 && ln -s "$(pwd)" /data/job && cd /data/job && \ - echo "+++ Building :hammer:" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- Compressing build directory :compression:" && \ + echo "--- Creating symbolic link to job directory :file_folder:" + sleep 5 && ln -s "$(pwd)" /data/job && cd /data/job + echo "+++ Building :hammer:" + ./scripts/eosio_build.sh -y + echo "--- Compressing build directory :compression:" tar -pczf build.tar.gz build/ label: ":darwin: Mojave Build" agents: @@ -141,11 +141,11 @@ steps: timeout: 60 - command: | - echo "--- Creating symbolic link to job directory :file_folder:" && \ - sleep 5 && ln -s "$(pwd)" /data/job && cd /data/job && \ - echo "+++ Building :hammer:" && \ - ./scripts/eosio_build.sh -y && \ - echo "--- Compressing build directory :compression:" && \ + echo "--- Creating symbolic link to job directory :file_folder:" + sleep 5 && ln -s "$(pwd)" /data/job && cd /data/job + echo "+++ Building :hammer:" + ./scripts/eosio_build.sh -y + echo "--- Compressing build directory :compression:" tar -pczf build.tar.gz build/ label: ":darwin: High Sierra Build" agents: @@ -158,9 +158,9 @@ steps: # Ubuntu 16.04 Tests - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 16.04 Build" && \ - echo "+++ :microscope: Running Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 16.04 Build" + echo "+++ :microscope: Running Tests" ./scripts/parallel-test.sh label: ":ubuntu: 16.04 Tests" agents: @@ -178,9 +178,9 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 16.04 Build" && \ - echo "+++ :microscope: Running Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 16.04 Build" + echo "+++ :microscope: Running Tests" ./scripts/serial-test.sh label: ":ubuntu: 16.04 NP Tests" agents: @@ -199,9 +199,9 @@ steps: # Ubuntu 18.04 Tests - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 18.04 Build" && \ - echo "+++ :microscope: Running Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 18.04 Build" + echo "+++ :microscope: Running Tests" ./scripts/parallel-test.sh label: ":ubuntu: 18.04 Tests" agents: @@ -219,9 +219,9 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 18.04 Build" && \ - echo "+++ :microscope: Running Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 18.04 Build" + echo "+++ :microscope: Running Tests" ./scripts/serial-test.sh label: ":ubuntu: 18.04 NP Tests" agents: @@ -240,9 +240,9 @@ steps: # centOS Tests - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":centos: 7 Build" && \ - echo "+++ :microscope: Running Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":centos: 7 Build" + echo "+++ :microscope: Running Tests" ./scripts/parallel-test.sh label: ":centos: 7 Tests" agents: @@ -260,9 +260,9 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":centos: 7 Build" && \ - echo "+++ :microscope: Running Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":centos: 7 Build" + echo "+++ :microscope: Running Tests" ./scripts/serial-test.sh label: ":centos: 7 NP Tests" agents: @@ -281,9 +281,9 @@ steps: # Amazon AWS-1 Linux Tests - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":aws: 1 Build" && \ - echo "+++ :microscope: Running Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":aws: 1 Build" + echo "+++ :microscope: Running Tests" ./scripts/parallel-test.sh label: ":aws: 1 Tests" agents: @@ -301,9 +301,9 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":aws: 1 Build" && \ - echo "+++ :microscope: Running Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":aws: 1 Build" + echo "+++ :microscope: Running Tests" ./scripts/serial-test.sh label: ":aws: 1 NP Tests" agents: @@ -322,9 +322,9 @@ steps: # Amazon AWS-2 Linux Tests - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":aws: 2 Build" && \ - echo "+++ :microscope: Running Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":aws: 2 Build" + echo "+++ :microscope: Running Tests" ./scripts/parallel-test.sh label: ":aws: 2 Tests" agents: @@ -342,9 +342,9 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":aws: 2 Build" && \ - echo "+++ :microscope: Running Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":aws: 2 Build" + echo "+++ :microscope: Running Tests" ./scripts/serial-test.sh label: ":aws: 2 NP Tests" agents: @@ -363,9 +363,9 @@ steps: # Fedora Tests - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":fedora: 27 Build" && \ - echo "+++ :microscope: Running Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":fedora: 27 Build" + echo "+++ :microscope: Running Tests" ./scripts/parallel-test.sh label: ":fedora: 27 Tests" agents: @@ -383,9 +383,9 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":fedora: 27 Build" && \ - echo "+++ :microscope: Running Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":fedora: 27 Build" + echo "+++ :microscope: Running Tests" ./scripts/serial-test.sh label: ":fedora: 27 NP Tests" agents: @@ -404,10 +404,10 @@ steps: # High Sierra Tests - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":darwin: High Sierra Build" && \ - echo "+++ :microscope: Running Tests" && \ - ln -s "$(pwd)" /data/job && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":darwin: High Sierra Build" + echo "+++ :microscope: Running Tests" + ln -s "$(pwd)" /data/job ./scripts/parallel-test.sh label: ":darwin: High Sierra Tests" agents: @@ -416,9 +416,9 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":darwin: High Sierra Build" && \ - echo "+++ :microscope: Running Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":darwin: High Sierra Build" + echo "+++ :microscope: Running Tests" ln -s "$(pwd)" /data/job && ./scripts/serial-test.sh label: ":darwin: High Sierra NP Tests" agents: @@ -428,10 +428,10 @@ steps: # Mojave Tests - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":darwin: Mojave Build" && \ - echo "+++ :microscope: Running Tests" && \ - ln -s "$(pwd)" /data/job && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":darwin: Mojave Build" + echo "+++ :microscope: Running Tests" + ln -s "$(pwd)" /data/job ./scripts/parallel-test.sh label: ":darwin: Mojave Tests" agents: @@ -440,9 +440,9 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading Build Directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":darwin: Mojave Build" && \ - echo "+++ :microscope: Running Tests" && \ + echo "--- :arrow_down: Downloading Build Directory" + buildkite-agent artifact download "build.tar.gz" . --step ":darwin: Mojave Build" + echo "+++ :microscope: Running Tests" ln -s "$(pwd)" /data/job && ./scripts/serial-test.sh label: ":darwin: Mojave NP Tests" agents: @@ -453,10 +453,10 @@ steps: - wait - command: | - echo "--- :arrow_down: Downloading build directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":darwin: High Sierra Build" && \ - tar -zxf build.tar.gz && \ - echo "+++ :microscope: Starting package build" && \ + echo "--- :arrow_down: Downloading build directory" + buildkite-agent artifact download "build.tar.gz" . --step ":darwin: High Sierra Build" + tar -zxf build.tar.gz + echo "+++ :microscope: Starting package build" ln -s "$(pwd)" /data/job && cd /data/job/build/packages && bash generate_package.sh brew label: ":darwin: High Sierra Package Builder" agents: @@ -468,10 +468,10 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":darwin: Mojave Build" && \ - tar -zxf build.tar.gz && \ - echo "+++ :microscope: Starting package build" && \ + echo "--- :arrow_down: Downloading build directory" + buildkite-agent artifact download "build.tar.gz" . --step ":darwin: Mojave Build" + tar -zxf build.tar.gz + echo "+++ :microscope: Starting package build" ln -s "$(pwd)" /data/job && cd /data/job/build/packages && bash generate_package.sh brew label: ":darwin: Mojave Package Builder" agents: @@ -483,10 +483,10 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 16.04 Build" && \ - tar -zxf build.tar.gz && \ - echo "+++ :microscope: Starting package build" && \ + echo "--- :arrow_down: Downloading build directory" + buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 16.04 Build" + tar -zxf build.tar.gz + echo "+++ :microscope: Starting package build" cd /data/job/build/packages && bash generate_package.sh deb label: ":ubuntu: 16.04 Package builder" agents: @@ -509,10 +509,10 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 18.04 Build" && \ - tar -zxf build.tar.gz && \ - echo "+++ :microscope: Starting package build" && \ + echo "--- :arrow_down: Downloading build directory" + buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 18.04 Build" + tar -zxf build.tar.gz + echo "+++ :microscope: Starting package build" cd /data/job/build/packages && bash generate_package.sh deb label: ":ubuntu: 18.04 Package builder" agents: @@ -535,17 +535,17 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":fedora: 27 Build" && \ - tar -zxf build.tar.gz && \ - echo "+++ :microscope: Starting package build" && \ - yum install -y rpm-build && \ - mkdir -p /root/rpmbuild/BUILD && \ - mkdir -p /root/rpmbuild/BUILDROOT && \ - mkdir -p /root/rpmbuild/RPMS && \ - mkdir -p /root/rpmbuild/SOURCES && \ - mkdir -p /root/rpmbuild/SPECS && \ - mkdir -p /root/rpmbuild/SRPMS && \ + echo "--- :arrow_down: Downloading build directory" + buildkite-agent artifact download "build.tar.gz" . --step ":fedora: 27 Build" + tar -zxf build.tar.gz + echo "+++ :microscope: Starting package build" + yum install -y rpm-build + mkdir -p /root/rpmbuild/BUILD + mkdir -p /root/rpmbuild/BUILDROOT + mkdir -p /root/rpmbuild/RPMS + mkdir -p /root/rpmbuild/SOURCES + mkdir -p /root/rpmbuild/SPECS + mkdir -p /root/rpmbuild/SRPMS cd /data/job/build/packages && bash generate_package.sh rpm label: ":fedora: 27 Package builder" agents: @@ -568,17 +568,17 @@ steps: timeout: 60 - command: | - echo "--- :arrow_down: Downloading build directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":centos: 7 Build" && \ - tar -zxf build.tar.gz && \ - echo "+++ :microscope: Starting package build" && \ - yum install -y rpm-build && \ - mkdir -p /root/rpmbuild/BUILD && \ - mkdir -p /root/rpmbuild/BUILDROOT && \ - mkdir -p /root/rpmbuild/RPMS && \ - mkdir -p /root/rpmbuild/SOURCES && \ - mkdir -p /root/rpmbuild/SPECS && \ - mkdir -p /root/rpmbuild/SRPMS && \ + echo "--- :arrow_down: Downloading build directory" + buildkite-agent artifact download "build.tar.gz" . --step ":centos: 7 Build" + tar -zxf build.tar.gz + echo "+++ :microscope: Starting package build" + yum install -y rpm-build + mkdir -p /root/rpmbuild/BUILD + mkdir -p /root/rpmbuild/BUILDROOT + mkdir -p /root/rpmbuild/RPMS + mkdir -p /root/rpmbuild/SOURCES + mkdir -p /root/rpmbuild/SPECS + mkdir -p /root/rpmbuild/SRPMS cd /data/job/build/packages && bash generate_package.sh rpm label: ":centos: 7 Package builder" agents: @@ -603,9 +603,9 @@ steps: - wait - command: | - echo "--- :arrow_down: Downloading brew files" && \ - buildkite-agent artifact download "build/packages/eosio.rb" . --step ":darwin: High Sierra Package Builder" && \ - mv build/packages/eosio.rb build/packages/eosio_highsierra.rb && \ + echo "--- :arrow_down: Downloading brew files" + buildkite-agent artifact download "build/packages/eosio.rb" . --step ":darwin: High Sierra Package Builder" + mv build/packages/eosio.rb build/packages/eosio_highsierra.rb buildkite-agent artifact download "build/packages/eosio.rb" . --step ":darwin: Mojave Package Builder" label: ":darwin: Brew Updater" agents: From 643771921c46ab94fd59c36f42317619a1ab69b2 Mon Sep 17 00:00:00 2001 From: Zach Butler Date: Tue, 19 Mar 2019 16:49:26 -0400 Subject: [PATCH 8/8] Deleted Buildkite yaml files from pipelines migrated to Buildkite repo --- .buildkite/coverage.yml | 31 ---- .buildkite/debug.yml | 343 -------------------------------------- .buildkite/docker.yml | 101 ----------- .buildkite/sanitizers.yml | 155 ----------------- 4 files changed, 630 deletions(-) delete mode 100644 .buildkite/coverage.yml delete mode 100644 .buildkite/debug.yml delete mode 100644 .buildkite/docker.yml delete mode 100644 .buildkite/sanitizers.yml diff --git a/.buildkite/coverage.yml b/.buildkite/coverage.yml deleted file mode 100644 index ded8b3651e5..00000000000 --- a/.buildkite/coverage.yml +++ /dev/null @@ -1,31 +0,0 @@ -steps: - - label: ":spiral_note_pad: Generate Report" - command: | - echo "--- :hammer: Ensuring lcov is installed" && apt-get install -y lcov && \ - echo "--- :hammer: Building" && \ - cmake -GNinja -DCMAKE_BUILD_TYPE=Debug -DCMAKE_CXX_COMPILER=clang++-4.0 -DCMAKE_C_COMPILER=clang-4.0 -DBOOST_ROOT="${BOOST_ROOT}" -DOPENSSL_ROOT_DIR="${OPENSSL_ROOT_DIR}" -DBUILD_MONGO_DB_PLUGIN=true -DENABLE_COVERAGE_TESTING=true -DBUILD_DOXYGEN=false && \ - ninja && \ - echo "--- :spiral_note_pad: Generating Code Coverage Report" && \ - ninja EOSIO_ut_coverage && \ - echo "--- :arrow_up: Publishing Code Coverage Report" && \ - buildkite-agent artifact upload "EOSIO_ut_coverage/**/*" s3://eos-coverage/$BUILDKITE_JOB_ID && \ - echo "+++ View Report" && \ - printf "\033]1339;url=https://eos-coverage.s3-us-west-2.amazonaws.com/$BUILDKITE_JOB_ID/EOSIO_ut_coverage/index.html;content=View Full Coverage Report\a\n" - agents: - queue: "automation-large-builder-fleet" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v3.0.1: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:ubuntu18_2-1" - workdir: /data/job - environment: - - LCOV_PATH=/usr/bin/lcov - - BOOST_ROOT=/root/opt/boost - - OPENSSL_ROOT_DIR=/usr/include/openssl - - PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/root/opt/mongodb/bin:~/opt/llvm/bin/ - timeout: 60 diff --git a/.buildkite/debug.yml b/.buildkite/debug.yml deleted file mode 100644 index 3cd6b16d23a..00000000000 --- a/.buildkite/debug.yml +++ /dev/null @@ -1,343 +0,0 @@ -steps: - - command: | - echo "--- Creating symbolic link to job directory :file_folder:" && \ - sleep 5 && ln -s "$(pwd)" /data/job && cd /data/job && \ - echo "+++ Building :hammer:" && \ - echo 1 | ./eosio_build.sh -o Debug && \ - echo "--- Compressing build directory :compression:" && \ - tar -pczf build.tar.gz build/ - label: ":darwin: Mojave Build" - agents: - - "role=builder-v2-1" - - "os=mojave" - artifact_paths: "build.tar.gz" - timeout: 60 - - - command: | - echo "+++ :hammer: Building" && \ - echo 1 | ./eosio_build.sh -o Debug && \ - echo "--- :compression: Compressing build directory" && \ - tar -pczf build.tar.gz build/ - label: ":ubuntu: 16.04 Build" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: "build.tar.gz" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:ubuntu16_2-1" - workdir: /data/job - timeout: 60 - - - command: | - echo "+++ :hammer: Building" && \ - echo 1 | ./eosio_build.sh -o Debug && \ - echo "--- :compression: Compressing build directory" && \ - tar -pczf build.tar.gz build/ - label: ":ubuntu: 18.04 Build" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: "build.tar.gz" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:ubuntu18_2-1" - workdir: /data/job - timeout: 60 - - - command: | - echo "+++ :hammer: Building" && \ - echo 1 | ./eosio_build.sh -o Debug && \ - echo "--- :compression: Compressing build directory" && \ - tar -pczf build.tar.gz build/ - label: ":fedora: 27 Build" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: "build.tar.gz" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:fedora27_2-1" - workdir: /data/job - timeout: 60 - - - command: | - echo "+++ :hammer: Building" && \ - echo 1 | ./eosio_build.sh -o Debug && \ - echo "--- :compression: Compressing build directory" && \ - tar -pczf build.tar.gz build/ - label: ":centos: 7 Build" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: "build.tar.gz" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:centos7_2-1" - workdir: /data/job - timeout: 60 - - - command: | - echo "+++ :hammer: Building" && \ - echo 1 | ./eosio_build.sh -o Debug && \ - echo "--- :compression: Compressing build directory" && \ - tar -pczf build.tar.gz build/ - label: ":aws: 1 Build" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: "build.tar.gz" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:amazonlinux1_2-1" - workdir: /data/job - timeout: 60 - - - command: | - echo "+++ :hammer: Building" && \ - echo 1 | ./eosio_build.sh -o Debug && \ - echo "--- :compression: Compressing build directory" && \ - tar -pczf build.tar.gz build/ - label: ":aws: 2 Build" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: "build.tar.gz" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:amazonlinux2_2-1" - workdir: /data/job - timeout: 60 - - - wait - - - command: | - echo "--- :arrow_down: Downloading build directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":darwin: Mojave Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - $(which mongod) --fork --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - ln -s "$(pwd)" /data/job && cd /data/job/build && ctest -LE long_running_tests --output-on-failure - retry: - automatic: - limit: 1 - label: ":darwin: Mojave Tests" - agents: - - "role=builder-v2-1" - - "os=mojave" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" - timeout: 60 - - - command: | - echo "--- :arrow_down: Downloading build directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 16.04 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - $(which mongod) --fork --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && ctest -LE long_running_tests --output-on-failure - retry: - automatic: - limit: 1 - label: ":ubuntu: 16.04 Tests" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:ubuntu16_2-1" - workdir: /data/job - timeout: 60 - - - command: | - echo "--- :arrow_down: Downloading build directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":ubuntu: 18.04 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - $(which mongod) --fork --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && ctest -LE long_running_tests --output-on-failure - retry: - automatic: - limit: 1 - label: ":ubuntu: 18.04 Tests" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:ubuntu18_2-1" - workdir: /data/job - timeout: 60 - - - command: | - echo "--- :arrow_down: Downloading build directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":fedora: 27 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - $(which mongod) --fork --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && ctest -LE long_running_tests --output-on-failure - retry: - automatic: - limit: 1 - label: ":fedora: 27 Tests" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:fedora27_2-1" - workdir: /data/job - timeout: 60 - - - command: | - echo "--- :arrow_down: Downloading build directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":centos: 7 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - $(which mongod) --fork --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && ctest -LE long_running_tests --output-on-failure - retry: - automatic: - limit: 1 - label: ":centos: 7 Tests" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:centos7_2-1" - workdir: /data/job - timeout: 60 - - - command: | - echo "--- :arrow_down: Downloading build directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":aws: 1 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - $(which mongod) --fork --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && ctest -LE long_running_tests --output-on-failure - retry: - automatic: - limit: 1 - label: ":aws: 1 Tests" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:amazonlinux1_2-1" - workdir: /data/job - timeout: 60 - - - command: | - echo "--- :arrow_down: Downloading build directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":aws: 2 Build" && \ - tar -zxf build.tar.gz && \ - echo "--- :m: Starting MongoDB" && \ - $(which mongod) --fork --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - cd /data/job/build && ctest -LE long_running_tests --output-on-failure - retry: - automatic: - limit: 1 - label: ":aws: 2 Tests" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "build/genesis.json" - - "build/config.ini" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:amazonlinux2_2-1" - workdir: /data/job - timeout: 60 \ No newline at end of file diff --git a/.buildkite/docker.yml b/.buildkite/docker.yml deleted file mode 100644 index 9be30a77cef..00000000000 --- a/.buildkite/docker.yml +++ /dev/null @@ -1,101 +0,0 @@ -steps: - - command: | - echo "AUTHENTICATING GOOGLE SERVICE ACCOUNT" && \ - gcloud --quiet auth activate-service-account b1-automation-svc@b1-automation-dev.iam.gserviceaccount.com --key-file=/etc/gcp-service-account.json && \ - docker-credential-gcr configure-docker && \ - echo "BUILDING BUILD IMAGE" && \ - cd Docker/builder && \ - docker build -t eosio/builder:latest -t eosio/builder:$BUILDKITE_COMMIT -t eosio/builder:$BUILDKITE_BRANCH . --build-arg branch=$BUILDKITE_COMMIT && \ - [[ "$BUILDKITE_TAG" != "" ]] && docker tag eosio/builder:latest eosio/builder:$BUILDKITE_TAG || : && \ - docker tag eosio/builder:$BUILDKITE_COMMIT gcr.io/b1-automation-dev/eosio/builder:$BUILDKITE_COMMIT && \ - docker tag eosio/builder:$BUILDKITE_BRANCH gcr.io/b1-automation-dev/eosio/builder:$BUILDKITE_BRANCH && \ - [[ "$BUILDKITE_TAG" != "" ]] && docker tag eosio/builder:$BUILDKITE_TAG gcr.io/b1-automation-dev/eosio/builder:$BUILDKITE_TAG || : && \ - docker tag eosio/builder:latest gcr.io/b1-automation-dev/eosio/builder:latest && \ - echo "PUSHING DOCKER IMAGES" && \ - docker push gcr.io/b1-automation-dev/eosio/builder:$BUILDKITE_COMMIT && \ - docker push gcr.io/b1-automation-dev/eosio/builder:$BUILDKITE_BRANCH && \ - [[ "$BUILDKITE_TAG" != "" ]] && docker push gcr.io/b1-automation-dev/eosio/builder:$BUILDKITE_TAG || : && \ - docker push gcr.io/b1-automation-dev/eosio/builder:latest && \ - echo "TRASHING OLD IMAGES" && \ - docker rmi eosio/builder:$BUILDKITE_COMMIT && \ - docker rmi eosio/builder:$BUILDKITE_BRANCH && \ - [[ "$BUILDKITE_TAG" != "" ]] && docker rmi eosio/builder:$BUILDKITE_TAG || : && \ - docker rmi eosio/builder:latest && \ - docker rmi gcr.io/b1-automation-dev/eosio/builder:$BUILDKITE_COMMIT && \ - docker rmi gcr.io/b1-automation-dev/eosio/builder:$BUILDKITE_BRANCH && \ - [[ "$BUILDKITE_TAG" != "" ]] && docker rmi gcr.io/b1-automation-dev/eosio/builder:$BUILDKITE_TAG || : && \ - docker rmi gcr.io/b1-automation-dev/eosio/builder:latest - label: "Docker build builder" - agents: - queue: "automation-docker-builder-fleet" - timeout: 300 - - - wait - - - command: | - echo "AUTHENTICATING GOOGLE SERVICE ACCOUNT" && \ - gcloud --quiet auth activate-service-account b1-automation-svc@b1-automation-dev.iam.gserviceaccount.com --key-file=/etc/gcp-service-account.json && \ - docker-credential-gcr configure-docker && \ - echo "BUILDING EOS IMAGE" && \ - docker pull gcr.io/b1-automation-dev/eosio/builder:$BUILDKITE_COMMIT && \ - cd Docker && \ - docker build -t eosio/eos:latest -t eosio/eos:$BUILDKITE_COMMIT -t eosio/eos:$BUILDKITE_BRANCH . --build-arg branch=$BUILDKITE_BRANCH && \ - [[ "$BUILDKITE_TAG" != "" ]] && docker tag eosio/eos:latest eosio/eos:$BUILDKITE_TAG || : && \ - docker tag eosio/eos:$BUILDKITE_COMMIT gcr.io/b1-automation-dev/eosio/eos:$BUILDKITE_COMMIT && \ - docker tag eosio/eos:$BUILDKITE_BRANCH gcr.io/b1-automation-dev/eosio/eos:$BUILDKITE_BRANCH && \ - [[ "$BUILDKITE_TAG" != "" ]] && docker tag eosio/eos:$BUILDKITE_TAG gcr.io/b1-automation-dev/eosio/eos:$BUILDKITE_TAG || : && \ - docker tag eosio/eos:latest gcr.io/b1-automation-dev/eosio/eos:latest && \ - echo "PUSHING DOCKER IMAGES" && \ - docker push gcr.io/b1-automation-dev/eosio/eos:$BUILDKITE_COMMIT && \ - docker push gcr.io/b1-automation-dev/eosio/eos:$BUILDKITE_BRANCH && \ - [[ "$BUILDKITE_TAG" != "" ]] && docker push gcr.io/b1-automation-dev/eosio/eos:$BUILDKITE_TAG || : && \ - docker push gcr.io/b1-automation-dev/eosio/eos:latest && \ - echo "TRASHING OLD IMAGES" && \ - docker rmi eosio/eos:$BUILDKITE_COMMIT && \ - docker rmi eosio/eos:$BUILDKITE_BRANCH && \ - [[ "$BUILDKITE_TAG" != "" ]] && docker rmi eosio/eos:$BUILDKITE_TAG || : && \ - docker rmi eosio/eos:latest && \ - docker rmi gcr.io/b1-automation-dev/eosio/eos:$BUILDKITE_COMMIT && \ - docker rmi gcr.io/b1-automation-dev/eosio/eos:$BUILDKITE_BRANCH && \ - [[ "$BUILDKITE_TAG" != "" ]] && docker rmi gcr.io/b1-automation-dev/eosio/eos:$BUILDKITE_TAG || : && \ - docker rmi gcr.io/b1-automation-dev/eosio/eos:latest && \ - docker rmi gcr.io/b1-automation-dev/eosio/builder:$BUILDKITE_COMMIT - label: "Docker build eos" - agents: - queue: "automation-docker-builder-fleet" - timeout: 300 - - - command: | - echo "AUTHENTICATING GOOGLE SERVICE ACCOUNT" && \ - gcloud --quiet auth activate-service-account b1-automation-svc@b1-automation-dev.iam.gserviceaccount.com --key-file=/etc/gcp-service-account.json && \ - docker-credential-gcr configure-docker && \ - echo "BUILDING EOS DEV IMAGE" && \ - docker pull gcr.io/b1-automation-dev/eosio/builder:$BUILDKITE_COMMIT && \ - cd Docker/dev && \ - docker build -t eosio/eos-dev:latest -t eosio/eos-dev:$BUILDKITE_COMMIT -t eosio/eos-dev:$BUILDKITE_BRANCH . --build-arg branch=$BUILDKITE_BRANCH && \ - [[ "$BUILDKITE_TAG" != "" ]] && docker tag eosio/eos-dev:latest eosio/eos-dev:$BUILDKITE_TAG || : && \ - docker tag eosio/eos-dev:$BUILDKITE_COMMIT gcr.io/b1-automation-dev/eosio/eos-dev:$BUILDKITE_COMMIT && \ - docker tag eosio/eos-dev:$BUILDKITE_BRANCH gcr.io/b1-automation-dev/eosio/eos-dev:$BUILDKITE_BRANCH && \ - [[ "$BUILDKITE_TAG" != "" ]] && docker tag eosio/eos-dev:$BUILDKITE_TAG gcr.io/b1-automation-dev/eosio/eos-dev:$BUILDKITE_TAG || : && \ - docker tag eosio/eos-dev:latest gcr.io/b1-automation-dev/eosio/eos-dev:latest && \ - echo "PUSHING DOCKER IMAGES" && \ - docker push gcr.io/b1-automation-dev/eosio/eos-dev:$BUILDKITE_COMMIT && \ - docker push gcr.io/b1-automation-dev/eosio/eos-dev:$BUILDKITE_BRANCH && \ - [[ "$BUILDKITE_TAG" != "" ]] && docker push gcr.io/b1-automation-dev/eosio/eos-dev:$BUILDKITE_TAG || : && \ - docker push gcr.io/b1-automation-dev/eosio/eos-dev:latest && \ - echo "TRASHING OLD IMAGES" && \ - docker rmi eosio/eos-dev:$BUILDKITE_COMMIT && \ - docker rmi eosio/eos-dev:$BUILDKITE_BRANCH && \ - [[ "$BUILDKITE_TAG" != "" ]] && docker rmi eosio/eos-dev:$BUILDKITE_TAG || : && \ - docker rmi eosio/eos-dev:latest && \ - docker rmi gcr.io/b1-automation-dev/eosio/eos-dev:$BUILDKITE_COMMIT && \ - docker rmi gcr.io/b1-automation-dev/eosio/eos-dev:$BUILDKITE_BRANCH && \ - [[ "$BUILDKITE_TAG" != "" ]] && docker rmi gcr.io/b1-automation-dev/eosio/eos-dev:$BUILDKITE_TAG || : && \ - docker rmi gcr.io/b1-automation-dev/eosio/eos-dev:latest && \ - docker rmi gcr.io/b1-automation-dev/eosio/builder:$BUILDKITE_COMMIT - label: "Docker build eos-dev" - agents: - queue: "automation-docker-builder-fleet" - timeout: 300 - - - wait diff --git a/.buildkite/sanitizers.yml b/.buildkite/sanitizers.yml deleted file mode 100644 index d49493eb5ee..00000000000 --- a/.buildkite/sanitizers.yml +++ /dev/null @@ -1,155 +0,0 @@ -steps: - - command: | - echo "--- :hammer: Building with Undefined Sanitizer" && \ - /usr/bin/cmake -GNinja \ - -DCMAKE_BUILD_TYPE=Debug \ - -DCMAKE_CXX_COMPILER=clang++-4.0 \ - -DCMAKE_C_COMPILER=clang-4.0 \ - -DBOOST_ROOT="${BOOST_ROOT}" \ - -DWASM_ROOT="${WASM_ROOT}" \ - -DOPENSSL_ROOT_DIR="${OPENSSL_ROOT_DIR}" \ - -DBUILD_MONGO_DB_PLUGIN=true \ - -DENABLE_COVERAGE_TESTING=true\ - -DBUILD_DOXYGEN=false -DCMAKE_CXX_FLAGS="-fsanitize=undefined -fsanitize-recover=all -g -fno-omit-frame-pointer" \ - -DCMAKE_C_FLAGS="-fsanitize=undefined -fsanitize-recover=all -g -fno-omit-frame-pointer" \ - -DCMAKE_EXE_LINKER_FLAGS="-fsanitize=undefined -fsanitize-recover=all -rtlib=compiler-rt -lgcc_s -pthread" \ - -DCMAKE_MODULE_LINKER_FLAGS="-fsanitize=undefined -fsanitize-recover=all -rtlib=compiler-rt -lgcc_s -pthread" && \ - echo "--- :shinto_shrine: Running ninja" && \ - /usr/bin/ninja | tee ninja.log && \ - echo "--- :compression: Compressing build directory" && \ - tar -pczf build.tar.gz * - echo "--- :beers: Done" - label: ":_: Undefined Sanitizer" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: - - "build.tar.gz" - - "ninja.log" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:ubuntu18_2-1" - workdir: /data/job - command: ["--privileged"] - mounts: - - /etc/buildkite-agent/config:/config - environment: - - BOOST_ROOT=/root/opt/boost - - OPENSSL_ROOT_DIR=/usr/include/openssl - - WASM_ROOT=/root/opt/wasm - - PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/root/opt/wasm/bin - - CI=true - - UBSAN_OPTIONS=print_stacktrace=1 - timeout: 60 - - - command: | - echo "--- :hammer: Building with Address Sanitizer" && \ - /usr/bin/cmake -GNinja \ - -DCMAKE_BUILD_TYPE=Debug \ - -DCMAKE_CXX_COMPILER=clang++-4.0 \ - -DCMAKE_C_COMPILER=clang-4.0 \ - -DBOOST_ROOT="${BOOST_ROOT}" \ - -DWASM_ROOT="${WASM_ROOT}" \ - -DOPENSSL_ROOT_DIR="${OPENSSL_ROOT_DIR}" \ - -DBUILD_MONGO_DB_PLUGIN=true \ - -DENABLE_COVERAGE_TESTING=true \ - -DBUILD_DOXYGEN=false \ - -DCMAKE_CXX_FLAGS="-fsanitize=address -fsanitize-recover=all -O1 -g -fno-omit-frame-pointer" \ - -DCMAKE_C_FLAGS="-fsanitize=address -fsanitize-recover=all -O1 -g -fno-omit-frame-pointer" \ - -DCMAKE_EXE_LINKER_FLAGS="-fsanitize=address -fsanitize-recover=all -rtlib=compiler-rt -lgcc_s" \ - -DCMAKE_MODULE_LINKER_FLAGS="-fsanitize=address -fsanitize-recover=all -rtlib=compiler-rt -lgcc_s" - echo "--- :shinto_shrine: Running ninja" && \ - /usr/bin/ninja | tee ninja.log && \ - echo "--- :compression: Compressing build directory" && \ - tar -pczf build.tar.gz * - echo "--- :beers: Done" - label: ":_: Address Sanitizer" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: - - "build.tar.gz" - - "ninja.log" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:ubuntu18_2-1" - workdir: /data/job - command: ["--privileged"] - mounts: - - /etc/buildkite-agent/config:/config - environment: - - BOOST_ROOT=/root/opt/boost - - OPENSSL_ROOT_DIR=/usr/include/openssl - - WASM_ROOT=/root/opt/wasm - - PATH=/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/root/opt/wasm/bin - - CI=true - - ASAN_OPTIONS=fast_unwind_on_malloc=0:halt_on_error=0:detect_odr_violation=0:detect_leaks=0:symbolize=1:verbosity=1 - timeout: 60 - - - wait - - - command: | - echo "--- :arrow_down: Downloading build directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":_: Undefined Sanitizer" && \ - tar -zxf build.tar.gz --no-same-owner && \ - echo "--- :m: Starting MongoDB" && \ - $(which mongod) --fork --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - ctest -j8 -LE _tests -V -O sanitizer.log || true - label: ":_: Undefined Sanitizer Tests" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "sanitizer.log" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:ubuntu18_2-1" - workdir: /data/job - mounts: - - /etc/buildkite-agent/config:/config - timeout: 120 - - - command: | - echo "--- :arrow_down: Downloading build directory" && \ - buildkite-agent artifact download "build.tar.gz" . --step ":_: Address Sanitizer" && \ - tar -zxf build.tar.gz --no-same-owner && \ - echo "--- :m: Starting MongoDB" && \ - $(which mongod) --fork --logpath "$(pwd)"/mongod.log && \ - echo "+++ :microscope: Running tests" && \ - ctest -j8 -LE _tests -V -O sanitizer.log || true - label: ":_: Address Sanitizer Tests" - agents: - queue: "automation-large-builder-fleet" - artifact_paths: - - "mongod.log" - - "sanitizer.log" - plugins: - ecr#v1.1.4: - login: true - account_ids: "436617320021" - no-include-email: true - region: "us-west-2" - docker#v2.1.0: - debug: true - image: "436617320021.dkr.ecr.us-west-2.amazonaws.com/ci:ubuntu18_2-1" - workdir: /data/job - mounts: - - /etc/buildkite-agent/config:/config - timeout: 120 \ No newline at end of file