ci: add go integration tests with supervisord (#3526)

In the new pipeline version

.buildkite/hooks/pre-artifact

@@ -2,11 +2,13 @@
 
 set -eo pipefail
 
-# Currently this is only needed for the new pipeline, so if we aren't on the new
-# pipeline just exit.
-if [ ! "$BUILDKITE_PIPELINE_SLUG" == "scionproto2" ]; then
-    exit 0
-fi
+case ${BUILDKITE_PIPELINE_SLUG} in
+  scionproto2 | scion )
+    ;;
+  *)
+    exit 0 # If we aren't on the new pipeline, then just exit.
+    ;;
+esac
 
 # Now we build the artifact name next, for this we first need TARGET and BUILD,
 # see below.
@@ -24,27 +26,24 @@ BUILD="build-${BUILDKITE_BUILD_NUMBER}"
 [ -n "$NIGHTLY" ] && BUILD=nightly-"$(date +%s)"
 echo "\$BUILD=$BUILD"
 
-ARTIFACTS="buildkite.${BUILDKITE_ORGANIZATION_SLUG}.${TARGET}.${BUILD}.${BUILDKITE_STEP_KEY}.${BUILDKITE_JOB_ID}"
-echo "\$ARTIFACTS=$ARTIFACTS"
-
-ARTIFACTS_DIR="artifacts"
-echo "\$ARTIFACTS_DIR=$ARTIFACTS_DIR"
+ARTIFACTS="buildkite.${BUILDKITE_ORGANIZATION_SLUG}.${TARGET}.${BUILD}.${BUILDKITE_STEP_KEY:-unset}.${BUILDKITE_JOB_ID}"
+mkdir -p "artifacts/$ARTIFACTS" artifacts.out
 
 function save {
-	if [ -d "$1" ]; then
-		echo Found artifacts: "$1"
-		find "$1"
-		cp -R "$1" "$ARTIFACTS_DIR/$ARTIFACTS"
-	fi
+    if [ -d "$1" ]; then
+        echo Found artifacts: "$1"
+        cp -R "$1" "artifacts/$ARTIFACTS"
+    fi
 }
 
-mkdir -p "$ARTIFACTS_DIR/$ARTIFACTS" artifacts.out
-
 save "bazel-testlogs"
 save "logs"
 save "traces"
 save "gen"
 save "gen-cache"
 save "$TEST_ARTIFACTS"
 
-tar chaf "artifacts.out/$ARTIFACTS.tar.gz" -C "$ARTIFACTS_DIR" "$ARTIFACTS"
+tar chaf "artifacts.out/$ARTIFACTS.tar.gz" -C artifacts "$ARTIFACTS"
+rm -rf artifacts
+
+echo "Output tar= artifacts.out/$ARTIFACTS.tar.gz"

.buildkite/pipeline_buildlint.yml

@@ -65,3 +65,22 @@ steps:
       automatic:
         - exit_status: -1  # Agent was lost
         - exit_status: 255 # Forced agent shutdown
+  - label: "Integration: {cert_req,pp,end2end,scmp}_integration"
+    command:
+    - bazel --bazelrc=.bazelrc_ci build //:scion //:scion-ci >/dev/null 2>&1
+    - tar -kxf bazel-bin/scion.tar -C bin --overwrite
+    - tar -kxf bazel-bin/scion-ci.tar -C bin --overwrite
+    - ./scion.sh topology nobuild
+    - ./scion.sh run nobuild && sleep 10
+    - ./bin/cert_req_integration -log.console warn
+    - ./bin/pp_integration  -log.console warn
+    - ./bin/scmp_integration -log.console warn
+    - ./bin/end2end_integration -log.console warn
+    artifact_paths:
+      - "artifacts.out/**/*"
+    timeout_in_minutes: 5
+    key: integration_tests
+    retry:
+      automatic:
+        - exit_status: -1  # Agent was lost
+        - exit_status: 255 # Forced agent shutdown

.gitignore

@@ -73,3 +73,6 @@ tags
 # bazel artifacts
 /bazel-*
 /.bazel-cache
+
+# local buildkite run
+/artifacts.out