use github actions over azp (#18)

* use github actions over azp

* remove e2e test for timing ordering

timing ordering is much too specific, and on CI, frequently it will
not produce the right order, while locally it will produce it fine.

we need to figure out a better way of testing this, in the meantime
don't worry about it.

.github/workflows/linux-merge.yml

@@ -0,0 +1,26 @@
+---
+name: Linux Merged
+
+on:
+  push:
+    branches:
+      - trunk
+
+jobs:
+  build_validate_release:
+    name: Build and Validate and Publish Release
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Setup Dev-Loop
+        run: mkdir -p ./scratch/ && (cd ./scratch/ && curl -sSL -o dl https://dev-loop-builds.sfo2.digitaloceanspaces.com/latest/dl-linux && chmod +x dl)
+
+      - name: Build Release
+        run: ./scratch/dl exec build dl-release
+      - name: Validate Release
+        run: (cd ./e2e/linux-e2e/ && DL_COMMAND="../../target/dl-release" ./run-all-tests.sh)
+      - name: Publish
+        run: sudo apt-get update && sudo apt-get -y install s3cmd && ./target/dl-release exec ci-only upload-to-spaces-linux
+        env:
+          DL_SPACES_BUILD_KEY: ${{ secrets.DL_SPACES_BUILD_KEY }}
+          DL_SPACES_BUILD_SECRET: ${{ secrets.DL_SPACES_BUILD_SECRET }}

.github/workflows/linux-test.yml

@@ -0,0 +1,44 @@
+---
+name: Linux Tests
+
+on:
+  pull_request:
+    branches:
+      - trunk
+
+jobs:
+  lint:
+    name: Lint Codebase
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Setup Dev-Loop
+        run: mkdir -p ./scratch/ && (cd ./scratch/ && curl -sSL -o dl https://dev-loop-builds.sfo2.digitaloceanspaces.com/latest/dl-linux && chmod +x dl)
+
+      - name: Execute lint
+        run: ./scratch/dl exec lint all
+
+  unit-test:
+    name: Unit Test Codebase
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Setup Dev-Loop
+        run: mkdir -p ./scratch/ && (cd ./scratch/ && curl -sSL -o dl https://dev-loop-builds.sfo2.digitaloceanspaces.com/latest/dl-linux && chmod +x dl)
+
+      - name: Execute unit tests
+        run: ./scratch/dl exec test
+
+  build-and-test-release:
+    name: Build and Validate Release Binary
+    runs-on: ubuntu-latest
+    needs: [lint]
+    steps:
+      - uses: actions/checkout@v2
+      - name: Setup Dev-Loop
+        run: mkdir -p ./scratch/ && (cd ./scratch/ && curl -sSL -o dl https://dev-loop-builds.sfo2.digitaloceanspaces.com/latest/dl-linux && chmod +x dl)
+
+      - name: Build DL Release
+        run: ./scratch/dl exec build dl-release
+      - name: Validate DL Release
+        run: (cd ./e2e/linux-e2e/ && DL_COMMAND="../../target/dl-release" ./run-all-tests.sh)

.github/workflows/osx-merge.yml

@@ -0,0 +1,28 @@
+---
+name: OSX Merged
+
+on:
+  push:
+    branches:
+      - trunk
+
+jobs:
+  build_validate_release:
+    name: Build and Validate and Publish Release
+    runs-on: macOS-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Install openssl
+        run: brew install openssl
+      - name: Setup Dev-Loop
+        run: mkdir -p ./scratch/ && (cd ./scratch/ && curl -sSL -o dl https://dev-loop-builds.sfo2.digitaloceanspaces.com/latest/dl-osx && chmod +x dl)
+
+      - name: Build Release
+        run: ./scratch/dl exec ci-only build-osx-dl-release
+      - name: Validate Release
+        run: (cd ./e2e/osx-e2e/ && DL_COMMAND="../../target/dl-osx-release" ./run-all-tests.sh)
+      - name: Publish
+        run: brew install s3cmd && ./target/dl-osx-release exec ci-only upload-to-spaces-osx
+        env:
+          DL_SPACES_BUILD_KEY: ${{ secrets.DL_SPACES_BUILD_KEY }}
+          DL_SPACES_BUILD_SECRET: ${{ secrets.DL_SPACES_BUILD_SECRET }}

.github/workflows/osx-test.yml

@@ -0,0 +1,23 @@
+---
+name: OSX Tests
+
+on:
+  pull_request:
+    branches:
+      - trunk
+
+jobs:
+  build-and-test-release:
+    name: Build and Validate Release Binary
+    runs-on: macOS-latest
+    steps:
+      - uses: actions/checkout@v2
+      - name: Install openssl
+        run: brew install openssl
+      - name: Setup Dev-Loop
+        run: mkdir -p ./scratch/ && (cd ./scratch/ && curl -sSL -o dl https://dev-loop-builds.sfo2.digitaloceanspaces.com/latest/dl-osx && chmod +x dl)
+
+      - name: Build DL Release
+        run: ./scratch/dl exec ci-only build-osx-dl-release
+      - name: Validate DL Release
+        run: (cd ./e2e/osx-e2e/ && DL_COMMAND="../../target/dl-osx-release" ./run-all-tests.sh)

e2e/linux-e2e/run-all-tests.sh

@@ -21,46 +21,6 @@ else
   (cd tasks && $DL_COMMAND exec exec-pipeline)
 fi
 
-CACHED_DL_WORKER_COUNT="$DL_WORKER_COUNT"
-
-# Run with parallelism
-export DL_WORKER_COUNT=3
-$DL_COMMAND exec parallel-pipeline
-ppipeline_multi_data=$(< ./build/ppipeline/echo-nums)
-if [[ "$ppipeline_multi_data" != "1
-5
-7
-10" ]]; then
-  echo "Data: [$ppipeline_multi_data] is not: [1
-5
-7
-10]"
-  exit 1
-fi
-
-rm -f ./build/ppipeline/echo-nums
-
-# Run without parallelism
-export DL_WORKER_COUNT=1
-$DL_COMMAND exec parallel-pipeline
-
-if [[ "x$CACHED_DL_WORKER_COUNT" == "x" ]]; then
-  unset DL_WORKER_COUNT
-else
-  export DL_WORKER_COUNT="$CACHED_DL_WORKER_COUNT"
-fi
-ppipeline_single_data=$(< ./build/ppipeline/echo-nums)
-if [[ "$ppipeline_single_data" != "1
-7
-5
-10" ]]; then
-  echo "Data: [$ppipeline_single_data] is not: [1
-7
-5
-10]"
-  exit 2
-fi
-
 $DL_COMMAND run run
 
 data=$(< ./build/run/state)