Add integration tests for various go mod corner cases. (ko-build#179)

* Add manual integration tests for various go mod corner cases.

* Move integration test back and actually test the outputs.

I realize now this is run in a travis CI job :) So I'll make it actually work.

* Add _, gofmt

* Add tools build constraint.

* Stop redirecting stderr

* Use local mode to support CI.

go.mod

@@ -7,6 +7,7 @@ require (
 	github.com/docker/docker v1.4.2-0.20190924003213-a8608b5b67c7
 	github.com/dprotaso/go-yit v0.0.0-20191028211022-135eb7262960
 	github.com/fsnotify/fsnotify v1.4.7
+	github.com/go-training/helloworld v0.0.0-20200225145412-ba5f4379d78b
 	github.com/google/go-cmp v0.3.0
 	github.com/google/go-containerregistry v0.0.0-20200310013544-4fe717a9b4cb
 	github.com/gregjones/httpcache v0.0.0-20190212212710-3befbb6ad0cc // indirect

go.sum

@@ -114,6 +114,8 @@ github.com/go-openapi/swag v0.19.2/go.mod h1:POnQmlKehdgb5mhVOsnJFsivZCEZ/vjK9gh
 github.com/go-openapi/swag v0.19.5 h1:lTz6Ys4CmqqCQmZPBlbQENR1/GucA2bzYTE12Pw4tFY=
 github.com/go-openapi/swag v0.19.5/go.mod h1:POnQmlKehdgb5mhVOsnJFsivZCEZ/vjK9gh66Z9tfKk=
 github.com/go-stack/stack v1.8.0/go.mod h1:v0f6uXyyMGvRgIKkXu+yp6POWl0qKG85gN/melR3HDY=
+github.com/go-training/helloworld v0.0.0-20200225145412-ba5f4379d78b h1:0pOrjn0UzTcHdhDVdxrH8LwM7QLnAp8qiUtwXM04JEE=
+github.com/go-training/helloworld v0.0.0-20200225145412-ba5f4379d78b/go.mod h1:hGGmX3bRUkYkc9aKA6mkUxi6d+f1GmZF1je0FlVTgwU=
 github.com/gogo/protobuf v1.1.1/go.mod h1:r8qH/GZQm5c6nD/R0oafs1akxWv10x8SbQlK7atdtwQ=
 github.com/gogo/protobuf v1.2.1/go.mod h1:hp+jE20tsWTFYpLwKvXlhS1hjn+gTNwPg2I6zVXpSg4=
 github.com/gogo/protobuf v1.2.2-0.20190723190241-65acae22fc9d h1:3PaI8p3seN09VjbTYC/QWlUZdZ1qS1zGjy7LH2Wt07I=

hack/tools.go

@@ -0,0 +1,7 @@
+// +build tools
+
+package hack
+
+import (
+	_ "github.com/go-training/helloworld"
+)

integration_test.sh

@@ -1,2 +1,103 @@
+#!/bin/bash
+set -o errexit
+set -o nounset
+set -o pipefail
+
+ROOT_DIR=$(dirname $0)
+
+pushd "$ROOT_DIR"
+
+ROOT_DIR="$(pwd)"
+
+echo "Running smoke test."
 go install ./cmd/ko
-ko apply -f ./cmd/ko/test -L
+ko apply -f ./cmd/ko/test -L
+
+echo "Moving GOPATH into /tmp/ to test modules behavior."
+export ORIGINAL_GOPATH="$GOPATH"
+export GOPATH="$(mktemp -d)"
+
+pushd "$GOPATH" || exit 1
+
+echo "Copying ko to temp gopath."
+mkdir -p "$GOPATH/src/github.com/google/ko"
+cp -r "$ROOT_DIR/"* "$GOPATH/src/github.com/google/ko/"
+
+echo "Downloading github.com/go-training/helloworld"
+go get -d github.com/go-training/helloworld
+
+pushd "$GOPATH/src/github.com/google/ko" || exit 1
+
+echo "Replacing hello world in vendor with TEST."
+sed -i 's/Hello World/TEST/g' ./vendor/github.com/go-training/helloworld/main.go
+
+echo "Building ko"
+
+RESULT="$(GO111MODULE="on" GOFLAGS="-mod=vendor" go build ./cmd/ko)"
+
+echo "Beginning scenarios."
+
+FILTER="[^ ]local[^ ]*"
+
+echo "1. GOPATH mode should always create an image that outputs 'Hello World'"
+RESULT="$(GO111MODULE=off ./ko publish --local github.com/go-training/helloworld  | grep "$FILTER" | xargs -I% docker run %)"
+if [[ "$RESULT" != *"Hello World"** ]]; then
+  echo "Test FAILED. Saw $RESULT" && exit 1
+else
+  echo "Test PASSED"
+fi
+
+echo "2. Go module auto mode should create an image that outputs 'Hello World' when run outside the module."
+
+pushd .. || exit 1
+RESULT="$(GO111MODULE=auto GOFLAGS="-mod=vendor" ./ko/ko publish --local github.com/go-training/helloworld  | grep "$FILTER" | xargs -I% docker run %)"
+if [[ "$RESULT" != *"Hello World"* ]]; then
+  echo "Test FAILED. Saw $RESULT" && exit 1
+else
+  echo "Test PASSED"
+fi
+
+popd || exit 1
+
+echo "3. Auto inside the module with vendoring should output TEST"
+
+RESULT="$(GO111MODULE=auto GOFLAGS="-mod=vendor" ./ko publish --local github.com/go-training/helloworld  | grep "$FILTER" | xargs -I% docker run %)"
+if [[ "$RESULT" != *"TEST"* ]]; then
+  echo "Test FAILED. Saw $RESULT" && exit 1
+else
+  echo "Test PASSED"
+fi
+
+echo "4. Auto inside the module without vendoring should output Hello World"
+RESULT="$(GO111MODULE=auto GOFLAGS="" ./ko publish --local github.com/go-training/helloworld  | grep "$FILTER" | xargs -I% docker run %)"
+if [[ "$RESULT" != *"Hello World"* ]]; then
+  echo "Test FAILED. Saw $RESULT" && exit 1
+else
+  echo "Test PASSED"
+fi
+
+echo "5. On inside the module with vendor should output TEST."
+RESULT="$(GO111MODULE=on GOFLAGS="-mod=vendor" ./ko publish --local github.com/go-training/helloworld  | grep "$FILTER" | xargs -I% docker run %)"
+if [[ "$RESULT" != *"TEST"* ]]; then
+  echo "Test FAILED. Saw $RESULT" && exit 1
+else
+  echo "Test PASSED"
+fi
+
+echo "6. On inside the module without vendor should output Hello World"
+RESULT="$(GO111MODULE=on GOFLAGS="" ./ko publish --local github.com/go-training/helloworld  | grep "$FILTER" | xargs -I% docker run %)"
+if [[ "$RESULT" != *"Hello World"* ]]; then
+  echo "Test FAILED. Saw $RESULT" && exit 1
+else
+  echo "Test PASSED"
+fi
+
+echo "7. On outside the module should fail."
+pushd .. || exit 1
+GO111MODULE=on ./ko/ko publish --local github.com/go-training/helloworld && exit 1
+
+popd || exit 1
+popd || exit 1
+popd || exit 1
+
+export GOPATH="$ORIGINAL_GOPATH"

vendor/modules.txt

@@ -66,6 +66,8 @@ github.com/go-openapi/jsonreference
 github.com/go-openapi/spec
 # github.com/go-openapi/swag v0.19.5
 github.com/go-openapi/swag
+# github.com/go-training/helloworld v0.0.0-20200225145412-ba5f4379d78b
+github.com/go-training/helloworld
 # github.com/gogo/protobuf v1.2.2-0.20190723190241-65acae22fc9d
 github.com/gogo/protobuf/proto
 github.com/gogo/protobuf/sortkeys