Run command

executor/cmd/root.go

@@ -17,11 +17,13 @@ limitations under the License.
 package cmd
 
 import (
+	"github.com/GoogleCloudPlatform/k8s-container-builder/pkg/commands"
 	"github.com/GoogleCloudPlatform/k8s-container-builder/pkg/constants"
 	"github.com/GoogleCloudPlatform/k8s-container-builder/pkg/dockerfile"
 	"github.com/GoogleCloudPlatform/k8s-container-builder/pkg/image"
 	"github.com/GoogleCloudPlatform/k8s-container-builder/pkg/snapshot"
 	"github.com/GoogleCloudPlatform/k8s-container-builder/pkg/util"
+	"github.com/pkg/errors"
 	"github.com/sirupsen/logrus"
 	"github.com/spf13/cobra"
 	"io/ioutil"
@@ -89,7 +91,44 @@ func execute() error {
 	}
 
 	// Execute commands here
+	if err := image.SetEnvVariables(sourceImage); err != nil {
+		return err
+	}
 
+	// Currently only supports single stage builds
+	for _, stage := range stages {
+		for _, cmd := range stage.Commands {
+			dockerCommand := commands.GetCommand(cmd)
+			if dockerCommand == nil {
+				return errors.Errorf("Invalid or unsupported docker command: %v", cmd)
+			}
+			if err := dockerCommand.ExecuteCommand(); err != nil {
+				return err
+			}
+			// Now, we get the files to snapshot from this command
+			// If this is nil, snapshot the entire filesystem
+			// Else take a snapshot of the specific files
+			snapshotFiles := dockerCommand.FilesToSnapshot()
+			var contents []byte
+			if snapshotFiles == nil {
+				contents, err = snapshotter.TakeSnapshot()
+			} else {
+				contents, err = snapshotter.TakeSnapshotOfFiles(snapshotFiles)
+			}
+			if err != nil {
+				return err
+			}
+			if contents == nil {
+				logrus.Info("No files were changed, appending empty layer to config.")
+				sourceImage.AppendConfigHistory(dockerCommand.Author(), true)
+				continue
+			}
+			// Append the layer to the image
+			if err := sourceImage.AppendLayer(contents, dockerCommand.Author()); err != nil {
+				return err
+			}
+		}
+	}
 	// Push the image
 	return image.PushImage(sourceImage, destination)
 }

integration_tests/dockerfiles/Dockerfile_test_run

@@ -0,0 +1,19 @@
+# Copyright 2018 Google, Inc. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+FROM gcr.io/google-appengine/debian9
+RUN echo "hey" > /etc/foo
+RUN apt-get update && apt-get install -y \
+  bzr \
+  cvs \

integration_tests/dockerfiles/Dockerfile_test_run_2

@@ -0,0 +1,19 @@
+# Copyright 2018 Google, Inc. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Test to make sure the executor builds an image correctly
+# when no files are changed
+
+FROM gcr.io/google-appengine/debian9
+RUN echo "hey" 

integration_tests/dockerfiles/config_test_run.json

@@ -0,0 +1,48 @@
+[
+  {
+    "Image1": "gcr.io/kbuild-test/docker-test-run:latest",
+    "Image2": "gcr.io/kbuild-test/kbuild-test-run:latest",
+    "DiffType": "File",
+    "Diff": {
+      "Adds": null,
+      "Dels": null,
+      "Mods": [
+        {
+          "Name": "/var/log/dpkg.log",
+          "Size1": 57425,
+          "Size2": 57425
+        },
+        {
+          "Name": "/var/log/apt/term.log",
+          "Size1": 24400,
+          "Size2": 24400
+        },
+        {
+          "Name": "/var/cache/ldconfig/aux-cache",
+          "Size1": 8057,
+          "Size2": 8057
+        },
+        {
+          "Name": "/var/log/apt/history.log",
+          "Size1": 5089,
+          "Size2": 5089
+        },
+        {
+          "Name": "/var/log/alternatives.log",
+          "Size1": 2579,
+          "Size2": 2579
+        },
+        {
+          "Name": "/usr/lib/python2.7/dist-packages/keyrings/__init__.pyc",
+          "Size1": 140,
+          "Size2": 140
+        },
+        {
+          "Name": "/usr/lib/python2.7/dist-packages/lazr/__init__.pyc",
+          "Size1": 136,
+          "Size2": 136
+        }
+      ]
+    }
+  }
+]

integration_tests/dockerfiles/config_test_run_2.json

@@ -0,0 +1,12 @@
+[
+  {
+    "Image1": "gcr.io/kbuild-test/docker-test-run-2:latest",
+    "Image2": "gcr.io/kbuild-test/kbuild-test-run-2:latest",
+    "DiffType": "File",
+    "Diff": {
+      "Adds": null,
+      "Dels": null,
+      "Mods": null
+    }
+  }
+]

integration_tests/integration_test_yaml.go

@@ -35,6 +35,20 @@ var tests = []struct {
 		context:        "integration_tests/dockerfiles/",
 		repo:           "extract-filesystem",
 	},
+	{
+		description:    "test run",
+		dockerfilePath: "/workspace/integration_tests/dockerfiles/Dockerfile_test_run",
+		configPath:     "/workspace/integration_tests/dockerfiles/config_test_run.json",
+		context:        "integration_tests/dockerfiles/",
+		repo:           "test-run",
+	},
+	{
+		description:    "test run no files changed",
+		dockerfilePath: "/workspace/integration_tests/dockerfiles/Dockerfile_test_run_2",
+		configPath:     "/workspace/integration_tests/dockerfiles/config_test_run_2.json",
+		context:        "integration_tests/dockerfiles/",
+		repo:           "test-run-2",
+	},
 }
 
 type step struct {

pkg/commands/commands.go

@@ -0,0 +1,39 @@
+/*
+Copyright 2018 Google LLC
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package commands
+
+import (
+	"github.com/docker/docker/builder/dockerfile/instructions"
+	"github.com/sirupsen/logrus"
+)
+
+type DockerCommand interface {
+	ExecuteCommand() error
+	// The config file has an "author" field, should return information about the command
+	Author() string
+	// A list of files to snapshot, empty for metadata commands or nil if we don't know
+	FilesToSnapshot() []string
+}
+
+func GetCommand(cmd instructions.Command) DockerCommand {
+	switch c := cmd.(type) {
+	case *instructions.RunCommand:
+		return &RunCommand{cmd: c}
+	}
+	logrus.Errorf("%s is not a supported command.", cmd.Name())
+	return nil
+}

pkg/commands/run.go

@@ -0,0 +1,67 @@
+/*
+Copyright 2018 Google LLC
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package commands
+
+import (
+	"github.com/GoogleCloudPlatform/k8s-container-builder/pkg/constants"
+	"github.com/docker/docker/builder/dockerfile/instructions"
+	"github.com/sirupsen/logrus"
+	"os"
+	"os/exec"
+	"strings"
+)
+
+type RunCommand struct {
+	cmd *instructions.RunCommand
+}
+
+func (r *RunCommand) ExecuteCommand() error {
+	var newCommand []string
+	if r.cmd.PrependShell {
+		// This is the default shell on Linux
+		shell := []string{"/bin/sh", "-c"}
+		newCommand = append(shell, strings.Join(r.cmd.CmdLine, " "))
+	} else {
+		newCommand = r.cmd.CmdLine
+	}
+
+	logrus.Infof("cmd: %s", newCommand[0])
+	logrus.Infof("args: %s", newCommand[1:])
+
+	cmd := exec.Command(newCommand[0], newCommand[1:]...)
+	cmd.Stdout = os.Stdout
+	return cmd.Run()
+}
+
+// FilesToSnapshot returns nil for this command because we don't know which files
+// have changed, so we snapshot the entire system.
+func (r *RunCommand) FilesToSnapshot() []string {
+	return nil
+}
+
+// Author returns some information about the command for the image config
+func (r *RunCommand) Author() string {
+	author := []string{constants.Author}
+	cmdLine := strings.Join(r.cmd.CmdLine, " ")
+	if r.cmd.PrependShell {
+		shell := []string{"/bin/sh", "-c"}
+		author = append(author, shell...)
+		return strings.Join(author, " ") + " " + cmdLine
+	}
+	author = append(author, cmdLine)
+	return strings.Join(author, " ")
+}

pkg/constants/constants.go

@@ -27,4 +27,6 @@ const (
 	WorkspaceDir = "/workspace"
 
 	WhitelistPath = "/proc/self/mountinfo"
+
+	Author = "kbuild"
 )

pkg/image/image.go

@@ -23,6 +23,7 @@ import (
 	"github.com/containers/image/signature"
 	"github.com/containers/image/transports/alltransports"
 	"github.com/sirupsen/logrus"
+	"os"
 )
 
 // sourceImage is the image that will be modified by the executor
@@ -55,6 +56,18 @@ func PushImage(ms *img.MutableSource, destImg string) error {
 	return copy.Image(policyContext, destRef, srcRef, nil)
 }
 
+// SetEnvVariables sets environment variables as specified in the image
+func SetEnvVariables(ms *img.MutableSource) error {
+	envVars := ms.Env()
+	for key, val := range envVars {
+		if err := os.Setenv(key, val); err != nil {
+			return err
+		}
+		logrus.Debugf("Setting environment variable %s=%s", key, val)
+	}
+	return nil
+}
+
 func getPolicyContext() (*signature.PolicyContext, error) {
 	policyContext, err := signature.NewPolicyContext(&signature.Policy{
 		Default: signature.PolicyRequirements{signature.NewPRInsecureAcceptAnything()},