forked from kubernetes/test-infra
-
Notifications
You must be signed in to change notification settings - Fork 0
/
create_bazel_cache_rcs.sh
executable file
·121 lines (113 loc) · 5.42 KB
/
create_bazel_cache_rcs.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
#!/usr/bin/env bash
# Copyright 2018 The Kubernetes Authors.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
CACHE_HOST="${CACHE_HOST:-bazel-cache.default.svc.cluster.local.}"
CACHE_PORT="${CACHE_PORT:-8080}"
# get the installed version of a debian package
package_to_version () {
dpkg-query --showformat='${Version}' --show "$1"
}
# look up a binary with `command -v $1` and return the debian package it belongs to
command_to_package () {
# NOTE: we resolve symlinks first because debian packages can provide alternatives
# by `update-alternatives` in postinit scripts, which updates a common
# symlink for a provided file to the backing entry.
# https://wiki.debian.org/DebianAlternatives
local binary_path
binary_path=$(readlink -f "$(command -v "$1")")
# `dpkg-query --search $file-pattern` outputs lines with the format: "$package: $file-path"
# where $file-path belongs to $package
# https://manpages.debian.org/jessie/dpkg/dpkg-query.1.en.html
dpkg-query --search "${binary_path}" | cut -d':' -f1
}
# get the installed package version relating to a binary
command_to_version () {
local package
package=$(command_to_package "$1")
package_to_version "${package}"
}
hash_toolchains () {
# if $CC is set bazel will use this to detect c/c++ toolchains, otherwise gcc
# https://blog.bazel.build/2016/03/31/autoconfiguration.html
local cc="${CC:-gcc}"
local cc_version
cc_version=$(command_to_version "$cc")
# NOTE: IIRC some rules call python internally, this can't hurt
local python_version
python_version=$(command_to_version python)
# the rpm packaging rules use rpmbuild
local rpmbuild_version
rpmbuild_version=$(command_to_version rpmbuild)
# combine all tool versions into a hash
# NOTE: if we change the set of tools considered we should
# consider prepending the hash with a """schema version""" for completeness
local tool_versions
tool_versions="CC:${cc_version},PY:${python_version},RPM:${rpmbuild_version}"
echo "${tool_versions}" | md5sum | cut -d" " -f1
}
get_workspace () {
# get org/repo from prow, otherwise use $PWD
if [[ -n "${REPO_NAME}" ]] && [[ -n "${REPO_OWNER}" ]]; then
echo "${REPO_OWNER}/${REPO_NAME}"
else
echo "$(basename "$(dirname "$PWD")")/$(basename "$PWD")"
fi
}
make_bazel_rc () {
# this is the default for recent releases but we set it explicitly
# since this is the only hash our cache supports
echo "startup --host_jvm_args=-Dbazel.DigestFunction=sha256"
# use remote caching for all the things
# Only set this flag for older bazel versions, it is now enabled by
# default and the flag was removed.
#
# NOTE: This is an exceptional case (version comparison)
# shellcheck disable=SC2072
# https://github.com/koalaman/shellcheck/wiki/SC2072#exceptions
if [[ "${BAZEL_VERSION:-}" < '0.25' ]]; then
echo "build --experimental_remote_spawn_cache"
fi
# don't fail if the cache is unavailable
echo "build --remote_local_fallback"
# point bazel at our http cache ...
# NOTE our caches are versioned by all path segments up until the last two
# IE PUT /foo/bar/baz/cas/asdf -> is in cache "/foo/bar/baz"
local cache_id
cache_id="$(get_workspace),$(hash_toolchains)"
local cache_url
cache_url="http://${CACHE_HOST}:${CACHE_PORT}/${cache_id}"
echo "build --remote_http_cache=${cache_url}"
# specifically for bazel 0.15.0 we want to set this flag
# our docker image now sets BAZEL_VERSION with the bazel version as installed
# https://github.com/bazelbuild/bazel/issues/5047#issuecomment-401295174
if [[ "${BAZEL_VERSION:-}" = "0.15.0" ]]; then
echo "build --remote_max_connections=200"
fi
}
# https://docs.bazel.build/versions/master/user-manual.html#bazelrc
# bazel will look for two RC files, taking the first option in each set of paths
# firstly:
# - The path specified by the --bazelrc=file startup option. If specified, this option must appear before the command name (e.g. build)
# - A file named .bazelrc in your base workspace directory
# - A file named .bazelrc in your home directory
bazel_rc_contents=$(make_bazel_rc)
echo "create_bazel_cache_rcs.sh: Configuring '${HOME}/.bazelrc' and '/etc/bazel.bazelrc' with"
echo "# ------------------------------------------------------------------------------"
echo "${bazel_rc_contents}"
echo "# ------------------------------------------------------------------------------"
echo "${bazel_rc_contents}" >> "${HOME}/.bazelrc"
# Aside from the optional configuration file described above, Bazel also looks for a master rc file next to the binary, in the workspace at tools/bazel.rc or system-wide at /etc/bazel.bazelrc.
# These files are here to support installation-wide options or options shared between users. Reading of this file can be disabled using the --nomaster_bazelrc option.
echo "${bazel_rc_contents}" >> "/etc/bazel.bazelrc"
# hopefully no repos create *both* of these ...