forked from nylas/sync-engine
-
Notifications
You must be signed in to change notification settings - Fork 0
/
setup.sh
executable file
·308 lines (263 loc) · 9.61 KB
/
setup.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
#!/bin/bash
set -e
prod=false
while getopts "p" opt; do
case $opt in
p)
prod=true
;;
esac
done
color() {
printf '\033[%sm%s\033[m\n' "$@"
# usage color "31;5" "string"
# 0 default
# 5 blink, 1 strong, 4 underlined
# fg: 31 red, 32 green, 33 yellow, 34 blue, 35 purple, 36 cyan, 37 white
# bg: 40 black, 41 red, 44 blue, 45 purple
}
color '36;1' "
_ _ _
| \ | |_ _| | __ _ ___
| \| | | | | |/ _' / __|
| |\ | |_| | | (_| \__ \\
|_| \_|\__, |_|\__,_|___/
|___/
This script installs dependencies for the Nylas Sync Engine.
For more details, visit:
https://www.github.com/nylas/sync-engine
"
if ! [ -e ./setup.py ] || ! [ -e ./setup.sh ] ; then
color '31;1' "Error: setup.sh should be run from the sync-engine repo" >&2
exit 1
fi
color '35;1' 'Updating packages...'
if command -v mysql >/dev/null 2>&1
then
echo "MySQL Exists. Not adding upstream mysql package";
else
echo "Adding MySQL APT Repo";
#Trust MySQL APT Repo
echo "deb http://repo.mysql.com/apt/ubuntu/ precise mysql-5.6" > /etc/apt/sources.list.d/mysql.list;
apt-key adv --keyserver keyserver.ubuntu.com --recv-keys 5072E1F5;
fi
# Don't fail builds if apt-get update fails (eg due to ksplice being down)
set +e
apt-get -qq update
set -e
apt-get -qq -y install python-software-properties
{ \
echo "mysql-community-server mysql-community-server/data-dir select ''"; \
echo "mysql-community-server mysql-community-server/root-pass password root"; \
echo "mysql-community-server mysql-community-server/re-root-pass password root"; \
echo "mysql-community-server mysql-community-server/remove-test-db select false"; \
echo "mysql-server mysql-server/root_password password root";
echo "mysql-server mysql-server/root_password_again password root";
} | sudo debconf-set-selections
color '35;1' 'Installing dependencies from apt-get...'
apt-get -y install git \
mercurial \
wget \
supervisor \
mysql-server \
mysql-client \
python \
python-dev \
python-pip \
python-setuptools \
build-essential \
libmysqlclient-dev \
gcc \
g++ \
libxml2-dev \
libxslt-dev \
lib32z1-dev \
libffi-dev \
libssl-dev \
pkg-config \
python-lxml \
tmux \
curl \
tnef \
stow \
lua5.2 \
liblua5.2-dev \
# Switch to a temporary directory to install dependencies, since the source
# directory might be mounted from a VM host with weird permissions.
src_dir=$(pwd)
temp_dir=`mktemp -d`
cd "$temp_dir"
# Workaround for "error: sodium.h: No such file or directory" bug
# https://github.com/pyca/pynacl/issues/79
libsodium_ver=1.0.0
color '35;1' 'Ensuring libsodium version...'
if ! pkg-config --atleast-version="${libsodium_ver}" libsodium; then
# Ubuntu precise doesn't have a libsodium-dev package, so we build it
# ourselves and install it to /usr/local (using GNU stow so that we can
# uninstall it later).
# Uninstall old version
if pkg-config --exists libsodium; then
libsodium_oldver=`pkg-config --modversion libsodium`
color '35;1' " > Uninstalling libsodium-${libsodium_oldver}..."
stow -d /usr/local/stow -D "libsodium-${libsodium_oldver}"
ldconfig
if pkg-config --exists libsodium; then
color '31;1' " > Unable to uninstall libsodium-${libsodium_oldver}"
exit 1
fi
fi
color '35;1' " > Downloading and installing libsodium-${libsodium_ver}..."
curl -L -O https://github.com/jedisct1/libsodium/releases/download/${libsodium_ver}/libsodium-${libsodium_ver}.tar.gz
echo 'ced1fe3d2066953fea94f307a92f8ae41bf0643739a44309cbe43aa881dbc9a5 *libsodium-1.0.0.tar.gz' | sha256sum -c || exit 1
tar -xzf libsodium-${libsodium_ver}.tar.gz
cd libsodium-${libsodium_ver}
./configure --prefix=/usr/local/stow/libsodium-${libsodium_ver}
make -j4
rm -rf /usr/local/stow/libsodium-${libsodium_ver}
mkdir -p /usr/local/stow/libsodium-${libsodium_ver}
make install
stow -d /usr/local/stow -R libsodium-${libsodium_ver}
ldconfig
cd ..
rm -rf libsodium-${libsodium_ver} libsodium-${libsodium_ver}.tar.gz
if pkg-config --exists libsodium; then
color '34;1' " > libsodium-${libsodium_ver} installed."
else
color '31;1' " > Unable to install libsodium-${libsodium_ver}"
exit 1
fi
fi
if ! ${prod}; then
color "35;1" "Ensuring redis version..."
redis_version=2.8.17
if ! [ -e /usr/local/stow/redis-${redis_version} ]; then
color "35;1" "Downloading and installing redis-${redis_version}..."
curl -L -O --progress-bar http://download.redis.io/releases/redis-${redis_version}.tar.gz
echo "913479f9d2a283bfaadd1444e17e7bab560e5d1e *redis-${redis_version}.tar.gz" | sha1sum -c --quiet || exit 1
tar -xf redis-${redis_version}.tar.gz
cd redis-${redis_version}
make -j2 || exit 1
rm -rf /usr/local/stow/redis-${redis_version}
make PREFIX=/usr/local/stow/redis-${redis_version} install
stow -d /usr/local/stow/ -R redis-${redis_version}
cd utils
echo -e -n "\n\n\n\n\n\n" | ./install_server.sh
rm -f /tmp/6379.conf
cd ../..
rm -rf redis-${redis_version} redis-${redis_version}.tar.gz
# modify redis conf so that redis is only accessible localy
sed -i '/^#.*bind 127/s/^#//' /etc/redis/6379.conf
fi
color '34;1' 'redis-'${redis_version}' installed.'
fi
color '35;1' 'Ensuring setuptools and pip versions...'
# Need up-to-date pyparsing or upgrading pip will break pip
# https://github.com/pypa/packaging/issues/94
pip install 'pyparsing==2.2.0'
# If python-setuptools is actually the old 'distribute' fork of setuptools,
# then the first 'pip install setuptools' will be a no-op.
pip install 'pip==9.0.1' 'setuptools==34.3.1'
hash pip # /usr/bin/pip might now be /usr/local/bin/pip
pip install 'pip==9.0.1' 'setuptools==34.3.1'
# Doing pip upgrade setuptools leaves behind this problematic symlink
rm -rf /usr/lib/python2.7/dist-packages/setuptools.egg-info
# Install tox for running tests
pip install 'tox'
# Now that the new version of pip and our other non-pip dependencies are
# installed, we can switch back to the source directory.
cd "$src_dir"
color '35;1' 'Removing .pyc files...' # they might be stale
find . -name \*.pyc -delete
color '35;1' 'Installing dependencies from pip...'
SODIUM_INSTALL=system pip install -r requirements.txt
pip install -e .
color '35;1' 'Finished installing dependencies.'
mkdir -p /etc/inboxapp
chown $SUDO_UID:$SUDO_GID /etc/inboxapp
color '35;1' 'Copying default development configuration to /etc/inboxapp'
src=./etc/config-dev.json
dest=/etc/inboxapp/config.json
if [ ! -f $dest ]; then
install -m0644 -o$SUDO_UID $src $dest
elif [ $src -nt $dest ]; then
set +e
diff_result=$(diff -q $src $dest)
different=$?
set -e
if [ $different -ne 0 ]; then
echo "Error: sync engine config is newer and merging of configs not (yet) supported."
echo "Diffs:"
echo "src: $src dest: $dest"
diff $dest $src
exit 1
fi
fi
# make sure that users upgrading from a previous release get file permissions
# right
chmod 0644 $dest
chown $SUDO_UID:$SUDO_GID $dest
color '35;1' 'Copying default secrets configuration to /etc/inboxapp'
src=./etc/secrets-dev.yml
dest=/etc/inboxapp/secrets.yml
if [ ! -f $dest ]; then
install -m0600 -o$SUDO_UID $src $dest
elif [ $src -nt $dest ]; then
set +e
diff_result=$(diff -q $src $dest)
different=$?
set -e
if [ $different -ne 0 ]; then
echo "Error: sync engine secrets config is newer and merging of configs not (yet) supported."
echo "Diffs:"
echo "src: $src dest: $dest"
diff $dest $src
exit 1
fi
fi
# make sure that users upgrading from a previous release get file permissions
# right
chmod 0600 $dest
chown $SUDO_UID:$SUDO_GID $dest
if ! $prod; then
# Mysql config
color '35;1' 'Copying default mysql configuration to /etc/mysql/conf.d'
src=./etc/my.cnf
dest=/etc/mysql/conf.d/inboxapp.cnf
if [ ! -f $dest ]; then
install -m0644 $src $dest
elif [ $src -nt $dest ]; then
set +e
diff_result=$(diff -q $src $dest)
different=$?
set -e
if [ $different -ne 0 ]; then
echo "Error: sync engine config is newer and merging of configs not (yet) supported."
echo "Diffs:"
echo "src: $src dest: $dest"
diff $dest $src
exit 1
fi
fi
mysqld_safe &
sleep 10
env NYLAS_ENV=dev bin/create-db
env NYLAS_ENV=dev bin/create-test-db
fi
if [[ $(mysql --version) != *"5.6"* ]]
then
echo "WARNING: We've detected that you are not using mysql 5.6. Please upgrade.";
fi
color '35;1' 'Cleaning up...'
apt-get -y autoremove
mkdir -p /var/lib/inboxapp/parts
chown -R $SUDO_UID:$SUDO_GID /var/lib/inboxapp
mkdir -p /var/log/inboxapp
chown $SUDO_UID:$SUDO_GID /var/log/inboxapp
mkdir -p /etc/inboxapp
cp etc/config-dev.json /etc/inboxapp/config.json
cp etc/secrets-dev.yml /etc/inboxapp/secrets.yml
chown $SUDO_UID:$SUDO_GID /etc/inboxapp
git config branch.master.rebase true
# Set proper timezone
echo 'UTC' | sudo tee /etc/timezone
color '35;1' 'Done!.'