This repository has been archived by the owner on Oct 12, 2022. It is now read-only.
-
Notifications
You must be signed in to change notification settings - Fork 12
/
Makefile
97 lines (89 loc) · 3.49 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
.PHONY: sync_data_to_s3 sync_data_from_s3
#################################################################################
# GLOBALS #
#################################################################################
BUCKET = ojd-mapping-career-causeways
PROFILE = default
#################################################################################
# COMMANDS #
#################################################################################
## Upload Data to S3
sync_data_to_s3:
ifeq (default,$(PROFILE))
aws s3 sync codebase/data/raw s3://$(BUCKET)/data/raw
aws s3 sync codebase/data/interim s3://$(BUCKET)/data/interim --exclude "*/top_occupations_100_core_skills.pickle"
aws s3 sync codebase/data/processed s3://$(BUCKET)/data/processed
else
aws s3 sync codebase/data/raw s3://$(BUCKET)/data/raw --profile $(PROFILE)
aws s3 sync codebase/data/interim s3://$(BUCKET)/data/interim --profile $(PROFILE) --exclude "*/top_occupations_100_core_skills.pickle"
aws s3 sync codebase/data/processed s3://$(BUCKET)/data/processed --profile $(PROFILE)
endif
## Download Data from S3
sync_data_from_s3:
ifeq (default,$(PROFILE))
aws s3 sync s3://$(BUCKET)/data/raw codebase/data/raw
aws s3 sync s3://$(BUCKET)/data/interim codebase/data/interim --exclude "*/top_occupations_100_core_skills.pickle"
aws s3 sync s3://$(BUCKET)/data/processed codebase/data/processed
else
aws s3 sync s3://$(BUCKET)/data/raw codebase/data/raw --profile $(PROFILE)
aws s3 sync s3://$(BUCKET)/data/interim codebase/data/interim --profile $(PROFILE) --exclude "*/top_occupations_100_core_skills.pickle"
aws s3 sync s3://$(BUCKET)/data/processed codebase/data/processed --profile $(PROFILE)
endif
#################################################################################
# Self Documenting Commands #
#################################################################################
.DEFAULT_GOAL := help
# Inspired by <http://marmelab.com/blog/2016/02/29/auto-documented-makefile.html>
# sed script explained:
# /^##/:
# * save line in hold space
# * purge line
# * Loop:
# * append newline + line to hold space
# * go to next line
# * if line starts with doc comment, strip comment character off and loop
# * remove target prerequisites
# * append hold space (+ newline) to line
# * replace newline plus comments by `---`
# * print line
# Separate expressions are necessary because labels cannot be delimited by
# semicolon; see <http://stackoverflow.com/a/11799865/1968>
.PHONY: help
help:
@echo "$$(tput bold)Available rules:$$(tput sgr0)"
@echo
@sed -n -e "/^## / { \
h; \
s/.*//; \
:doc" \
-e "H; \
n; \
s/^## //; \
t doc" \
-e "s/:.*//; \
G; \
s/\\n## /---/; \
s/\\n/ /g; \
p; \
}" ${MAKEFILE_LIST} \
| LC_ALL='C' sort --ignore-case \
| awk -F '---' \
-v ncol=$$(tput cols) \
-v indent=19 \
-v col_on="$$(tput setaf 6)" \
-v col_off="$$(tput sgr0)" \
'{ \
printf "%s%*s%s ", col_on, -indent, $$1, col_off; \
n = split($$2, words, " "); \
line_length = ncol - indent; \
for (i = 1; i <= n; i++) { \
line_length -= length(words[i]) + 1; \
if (line_length <= 0) { \
line_length = ncol - indent - length(words[i]) - 1; \
printf "\n%*s ", -indent, " "; \
} \
printf "%s ", words[i]; \
} \
printf "\n"; \
}' \
| more $(shell test $(shell uname) = Darwin && echo '--no-init --raw-control-chars')