-
Notifications
You must be signed in to change notification settings - Fork 0
/
Copy pathMakefile
147 lines (130 loc) · 4.11 KB
/
Makefile
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
.PHONY: $(MAKECMDGOALS)
.EXPORT_ALL_VARIABLES:
SHELL := /bin/bash -euo pipefail
BLACK ?= \033[0;30m
RED ?= \033[0;31m
GREEN ?= \033[0;32m
YELLOW ?= \033[0;33m
BLUE ?= \033[0;34m
PURPLE ?= \033[0;35m
CYAN ?= \033[0;36m
GRAY ?= \033[0;37m
COFF ?= \033[0m
##################
# Local commands #
##################
initialize:
ifneq ($(wildcard .git),)
@printf "$(CYAN)>>> Repository already initialized.$(COFF)\n"
else
@printf "$(CYAN)>>> Initializing git repository.$(COFF)\n"
git init
endif
## Install dependencies, including dev & test dependencies
deps: initialize
@printf "$(CYAN)>>> Creating environment for project...$(COFF)\n"
poetry install --no-root --sync
poetry run pre-commit install
## Run unit tests
test:
@printf "$(CYAN)Running test suite$(COFF)\n"
export PYTHONPATH="./src" && poetry run pytest --cov=src
## Run static code checkers and linters
check:
@printf "$(CYAN)Running static code analysis and license generation$(COFF)\n"
poetry run ruff check src tests
@printf "All $(GREEN)done$(COFF)\n"
## Runs black formatter
lint:
@printf "$(CYAN)Auto-formatting with black$(COFF)\n"
poetry run ruff check src tests --fix
poetry run ruff format src tests notebooks
@printf " >>> Generating $(CYAN)licenses.md$(COFF) file\n"
poetry run pip-licenses --with-authors -f markdown --output-file ./licenses.md
## Removed the build, dist directories, pycache, pyo or pyc and swap files
clean:
@printf "$(CYAN)Cleaning EVERYTHING!$(COFF)\n"
@rm -rf build/
@rm -rf dist/
@rm -rf *.egg-info
@find . -type d -name '__pycache__' -exec rm -rf {} +
@find . -type f -name '*.py[co]' -exec rm -f {} +
@find . -name '*~' -exec rm -f {} +
@find . -type f -name '.DS_Store' -delete
@printf "$(GREEN)>>> Removed$(COFF) pycache, .pyc, .pyo, .DS_Store files and files with ~\n"
## Connect to the dev db with a port FWD (Broadcasts on local 12.0.0.1:5432)
bastion:
@printf "$(GREEN)Postgres will be listening on 127.0.0.1:5432$(COFF)\n"
gcloud compute ssh test-connectivity-vm --project "$(GCP_PROJECT)" --zone "$(GCP_ZONE)" --ssh-flag="-L 127.0.0.1:$(DB_PORT):$(TARGET_HOST_NAME):$(DB_PORT) -Nv"
## Upload Data to S3
to_s3:
ifeq (default,$(PROFILE))
aws s3 sync data/ s3://$(BUCKET)/data/
else
aws s3 sync data/ s3://$(BUCKET)/data/ --profile $(PROFILE)
endif
## Download Data from S3
from_s3:
ifeq (default,$(PROFILE))
aws s3 sync s3://$(BUCKET)/data/ data/
else
aws s3 sync s3://$(BUCKET)/data/ data/ --profile $(PROFILE)
endif
#################################################################################
# Self Documenting Commands #
#################################################################################
.DEFAULT_GOAL := help
# Inspired by <http://marmelab.com/blog/2016/02/29/auto-documented-makefile.html>
# sed script explained:
# /^##/:
# * save line in hold space
# * purge line
# * Loop:
# * append newline + line to hold space
# * go to next line
# * if line starts with doc comment, strip comment character off and loop
# * remove target prerequisites
# * append hold space (+ newline) to line
# * replace newline plus comments by `---`
# * print line
# Separate expressions are necessary because labels cannot be delimited by
# semicolon; see <http://stackoverflow.com/a/11799865/1968>
.PHONY: help
help:
@echo "$$(tput bold)Available rules:$$(tput sgr0)"
@echo
@sed -n -e "/^## / { \
h; \
s/.*//; \
:doc" \
-e "H; \
n; \
s/^## //; \
t doc" \
-e "s/:.*//; \
G; \
s/\\n## /---/; \
s/\\n/ /g; \
p; \
}" ${MAKEFILE_LIST} \
| LC_ALL='C' sort --ignore-case \
| awk -F '---' \
-v ncol=$$(tput cols) \
-v indent=19 \
-v col_on="$$(tput setaf 6)" \
-v col_off="$$(tput sgr0)" \
'{ \
printf "%s%*s%s ", col_on, -indent, $$1, col_off; \
n = split($$2, words, " "); \
line_length = ncol - indent; \
for (i = 1; i <= n; i++) { \
line_length -= length(words[i]) + 1; \
if (line_length <= 0) { \
line_length = ncol - indent - length(words[i]) - 1; \
printf "\n%*s ", -indent, " "; \
} \
printf "%s ", words[i]; \
} \
printf "\n"; \
}' \
| more $(shell test $(shell uname) = Darwin && echo '--no-init --raw-control-chars')