Project is created with:
- Airflow: 2.3.0
- great-expectations: 0.15.8
- Flask: 2.1.2
- Docker
sudo docker build . --tag stroke-airflow_v2 --no-cache
mkdir -p ./dags ./logs ./plugins ./input_data ./output_data
sudo echo -e "AIRFLOW_UID=$(id -u)\nAIRFLOW_GID=0" > .env
sudo docker-compose up
- username: airflow
- password: airflow
curl --X GET --user "airflow:airflow" "http://localhost:8080/api/v1/dags"
sudo docker kill $(sudo docker ps -q)
great_expectations init
great_expectations datasource new
great_expectations suite new
great_expectations checkpoint new getting_started_checkpoint
pip3 install -r requirements.txt
python3 docs_quality