Fix dependencies for Superset demo (#4705)

* Fix superset dependency location

* Add some Superset setup

Co-authored-by: Abhi Vaidyanatha <abhivaidyanatha@Abhis-MacBook-Pro.local>

resources/examples/airflow/README.md

@@ -13,5 +13,15 @@ Simple enter that ID into your terminal and a connection will be set up in Airfl
 
 Trigger the DAG with the switch in the top right and you should be in business! If it doesn't automatically run, just hit the play button in the top right to kick off the sync.
 
+## Setting up Superset
+
+As the script has automatically set up a Postgres container for you, just enter these connection details to set up your destination:
+
+![](./assets/postgres_setup.png)
+
+Head over to http://localhost:8088 to get to the Superset UI. Enter `admin` as your username and `admin` as your password. Then head to the `Data` section in the top bar and navigate to `Databases`. Click `+DATABASE` and enter the following config:
+
+![](./assets/superset_database_setup.png)
+
 ## Cleaning Up
 Run `down.sh` to clean up the containers. Or run `docker-compose down -v` here and in the root directory, your call.

resources/examples/airflow/superset/docker-compose-superset.yaml

@@ -33,15 +33,15 @@ services:
       - redis:/data
 
   db:
-    env_file: ../docker/.env
+    env_file: docker/.env
     image: postgres:10
     container_name: superset_db
     restart: unless-stopped
     volumes:
       - db_home:/var/lib/postgresql/data
 
   superset:
-    env_file: ../docker/.env-non-dev
+    env_file: docker/.env-non-dev
     image: *superset-image
     container_name: superset_app
     command: ["/app/docker/docker-bootstrap.sh", "app-gunicorn"]
@@ -56,7 +56,7 @@ services:
     image: *superset-image
     container_name: superset_init
     command: ["/app/docker/docker-init.sh"]
-    env_file: ../docker/.env-non-dev
+    env_file: docker/.env-non-dev
     depends_on: *superset-depends-on
     user: "root"
     volumes: *superset-volumes
@@ -65,7 +65,7 @@ services:
     image: *superset-image
     container_name: superset_worker
     command: ["/app/docker/docker-bootstrap.sh", "worker"]
-    env_file: ../docker/.env-non-dev
+    env_file: docker/.env-non-dev
     restart: unless-stopped
     depends_on: *superset-depends-on
     user: "root"
@@ -75,7 +75,7 @@ services:
     image: *superset-image
     container_name: superset_worker_beat
     command: ["/app/docker/docker-bootstrap.sh", "beat"]
-    env_file: ../docker/.env-non-dev
+    env_file: docker/.env-non-dev
     restart: unless-stopped
     depends_on: *superset-depends-on
     user: "root"

resources/examples/airflow/docker/.env → resources/examples/airflow/superset/docker/.env

@@ -41,6 +41,6 @@ REDIS_PORT=6379
 
 FLASK_ENV=development
 SUPERSET_ENV=development
-SUPERSET_LOAD_EXAMPLES=yes
+SUPERSET_LOAD_EXAMPLES=no
 CYPRESS_CONFIG=false
 SUPERSET_PORT=8088

resources/examples/airflow/docker/pythonpath_dev/.gitignore → resources/examples/airflow/superset/docker/pythonpath_dev/.gitignore

@@ -16,7 +16,7 @@
 #
 
 # Ignore everything
-*
+.gitignore
 # DON'T ignore the .gitignore
 !.gitignore
 !superset_config.py