From bd5e971d45d795820f1f353f2b3e8977ff49b94a Mon Sep 17 00:00:00 2001 From: awelsh93 <32643586+awelsh93@users.noreply.github.com> Date: Fri, 12 Oct 2018 13:11:16 +0100 Subject: [PATCH] [AIRFLOW-3195] Log query and task_id in druid-hook (#4018) Log query and task_id in druid-hook --- airflow/hooks/druid_hook.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/airflow/hooks/druid_hook.py b/airflow/hooks/druid_hook.py index 75111fad2e7da..a45ebf472fe68 100644 --- a/airflow/hooks/druid_hook.py +++ b/airflow/hooks/druid_hook.py @@ -68,6 +68,7 @@ def get_conn_url(self): def submit_indexing_job(self, json_index_spec): url = self.get_conn_url() + self.log.info("Druid ingestion spec: {}".format(json_index_spec)) req_index = requests.post(url, json=json_index_spec, headers=self.header) if req_index.status_code != 200: raise AirflowException('Did not get 200 when ' @@ -76,6 +77,7 @@ def submit_indexing_job(self, json_index_spec): req_json = req_index.json() # Wait until the job is completed druid_task_id = req_json['task'] + self.log.info("Druid indexing task-id: {}".format(druid_task_id)) running = True