From b13e248065dd16e22511e1415837edf765b0657d Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Mi=C5=82osz=20Szymczak?= Date: Wed, 5 Sep 2018 16:21:25 +0200 Subject: [PATCH] [AIRFLOW-2991] Log path to driver output after Dataproc job (#3827) --- airflow/contrib/hooks/gcp_dataproc_hook.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/airflow/contrib/hooks/gcp_dataproc_hook.py b/airflow/contrib/hooks/gcp_dataproc_hook.py index f9e7a9050989b..f39325d15e977 100644 --- a/airflow/contrib/hooks/gcp_dataproc_hook.py +++ b/airflow/contrib/hooks/gcp_dataproc_hook.py @@ -53,6 +53,8 @@ def wait_for_done(self): self.log.error('DataProc job %s has errors', self.job_id) self.log.error(self.job['status']['details']) self.log.debug(str(self.job)) + self.log.info('Driver output location: %s', + self.job['driverOutputResourceUri']) return False if 'CANCELLED' == self.job['status']['state']: print(str(self.job)) @@ -60,8 +62,12 @@ def wait_for_done(self): if 'details' in self.job['status']: self.log.warning(self.job['status']['details']) self.log.debug(str(self.job)) + self.log.info('Driver output location: %s', + self.job['driverOutputResourceUri']) return False if 'DONE' == self.job['status']['state']: + self.log.info('Driver output location: %s', + self.job['driverOutputResourceUri']) return True self.log.debug( 'DataProc job %s is %s',