Improve visibility of error message during schema retrieval (#5879)

* handle query execution error in one place. increase ability to debug issues with schema retrieval

* split message and details for error reporting

Co-authored-by: Dmitriy Apollonin <[email protected]>

Author: apollonin

redash/query_runner/__init__.py

@@ -234,6 +234,13 @@ def fetch_columns(self, columns):
     def get_schema(self, get_stats=False):
         raise NotSupported()
 
+    def _handle_run_query_error(self, error):
+        if error is None:
+            return
+
+        logger.error(error)
+        raise Exception(f"Error during query execution. Reason: {error}")
+
     def _run_query_internal(self, query):
         results, error = self.run_query(query, None)
 

redash/query_runner/athena.py

@@ -206,7 +206,7 @@ def get_schema(self, get_stats=False):
 
         results, error = self.run_query(query, None)
         if error is not None:
-            raise Exception("Failed getting schema.")
+            self._handle_run_query_error(error)
 
         results = json_loads(results)
         for row in results["rows"]:

redash/query_runner/azure_kusto.py

@@ -138,7 +138,7 @@ def get_schema(self, get_stats=False):
         results, error = self.run_query(query, None)
 
         if error is not None:
-            raise Exception("Failed getting schema.")
+            self._handle_run_query_error(error)
 
         results = json_loads(results)
 

redash/query_runner/big_query.py

@@ -305,7 +305,7 @@ def get_schema(self, get_stats=False):
         query = '\nUNION ALL\n'.join(queries)
         results, error = self.run_query(query, None)
         if error is not None:
-            raise Exception("Failed getting schema.")
+            self._handle_run_query_error(error)
 
         results = json_loads(results)
         for row in results["rows"]:
@@ -341,7 +341,7 @@ def run_query(self, query, user):
             json_data = json_dumps(data, ignore_nan=True)
         except apiclient.errors.HttpError as e:
             json_data = None
-            if e.resp.status == 400:
+            if e.resp.status in [400, 404]:
                 error = json_loads(e.content)["error"]["message"]
             else:
                 error = e.content

redash/query_runner/clickhouse.py

@@ -79,7 +79,7 @@ def _get_tables(self, schema):
         results, error = self.run_query(query, None)
 
         if error is not None:
-            raise Exception("Failed getting schema.")
+            self._handle_run_query_error(error)
 
         results = json_loads(results)
 

redash/query_runner/databricks.py

@@ -154,7 +154,7 @@ def get_databases(self):
         results, error = self.run_query(query, None)
 
         if error is not None:
-            raise Exception("Failed getting schema.")
+            self._handle_run_query_error(error)
 
         results = json_loads(results)
 

redash/query_runner/db2.py

@@ -65,7 +65,7 @@ def _get_definitions(self, schema, query):
         results, error = self.run_query(query, None)
 
         if error is not None:
-            raise Exception("Failed getting schema.")
+            self._handle_run_query_error(error)
 
         results = json_loads(results)
 

redash/query_runner/drill.py

@@ -135,7 +135,7 @@ def get_schema(self, get_stats=False):
         results, error = self.run_query(query, None)
 
         if error is not None:
-            raise Exception("Failed getting schema.")
+            self._handle_run_query_error(error)
 
         results = json_loads(results)
 

redash/query_runner/druid.py

@@ -77,7 +77,7 @@ def get_schema(self, get_stats=False):
         results, error = self.run_query(query, None)
 
         if error is not None:
-            raise Exception("Failed getting schema.")
+            self._handle_run_query_error(error)
 
         schema = {}
         results = json_loads(results)

redash/query_runner/firebolt.py

@@ -76,7 +76,7 @@ def get_schema(self, get_stats=False):
         results, error = self.run_query(query, None)
 
         if error is not None:
-            raise Exception("Failed getting schema.")
+            self._handle_run_query_error(error)
 
         schema = {}
         results = json_loads(results)