chore: add bq log error messages (#80)

* add error messages on bq sink exception

* bump up version to 0.3.8

* chore: update error message in toString Error class

* handle empty string for reason on UnknownError

Author: jesrypandawa

build.gradle

@@ -22,7 +22,7 @@ plugins {
 }
 
 group 'io.odpf'
-version '0.3.7'
+version '0.3.8'
 
 repositories {
     mavenCentral()

src/main/java/io/odpf/depot/bigquery/client/BigQueryResponseParser.java

@@ -42,8 +42,8 @@ public static Map<Long, ErrorInfo> getErrorsFromBQResponse(
             Record record = records.get(errorEntry.getKey().intValue());
             long messageIndex = record.getIndex();
             List<ErrorDescriptor> errors = ErrorParser.parseError(errorEntry.getValue());
-            instrumentation.logError("Error while bigquery insert for message. Record: {}, Error: {}, MetaData: {}, BQ errors {}",
-                    record.getColumns(), errors, record.getMetadata(), errorEntry.getValue());
+            instrumentation.logError("Error while bigquery insert for message. Record: {}, Error: {}, MetaData: {}",
+                    record.getColumns(), errors, record.getMetadata());
 
             if (errorMatch(errors, UnknownError.class)) {
                 errorInfoResponse.put(messageIndex, new ErrorInfo(new BigQuerySinkException(), ErrorType.SINK_UNKNOWN_ERROR));

src/main/java/io/odpf/depot/bigquery/error/ErrorParser.java

@@ -23,7 +23,7 @@ public static ErrorDescriptor getError(String reasonText, String msgText) {
                 .stream()
                 .filter(ErrorDescriptor::matches)
                 .findFirst()
-                .orElse(new UnknownError());
+                .orElse(new UnknownError(reasonText, msgText));
     }
 
     public static List<ErrorDescriptor> parseError(List<BigQueryError> bqErrors) {

src/main/java/io/odpf/depot/bigquery/error/InvalidSchemaError.java

@@ -22,6 +22,6 @@ public boolean matches() {
 
     @Override
     public String toString() {
-        return "InvalidSchemaError";
+        return String.format("InvalidSchemaError: %s", message);
     }
 }

src/main/java/io/odpf/depot/bigquery/error/OOBError.java

@@ -18,9 +18,9 @@ public boolean matches() {
                && ((message.contains("is outside the allowed bounds") && message.contains("days in the past and") && message.contains("days in the future"))
                    || message.contains("out of range"));
     }
+
     @Override
     public String toString() {
-        return "OOBError";
+        return String.format("OOBError: %s", message);
     }
-
 }

src/main/java/io/odpf/depot/bigquery/error/StoppedError.java

@@ -22,6 +22,6 @@ public boolean matches() {
 
     @Override
     public String toString() {
-        return "Stopped";
+        return "StoppedError: Failed to insert this row because of some (other)error records in batch";
     }
 }

src/main/java/io/odpf/depot/bigquery/error/UnknownError.java

@@ -9,13 +9,17 @@
  * */
 public class UnknownError implements ErrorDescriptor {
 
+    private String reason;
+
+    private String message;
+
     @Override
     public boolean matches() {
         return false;
     }
 
     @Override
     public String toString() {
-        return "UnknownError";
+        return String.format("%s: %s", !reason.equals("") ? reason : "UnknownError", message != null ? message : "");
     }
 }