Implemented Non SSL version of DatabricksHttpClient

Author: bhu1rdb

src/main/java/com/databricks/jdbc/client/http/DatabricksHttpClient.java

@@ -9,15 +9,20 @@
 import com.databricks.jdbc.client.DatabricksRetryHandlerException;
 import com.databricks.jdbc.client.IDatabricksHttpClient;
 import com.databricks.jdbc.commons.LogLevel;
+import com.databricks.jdbc.commons.util.HttpExecuteExceptionUtil;
 import com.databricks.jdbc.commons.util.LoggingUtil;
 import com.databricks.jdbc.driver.IDatabricksConnectionContext;
 import com.databricks.sdk.core.UserAgent;
 import com.google.common.annotations.VisibleForTesting;
 import java.io.IOException;
+import java.security.KeyManagementException;
+import java.security.KeyStoreException;
+import java.security.NoSuchAlgorithmException;
 import java.util.Objects;
 import java.util.Set;
 import java.util.concurrent.ConcurrentHashMap;
 import java.util.concurrent.TimeUnit;
+import javax.net.ssl.SSLContext;
 import org.apache.http.HttpException;
 import org.apache.http.HttpHost;
 import org.apache.http.HttpResponse;
@@ -30,13 +35,15 @@
 import org.apache.http.client.methods.HttpUriRequest;
 import org.apache.http.conn.UnsupportedSchemeException;
 import org.apache.http.conn.routing.HttpRoute;
+import org.apache.http.conn.ssl.NoopHostnameVerifier;
 import org.apache.http.impl.client.BasicCredentialsProvider;
 import org.apache.http.impl.client.CloseableHttpClient;
 import org.apache.http.impl.client.HttpClientBuilder;
 import org.apache.http.impl.client.ProxyAuthenticationStrategy;
 import org.apache.http.impl.conn.DefaultSchemePortResolver;
 import org.apache.http.impl.conn.PoolingHttpClientConnectionManager;
 import org.apache.http.protocol.HttpContext;
+import org.apache.http.ssl.SSLContextBuilder;
 
 /** Http client implementation to be used for executing http requests. */
 public class DatabricksHttpClient implements IDatabricksHttpClient {
@@ -76,6 +83,7 @@ public class DatabricksHttpClient implements IDatabricksHttpClient {
   private static boolean shouldRetryRateLimitError;
   private static int rateLimitRetryTimeout;
   protected static int idleHttpConnectionExpiry;
+  private CloseableHttpClient httpDisabledSSLClient;
 
   private DatabricksHttpClient(IDatabricksConnectionContext connectionContext) {
     initializeConnectionManager();
@@ -85,6 +93,7 @@ private DatabricksHttpClient(IDatabricksConnectionContext connectionContext) {
     shouldRetryRateLimitError = connectionContext.shouldRetryRateLimitError();
     rateLimitRetryTimeout = connectionContext.getRateLimitRetryTimeout();
     httpClient = makeClosableHttpClient(connectionContext);
+    httpDisabledSSLClient = makeClosableDisabledSslHttpClient();
     idleHttpConnectionExpiry = connectionContext.getIdleHttpConnectionExpiry();
   }
 
@@ -151,6 +160,23 @@ private CloseableHttpClient makeClosableHttpClient(
     return builder.build();
   }
 
+  private CloseableHttpClient makeClosableDisabledSslHttpClient() {
+    try {
+      // Create SSL context that trusts all certificates
+      SSLContext sslContext =
+          new SSLContextBuilder().loadTrustMaterial(null, (chain, authType) -> true).build();
+
+      // Create HttpClient with the SSL context
+      return HttpClientBuilder.create()
+          .setSSLContext(sslContext)
+          .setSSLHostnameVerifier(new NoopHostnameVerifier())
+          .build();
+    } catch (NoSuchAlgorithmException | KeyManagementException | KeyStoreException e) {
+      System.out.println("Error in creating HttpClient with the SSL context");
+    }
+    return null;
+  }
+
   private boolean handleRetry(IOException exception, int executionCount, HttpContext context) {
     int errCode = getErrorCode(exception);
     if (!isErrorCodeRetryable(errCode)) {
@@ -342,20 +368,22 @@ public CloseableHttpResponse execute(HttpUriRequest request) throws DatabricksHt
     try {
       return httpClient.execute(request);
     } catch (IOException e) {
-      Throwable cause = e;
-      while (cause != null) {
-        if (cause instanceof DatabricksRetryHandlerException) {
-          throw new DatabricksHttpException(cause.getMessage(), cause);
-        }
-        cause = cause.getCause();
-      }
-      String errorMsg =
-          String.format(
-              "Caught error while executing http request: [%s]. Error Message: [%s]",
-              RequestSanitizer.sanitizeRequest(request), e);
-      LoggingUtil.log(LogLevel.ERROR, errorMsg);
-      throw new DatabricksHttpException(errorMsg, e);
+      HttpExecuteExceptionUtil.throwException(e, request);
+    }
+    return null;
+  }
+
+  public CloseableHttpResponse executeWithoutSSL(HttpUriRequest request)
+      throws DatabricksHttpException {
+    LoggingUtil.log(
+        LogLevel.DEBUG,
+        String.format("Executing HTTP request [{%s}]", RequestSanitizer.sanitizeRequest(request)));
+    try {
+      return httpDisabledSSLClient.execute(request);
+    } catch (Exception e) {
+      HttpExecuteExceptionUtil.throwException(e, request);
     }
+    return null;
   }
 
   @Override

src/main/java/com/databricks/jdbc/commons/util/DefaultHttpClientUtil.java

@@ -0,0 +1,26 @@
+package com.databricks.jdbc.commons.util;
+
+import com.databricks.jdbc.client.DatabricksHttpException;
+import com.databricks.jdbc.client.DatabricksRetryHandlerException;
+import com.databricks.jdbc.client.http.RequestSanitizer;
+import com.databricks.jdbc.commons.LogLevel;
+import org.apache.http.client.methods.HttpUriRequest;
+
+public class HttpExecuteExceptionUtil {
+  public static void throwException(Exception e, HttpUriRequest request)
+      throws DatabricksHttpException {
+    Throwable cause = e;
+    while (cause != null) {
+      if (cause instanceof DatabricksRetryHandlerException) {
+        throw new DatabricksHttpException(cause.getMessage(), cause);
+      }
+      cause = cause.getCause();
+    }
+    String errorMsg =
+        String.format(
+            "Caught error while executing http request: [%s]. Error Message: [%s]",
+            RequestSanitizer.sanitizeRequest(request), e);
+    LoggingUtil.log(LogLevel.ERROR, errorMsg);
+    throw new DatabricksHttpException(errorMsg, e);
+  }
+}

src/main/java/com/databricks/jdbc/commons/util/HttpExecuteExceptionUtil.java

@@ -18,7 +18,7 @@
 import java.util.stream.Collectors;
 
 /** Implementation for Databricks specific connection. */
-public class DatabricksConnection implements IDatabricksConnection, Connection {
+public class DatabricksConnection implements IDatabricksConnection, Connection, AutoCloseable {
   private IDatabricksSession session;
   private final Set<IDatabricksStatement> statementSet = ConcurrentHashMap.newKeySet();
   private SQLWarning warnings = null;

src/main/java/com/databricks/jdbc/core/DatabricksConnection.java

@@ -19,7 +19,7 @@
 import javax.annotation.Nullable;
 
 /** Implementation for Session interface, which maintains an underlying session in SQL Gateway. */
-public class DatabricksSession implements IDatabricksSession {
+public class DatabricksSession implements IDatabricksSession, AutoCloseable {
   private final DatabricksClient databricksClient;
   private DatabricksMetadataClient databricksMetadataClient;
   private final ComputeResource computeResource;

src/main/java/com/databricks/jdbc/core/DatabricksSession.java

@@ -1,7 +1,7 @@
 package com.databricks.jdbc.telemetry;
 
 import com.databricks.jdbc.client.DatabricksHttpException;
-import com.databricks.jdbc.commons.util.DefaultHttpClientUtil;
+import com.databricks.jdbc.client.http.DatabricksHttpClient;
 import com.databricks.jdbc.core.DatabricksSQLException;
 import com.databricks.jdbc.driver.IDatabricksConnectionContext;
 import com.fasterxml.jackson.databind.ObjectMapper;
@@ -15,7 +15,6 @@
 import org.apache.http.client.methods.HttpPost;
 import org.apache.http.client.methods.HttpUriRequest;
 import org.apache.http.client.utils.URIBuilder;
-import org.apache.http.impl.client.DefaultHttpClient;
 import org.apache.http.util.EntityUtils;
 
 // TODO (Bhuvan) Flush out metrics once the driver connection is closed
@@ -31,7 +30,7 @@ public class DatabricksMetrics {
   private final String METRICS_TYPE = "metrics_type";
   private Boolean hasInitialExportOccurred = false;
   private String workspaceId = null;
-  private DefaultHttpClient telemetryClient = null;
+  private final DatabricksHttpClient telemetryClient;
 
   private void setWorkspaceId(String workspaceId) {
     this.workspaceId = workspaceId;
@@ -68,13 +67,7 @@ public DatabricksMetrics(IDatabricksConnectionContext context) throws Databricks
     }
     String resourceId = context.getComputeResource().getWorkspaceId();
     setWorkspaceId(resourceId);
-    // TODO: Bhuvan: Replace telemetry client with DatabricksHttpClient when non-SSL variation is
-    // implemented
-    try {
-      telemetryClient = DefaultHttpClientUtil.getDefaultHttpClient();
-    } catch (Exception e) {
-      throw new DatabricksSQLException("Failed to create telemetry client");
-    }
+    this.telemetryClient = DatabricksHttpClient.getInstance(context);
     scheduleExportMetrics();
   }
 
@@ -101,7 +94,7 @@ public String sendRequest(Map<String, Double> map, MetricsType metricsType) thro
     uriBuilder.addParameter(METRICS_TYPE, metricsType.name().equals("GAUGE") ? "1" : "0");
     HttpUriRequest request = new HttpPost(uriBuilder.build());
     // TODO (Bhuvan): Add authentication headers
-    CloseableHttpResponse response = telemetryClient.execute(request);
+    CloseableHttpResponse response = telemetryClient.executeWithoutSSL(request);
 
     // Error handling
     if (response == null) {