Added support for using new databricks CLI with backwards compatibility check (#121)

## Changes
<!-- Summary of your changes that are easy to understand -->
We changed naming from bricks to databricks, updating references to use
new cli -- binary, examples, env variables, methods name

## Tests
<!-- How is this tested? -->
CI + @cdkrot for verification on resolution with existing issue

Author: tanmay-db

databricks-sdk-java/src/main/java/com/databricks/sdk/core/BricksCliCredentialsProvider.java

@@ -0,0 +1,96 @@
+package com.databricks.sdk.core;
+
+import com.databricks.sdk.core.oauth.Token;
+import java.io.File;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+import java.util.*;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+public class DatabricksCliCredentialsProvider implements CredentialsProvider {
+
+  private static final Logger LOG = LoggerFactory.getLogger(DatabricksCliCredentialsProvider.class);
+
+  public static final String DATABRICKS_CLI = "databricks-cli";
+
+  @Override
+  public String authType() {
+    return DATABRICKS_CLI;
+  }
+
+  private CliTokenSource getDatabricksCliTokenSource(DatabricksConfig config) {
+    String cliPath = config.getDatabricksCliPath();
+    if (cliPath == null) {
+      cliPath = "databricks";
+    }
+    // If the path is unqualified, look it up in PATH.
+    if (!cliPath.contains("/")) {
+      cliPath = findExecutable(cliPath);
+    }
+    List<String> cmd =
+        new ArrayList<>(Arrays.asList(cliPath, "auth", "token", "--host", config.getHost()));
+    if (config.isAccountClient()) {
+      cmd.add("--account-id");
+      cmd.add(config.getAccountId());
+    }
+    return new CliTokenSource(cmd, "token_type", "access_token", "expiry", config::getAllEnv);
+  }
+
+  private static String findExecutable(String name) {
+    String pathVal = System.getenv("PATH");
+    StringTokenizer stringTokenizer = new StringTokenizer(pathVal, File.pathSeparator);
+    while (stringTokenizer.hasMoreTokens()) {
+      Path path = Paths.get(stringTokenizer.nextToken(), name).toAbsolutePath().normalize();
+      if (!Files.isRegularFile(path)) {
+        continue;
+      }
+      long size;
+      try {
+        size = Files.size(path);
+      } catch (IOException e) {
+        LOG.warn("Unable to get size of databricks cli: " + e.getMessage());
+        return null;
+      }
+      if (size < 1024 * 1024) {
+        LOG.info("Databricks CLI version <0.100.0 detected");
+        return null;
+      }
+      return path.toString();
+    }
+    LOG.warn("Most likely the databricks CLI is not installed");
+    return null;
+  }
+
+  @Override
+  public HeaderFactory configure(DatabricksConfig config) {
+    String host = config.getHost();
+    if (host == null || !config.isAws()) {
+      return null;
+    }
+
+    try {
+      CliTokenSource tokenSource = getDatabricksCliTokenSource(config);
+      tokenSource.getToken(); // We need this for checking if databricks CLI is installed.
+      return () -> {
+        Token token = tokenSource.getToken();
+        Map<String, String> headers = new HashMap<>();
+        headers.put("Authorization", token.getTokenType() + " " + token.getAccessToken());
+        return headers;
+      };
+    } catch (DatabricksException e) {
+      String stderr = e.getMessage();
+      if (stderr.contains("not found")) {
+        LOG.warn("Most likely databricks CLI is not installed");
+        return null;
+      }
+      if (stderr.contains("databricks OAuth is not")) {
+        LOG.info("OAuth not configured or not available");
+        return null;
+      }
+      throw e;
+    }
+  }
+}

databricks-sdk-java/src/main/java/com/databricks/sdk/core/DatabricksCliCredentialsProvider.java

@@ -106,8 +106,8 @@ public class DatabricksConfig {
       auth = "azure")
   private String azureLoginAppId;
 
-  @ConfigAttribute(value = "bricks_cli_path", env = "BRICKS_CLI_PATH")
-  private String bricksCliPath;
+  @ConfigAttribute(value = "databricks_cli_path", env = "DATABRICKS_CLI_PATH")
+  private String databricksCliPath;
 
   /**
    * When multiple auth attributes are available in the environment, use the auth type specified by
@@ -228,12 +228,12 @@ public DatabricksConfig setAccountId(String accountId) {
     return this;
   }
 
-  public String getBricksCliPath() {
-    return this.bricksCliPath;
+  public String getDatabricksCliPath() {
+    return this.databricksCliPath;
   }
 
-  public DatabricksConfig setBricksCliPath(String bricksCliPath) {
-    this.bricksCliPath = bricksCliPath;
+  public DatabricksConfig setDatabricksCliPath(String databricksCliPath) {
+    this.databricksCliPath = databricksCliPath;
     return this;
   }
 

databricks-sdk-java/src/main/java/com/databricks/sdk/core/DatabricksConfig.java

@@ -28,7 +28,7 @@ public DefaultCredentialsProvider() {
             new AzureServicePrincipalCredentialsProvider(),
             new AzureCliCredentialsProvider(),
             new ExternalBrowserCredentialsProvider(),
-            new BricksCliCredentialsProvider());
+            new DatabricksCliCredentialsProvider());
   }
 
   @Override

databricks-sdk-java/src/main/java/com/databricks/sdk/core/DefaultCredentialsProvider.java

@@ -6,7 +6,7 @@
 
 /**
  Example for authenticating with Databricks Account through CLI.
- The authentication type can be set to either "bricks-cli" or "azure-cli".
+ The authentication type can be set to either "databricks-cli" or "azure-cli".
  For details on authenticating via bricks cli, please see: <a href="https://docs.databricks.com/dev-tools/cli/auth-commands.html">...</a>
  */
 public class CliAuthAccount {
@@ -17,8 +17,8 @@ public class CliAuthAccount {
     private static DatabricksConfig getConfig() {
         // Change to "azure-cli" if you want to authenticate through azure cli
         // Please authenticate using cli before using them in SDK.
-        // Example: $ bricks auth login --host <host> --account-id <accountId>
-        String authType = "bricks-cli";
+        // Example: $ databricks auth login --host <host> --account-id <accountId>
+        String authType = "databricks-cli";
         String profile = "";
         return new DatabricksConfig()
                 .setAuthType(authType)

examples/cli-auth-demo/src/main/java/com/databricks/example/CliAuthAccount.java

@@ -7,7 +7,7 @@
 
 /**
  Example for authenticating with Databricks Workspace through CLI.
- The authentication type can be set to either "bricks-cli" or "azure-cli".
+ The authentication type can be set to either "databricks-cli" or "azure-cli".
  For details on authenticating via bricks cli, please see: <a href="https://docs.databricks.com/dev-tools/cli/auth-commands.html">...</a>
  */
 public class CliAuthWorkspace {
@@ -18,8 +18,8 @@ public class CliAuthWorkspace {
     private static DatabricksConfig getConfig() {
         // Change to "azure-cli" if you want to authenticate through azure cli
         // Please authenticate using cli before using them in SDK.
-        // Example: $ bricks auth login --host <host>
-        String authType = "bricks-cli";
+        // Example: $ databricks auth login --host <host>
+        String authType = "databricks-cli";
         String profile = "";
         return new DatabricksConfig()
                 .setAuthType(authType)