Add -workspace-tmp-dir option to acceptance tests (#3498)

## Changes
The—workspace-tmp-dir option makes the acceptance testing framework run
the test using the workspace file system instead of the local file
mount.

## Why
This option is necessary to simulate DABs in the workspace, since it
runs the Databricks CLI on the workspace file system.

## Tests
Manually. I've been using this function to run a couple of test runs in
my other PR: #3453

Author: shreyas-goenka

acceptance/acceptance_test.go

@@ -37,15 +37,16 @@ import (
 )
 
 var (
-	KeepTmp     bool
-	NoRepl      bool
-	VerboseTest bool = os.Getenv("VERBOSE_TEST") != ""
-	Tail        bool
-	Forcerun    bool
-	LogRequests bool
-	LogConfig   bool
-	SkipLocal   bool
-	UseVersion  string
+	KeepTmp         bool
+	NoRepl          bool
+	VerboseTest     bool = os.Getenv("VERBOSE_TEST") != ""
+	Tail            bool
+	Forcerun        bool
+	LogRequests     bool
+	LogConfig       bool
+	SkipLocal       bool
+	UseVersion      string
+	WorkspaceTmpDir bool
 )
 
 // In order to debug CLI running under acceptance test, search for TestInprocessMode and update
@@ -67,6 +68,10 @@ func init() {
 	flag.BoolVar(&LogConfig, "logconfig", false, "Log merged for each test case")
 	flag.BoolVar(&SkipLocal, "skiplocal", false, "Skip tests that are enabled to run on Local")
 	flag.StringVar(&UseVersion, "useversion", "", "Download previously released version of CLI and use it to run the tests")
+
+	// DABs in the workspace runs on the workspace file system. This flags does the same for acceptance tests
+	// to simulate an identical environment.
+	flag.BoolVar(&WorkspaceTmpDir, "workspace-tmp-dir", false, "Run tests on the workspace file system (For DBR testing).")
 }
 
 const (
@@ -486,6 +491,15 @@ func runTest(t *testing.T,
 		tmpDir, err = os.MkdirTemp(tempDirBase, "")
 		require.NoError(t, err)
 		t.Logf("Created directory: %s", tmpDir)
+	} else if WorkspaceTmpDir {
+		// If the test is being run on DBR, auth is already configured
+		// by the dbr_runner notebook by reading a token from the notebook context and
+		// setting DATABRICKS_TOKEN and DATABRICKS_HOST environment variables.
+		_, _, tmpDir = workspaceTmpDir(t.Context(), t)
+
+		// Run DBR tests on the workspace file system to mimic usage from
+		// DABs in the workspace.
+		t.Logf("Running DBR tests on %s", tmpDir)
 	} else {
 		tmpDir = t.TempDir()
 	}

acceptance/dbr_test.go

@@ -0,0 +1,47 @@
+package acceptance_test
+
+import (
+	"context"
+	"fmt"
+	"testing"
+	"time"
+
+	"github.com/databricks/cli/libs/filer"
+	"github.com/databricks/databricks-sdk-go"
+	"github.com/databricks/databricks-sdk-go/service/workspace"
+	"github.com/google/uuid"
+	"github.com/stretchr/testify/assert"
+	"github.com/stretchr/testify/require"
+)
+
+func workspaceTmpDir(ctx context.Context, t *testing.T) (*databricks.WorkspaceClient, filer.Filer, string) {
+	w, err := databricks.NewWorkspaceClient()
+	require.NoError(t, err)
+
+	currentUser, err := w.CurrentUser.Me(ctx)
+	require.NoError(t, err)
+
+	timestamp := time.Now().Format("2006-01-02T15:04:05Z")
+	tmpDir := fmt.Sprintf(
+		"/Workspace/Users/%s/acceptance/%s/%s",
+		currentUser.UserName,
+		timestamp,
+		uuid.New().String(),
+	)
+
+	t.Cleanup(func() {
+		err := w.Workspace.Delete(ctx, workspace.Delete{
+			Path:      tmpDir,
+			Recursive: true,
+		})
+		assert.NoError(t, err)
+	})
+
+	err = w.Workspace.MkdirsByPath(ctx, tmpDir)
+	require.NoError(t, err)
+
+	f, err := filer.NewWorkspaceFilesClient(w, tmpDir)
+	require.NoError(t, err)
+
+	return w, f, tmpDir
+}