package internal import ( "context" "encoding/json" "fmt" "os" "path/filepath" "strconv" "strings" "testing" "github.com/databricks/cli/bundle/config" "github.com/databricks/cli/internal/testutil" "github.com/databricks/cli/libs/auth" "github.com/databricks/databricks-sdk-go" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" ) func TestAccBundleInitErrorOnUnknownFields(t *testing.T) { t.Log(GetEnvOrSkipTest(t, "CLOUD_ENV")) tmpDir := t.TempDir() _, _, err := RequireErrorRun(t, "bundle", "init", "./testdata/init/field-does-not-exist", "--output-dir", tmpDir) assert.EqualError(t, err, "failed to compute file content for bar.tmpl. variable \"does_not_exist\" not defined") } // This test tests the MLOps Stacks DAB e2e and thus there's a couple of special // considerations to take note of: // // 1. Upstream changes to the MLOps Stacks DAB can cause this test to fail. // In which case we should do one of: // (a) Update this test to reflect the changes // (b) Update the MLOps Stacks DAB to not break this test. Skip this test // temporarily until the MLOps Stacks DAB is updated // // 2. While rare and to be avoided if possible, the CLI reserves the right to // make changes that can break the MLOps Stacks DAB. In which case we should // skip this test until the MLOps Stacks DAB is updated to work again. func TestAccBundleInitOnMlopsStacks(t *testing.T) { t.Parallel() env := testutil.GetCloud(t).String() tmpDir1 := t.TempDir() tmpDir2 := t.TempDir() w, err := databricks.NewWorkspaceClient(&databricks.Config{}) require.NoError(t, err) projectName := RandomName("project_name_") // Create a config file with the project name and root dir initConfig := map[string]string{ "input_project_name": projectName, "input_root_dir": "repo_name", "input_include_models_in_unity_catalog": "no", "input_cloud": strings.ToLower(env), } b, err := json.Marshal(initConfig) require.NoError(t, err) os.WriteFile(filepath.Join(tmpDir1, "config.json"), b, 0644) // Run bundle init assert.NoFileExists(t, filepath.Join(tmpDir2, "repo_name", projectName, "README.md")) RequireSuccessfulRun(t, "bundle", "init", "mlops-stacks", "--output-dir", tmpDir2, "--config-file", filepath.Join(tmpDir1, "config.json")) // Assert that the README.md file was created assert.FileExists(t, filepath.Join(tmpDir2, "repo_name", projectName, "README.md")) assertLocalFileContents(t, filepath.Join(tmpDir2, "repo_name", projectName, "README.md"), fmt.Sprintf("# %s", projectName)) // Validate the stack testutil.Chdir(t, filepath.Join(tmpDir2, "repo_name", projectName)) RequireSuccessfulRun(t, "bundle", "validate") // Deploy the stack RequireSuccessfulRun(t, "bundle", "deploy") t.Cleanup(func() { // Delete the stack RequireSuccessfulRun(t, "bundle", "destroy", "--auto-approve") }) // Get summary of the bundle deployment stdout, _ := RequireSuccessfulRun(t, "bundle", "summary", "--output", "json") summary := &config.Root{} err = json.Unmarshal(stdout.Bytes(), summary) require.NoError(t, err) // Assert resource Ids are not empty assert.NotEmpty(t, summary.Resources.Experiments["experiment"].ID) assert.NotEmpty(t, summary.Resources.Models["model"].ID) assert.NotEmpty(t, summary.Resources.Jobs["batch_inference_job"].ID) assert.NotEmpty(t, summary.Resources.Jobs["model_training_job"].ID) // Assert the batch inference job actually exists batchJobId, err := strconv.ParseInt(summary.Resources.Jobs["batch_inference_job"].ID, 10, 64) require.NoError(t, err) job, err := w.Jobs.GetByJobId(context.Background(), batchJobId) assert.NoError(t, err) assert.Equal(t, fmt.Sprintf("dev-%s-batch-inference-job", projectName), job.Settings.Name) } func TestAccBundleInitHelpers(t *testing.T) { env := GetEnvOrSkipTest(t, "CLOUD_ENV") t.Log(env) w, err := databricks.NewWorkspaceClient(&databricks.Config{}) require.NoError(t, err) me, err := w.CurrentUser.Me(context.Background()) require.NoError(t, err) var smallestNode string switch env { case "azure": smallestNode = "Standard_D3_v2" case "gcp": smallestNode = "n1-standard-4" default: smallestNode = "i3.xlarge" } tests := []struct { funcName string expected string }{ { funcName: "{{short_name}}", expected: auth.GetShortUserName(me.UserName), }, { funcName: "{{user_name}}", expected: me.UserName, }, { funcName: "{{workspace_host}}", expected: w.Config.Host, }, { funcName: "{{is_service_principal}}", expected: strconv.FormatBool(auth.IsServicePrincipal(me.Id)), }, { funcName: "{{smallest_node_type}}", expected: smallestNode, }, } for _, test := range tests { // Setup template to test the helper function. tmpDir := t.TempDir() tmpDir2 := t.TempDir() err := os.Mkdir(filepath.Join(tmpDir, "template"), 0755) require.NoError(t, err) err = os.WriteFile(filepath.Join(tmpDir, "template", "foo.txt.tmpl"), []byte(test.funcName), 0644) require.NoError(t, err) err = os.WriteFile(filepath.Join(tmpDir, "databricks_template_schema.json"), []byte("{}"), 0644) require.NoError(t, err) // Run bundle init. RequireSuccessfulRun(t, "bundle", "init", tmpDir, "--output-dir", tmpDir2) // Assert that the helper function was correctly computed. assertLocalFileContents(t, filepath.Join(tmpDir2, "foo.txt"), test.expected) } }