databricks-cli/bundle/tests/path_translation_test.go

package config_tests

import (
	"context"
	"path/filepath"
	"testing"

	"github.com/databricks/cli/bundle"
	"github.com/databricks/cli/bundle/config/mutator"
	"github.com/stretchr/testify/assert"
	"github.com/stretchr/testify/require"
)

func TestPathTranslationFallback(t *testing.T) {
	b := loadTarget(t, "./path_translation/fallback", "development")

	m := mutator.TranslatePaths()
	diags := bundle.Apply(context.Background(), b, m)
	require.NoError(t, diags.Error())

	j := b.Config.Resources.Jobs["my_job"]
	assert.Len(t, j.Tasks, 6)

	assert.Equal(t, "notebook_example", filepath.ToSlash(j.Tasks[0].TaskKey))
	assert.Equal(t, "src/notebook", filepath.ToSlash(j.Tasks[0].NotebookTask.NotebookPath))

	assert.Equal(t, "spark_python_example", filepath.ToSlash(j.Tasks[1].TaskKey))
	assert.Equal(t, "src/file.py", filepath.ToSlash(j.Tasks[1].SparkPythonTask.PythonFile))

	assert.Equal(t, "dbt_example", filepath.ToSlash(j.Tasks[2].TaskKey))
	assert.Equal(t, "src/dbt_project", filepath.ToSlash(j.Tasks[2].DbtTask.ProjectDirectory))

	assert.Equal(t, "sql_example", filepath.ToSlash(j.Tasks[3].TaskKey))
	assert.Equal(t, "src/sql.sql", filepath.ToSlash(j.Tasks[3].SqlTask.File.Path))

	assert.Equal(t, "python_wheel_example", filepath.ToSlash(j.Tasks[4].TaskKey))
	assert.Equal(t, "dist/wheel1.whl", filepath.ToSlash(j.Tasks[4].Libraries[0].Whl))
	assert.Equal(t, "dist/wheel2.whl", filepath.ToSlash(j.Tasks[4].Libraries[1].Whl))

	assert.Equal(t, "spark_jar_example", filepath.ToSlash(j.Tasks[5].TaskKey))
	assert.Equal(t, "target/jar1.jar", filepath.ToSlash(j.Tasks[5].Libraries[0].Jar))
	assert.Equal(t, "target/jar2.jar", filepath.ToSlash(j.Tasks[5].Libraries[1].Jar))

	p := b.Config.Resources.Pipelines["my_pipeline"]
	assert.Len(t, p.Libraries, 4)

	assert.Equal(t, "src/file1.py", filepath.ToSlash(p.Libraries[0].File.Path))
	assert.Equal(t, "src/notebook1", filepath.ToSlash(p.Libraries[1].Notebook.Path))
	assert.Equal(t, "src/file2.py", filepath.ToSlash(p.Libraries[2].File.Path))
	assert.Equal(t, "src/notebook2", filepath.ToSlash(p.Libraries[3].Notebook.Path))
}

func TestPathTranslationFallbackError(t *testing.T) {
	b := loadTarget(t, "./path_translation/fallback", "error")

	m := mutator.TranslatePaths()
	diags := bundle.Apply(context.Background(), b, m)
	assert.ErrorContains(t, diags.Error(), `notebook this value is overridden not found`)
}

func TestPathTranslationNominal(t *testing.T) {
	b := loadTarget(t, "./path_translation/nominal", "development")

	m := mutator.TranslatePaths()
	diags := bundle.Apply(context.Background(), b, m)
	assert.NoError(t, diags.Error())

	j := b.Config.Resources.Jobs["my_job"]
	assert.Len(t, j.Tasks, 8)

	assert.Equal(t, "notebook_example", filepath.ToSlash(j.Tasks[0].TaskKey))
	assert.Equal(t, "src/notebook", filepath.ToSlash(j.Tasks[0].NotebookTask.NotebookPath))

	assert.Equal(t, "spark_python_example", filepath.ToSlash(j.Tasks[1].TaskKey))
	assert.Equal(t, "src/file.py", filepath.ToSlash(j.Tasks[1].SparkPythonTask.PythonFile))

	assert.Equal(t, "dbt_example", filepath.ToSlash(j.Tasks[2].TaskKey))
	assert.Equal(t, "src/dbt_project", filepath.ToSlash(j.Tasks[2].DbtTask.ProjectDirectory))

	assert.Equal(t, "sql_example", filepath.ToSlash(j.Tasks[3].TaskKey))
	assert.Equal(t, "src/sql.sql", filepath.ToSlash(j.Tasks[3].SqlTask.File.Path))

	assert.Equal(t, "python_wheel_example", filepath.ToSlash(j.Tasks[4].TaskKey))
	assert.Equal(t, "dist/wheel1.whl", filepath.ToSlash(j.Tasks[4].Libraries[0].Whl))
	assert.Equal(t, "dist/wheel2.whl", filepath.ToSlash(j.Tasks[4].Libraries[1].Whl))

	assert.Equal(t, "spark_jar_example", filepath.ToSlash(j.Tasks[5].TaskKey))
	assert.Equal(t, "target/jar1.jar", filepath.ToSlash(j.Tasks[5].Libraries[0].Jar))
	assert.Equal(t, "target/jar2.jar", filepath.ToSlash(j.Tasks[5].Libraries[1].Jar))

	assert.Equal(t, "for_each_notebook_example", filepath.ToSlash(j.Tasks[6].TaskKey))
	assert.Equal(t, "src/notebook", filepath.ToSlash(j.Tasks[6].ForEachTask.Task.NotebookTask.NotebookPath))

	assert.Equal(t, "for_each_spark_python_example", filepath.ToSlash(j.Tasks[7].TaskKey))
	assert.Equal(t, "src/file.py", filepath.ToSlash(j.Tasks[7].ForEachTask.Task.SparkPythonTask.PythonFile))

	p := b.Config.Resources.Pipelines["my_pipeline"]
	assert.Len(t, p.Libraries, 4)

	assert.Equal(t, "src/file1.py", filepath.ToSlash(p.Libraries[0].File.Path))
	assert.Equal(t, "src/notebook1", filepath.ToSlash(p.Libraries[1].Notebook.Path))
	assert.Equal(t, "src/file2.py", filepath.ToSlash(p.Libraries[2].File.Path))
	assert.Equal(t, "src/notebook2", filepath.ToSlash(p.Libraries[3].Notebook.Path))
}

func TestPathTranslationNominalError(t *testing.T) {
	b := loadTarget(t, "./path_translation/nominal", "error")

	m := mutator.TranslatePaths()
	diags := bundle.Apply(context.Background(), b, m)
	assert.ErrorContains(t, diags.Error(), `notebook this value is overridden not found`)
}