mirror of https://github.com/databricks/cli.git
106 lines
2.6 KiB
Go
106 lines
2.6 KiB
Go
package mutator_test
|
|
|
|
import (
|
|
"context"
|
|
"testing"
|
|
|
|
"github.com/databricks/cli/bundle"
|
|
"github.com/databricks/cli/bundle/config"
|
|
"github.com/databricks/cli/bundle/config/mutator"
|
|
"github.com/databricks/cli/bundle/config/resources"
|
|
"github.com/databricks/databricks-sdk-go/service/compute"
|
|
"github.com/databricks/databricks-sdk-go/service/jobs"
|
|
"github.com/stretchr/testify/assert"
|
|
)
|
|
|
|
func TestMergeJobClusters(t *testing.T) {
|
|
b := &bundle.Bundle{
|
|
Config: config.Root{
|
|
Resources: config.Resources{
|
|
Jobs: map[string]*resources.Job{
|
|
"foo": {
|
|
JobSettings: &jobs.JobSettings{
|
|
JobClusters: []jobs.JobCluster{
|
|
{
|
|
JobClusterKey: "foo",
|
|
NewCluster: compute.ClusterSpec{
|
|
SparkVersion: "13.3.x-scala2.12",
|
|
NodeTypeId: "i3.xlarge",
|
|
NumWorkers: 2,
|
|
},
|
|
},
|
|
{
|
|
JobClusterKey: "bar",
|
|
NewCluster: compute.ClusterSpec{
|
|
SparkVersion: "10.4.x-scala2.12",
|
|
},
|
|
},
|
|
{
|
|
JobClusterKey: "foo",
|
|
NewCluster: compute.ClusterSpec{
|
|
NodeTypeId: "i3.2xlarge",
|
|
NumWorkers: 4,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
diags := bundle.Apply(context.Background(), b, mutator.MergeJobClusters())
|
|
assert.NoError(t, diags.Error())
|
|
|
|
j := b.Config.Resources.Jobs["foo"]
|
|
|
|
assert.Len(t, j.JobClusters, 2)
|
|
assert.Equal(t, "foo", j.JobClusters[0].JobClusterKey)
|
|
assert.Equal(t, "bar", j.JobClusters[1].JobClusterKey)
|
|
|
|
// This job cluster was merged with a subsequent one.
|
|
jc0 := j.JobClusters[0].NewCluster
|
|
assert.Equal(t, "13.3.x-scala2.12", jc0.SparkVersion)
|
|
assert.Equal(t, "i3.2xlarge", jc0.NodeTypeId)
|
|
assert.Equal(t, 4, jc0.NumWorkers)
|
|
|
|
// This job cluster was left untouched.
|
|
jc1 := j.JobClusters[1].NewCluster
|
|
assert.Equal(t, "10.4.x-scala2.12", jc1.SparkVersion)
|
|
}
|
|
|
|
func TestMergeJobClustersWithNilKey(t *testing.T) {
|
|
b := &bundle.Bundle{
|
|
Config: config.Root{
|
|
Resources: config.Resources{
|
|
Jobs: map[string]*resources.Job{
|
|
"foo": {
|
|
JobSettings: &jobs.JobSettings{
|
|
JobClusters: []jobs.JobCluster{
|
|
{
|
|
NewCluster: compute.ClusterSpec{
|
|
SparkVersion: "13.3.x-scala2.12",
|
|
NodeTypeId: "i3.xlarge",
|
|
NumWorkers: 2,
|
|
},
|
|
},
|
|
{
|
|
NewCluster: compute.ClusterSpec{
|
|
NodeTypeId: "i3.2xlarge",
|
|
NumWorkers: 4,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
diags := bundle.Apply(context.Background(), b, mutator.MergeJobClusters())
|
|
assert.NoError(t, diags.Error())
|
|
assert.Len(t, b.Config.Resources.Jobs["foo"].JobClusters, 1)
|
|
}
|