mirror of https://github.com/databricks/cli.git
Merge 6ea53065cf
into 4fea0219fd
This commit is contained in:
commit
69dd9bdd74
|
@ -18,6 +18,9 @@ type Bundle struct {
|
||||||
// Target is set by the mutator that selects the target.
|
// Target is set by the mutator that selects the target.
|
||||||
Target string `json:"target,omitempty" bundle:"readonly"`
|
Target string `json:"target,omitempty" bundle:"readonly"`
|
||||||
|
|
||||||
|
// TargetConfig stores a snapshot of the target configuration when it was selected by SelectTarget.
|
||||||
|
TargetConfig *Target `json:"target_config,omitempty" bundle:"internal"`
|
||||||
|
|
||||||
// DEPRECATED. Left for backward compatibility with Target
|
// DEPRECATED. Left for backward compatibility with Target
|
||||||
Environment string `json:"environment,omitempty" bundle:"readonly"`
|
Environment string `json:"environment,omitempty" bundle:"readonly"`
|
||||||
|
|
||||||
|
|
|
@ -2,6 +2,7 @@ package mutator
|
||||||
|
|
||||||
import (
|
import (
|
||||||
"context"
|
"context"
|
||||||
|
"fmt"
|
||||||
"strings"
|
"strings"
|
||||||
|
|
||||||
"github.com/databricks/cli/bundle"
|
"github.com/databricks/cli/bundle"
|
||||||
|
@ -146,8 +147,21 @@ func validateProductionMode(ctx context.Context, b *bundle.Bundle, isPrincipalUs
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
if !isPrincipalUsed && !isRunAsSet(r) {
|
// We need to verify that there is only a single deployment of the current target.
|
||||||
return diag.Errorf("'run_as' must be set for all jobs when using 'mode: production'")
|
// The best way to enforce this is to explicitly set root_path.
|
||||||
|
advice := fmt.Sprintf(
|
||||||
|
"set 'workspace.root_path' to make sure only one copy is deployed. A common practice is to use a username or principal name in this path, i.e. root_path: /Users/%s/.bundle/${bundle.name}/${bundle.target}",
|
||||||
|
b.Config.Workspace.CurrentUser.UserName,
|
||||||
|
)
|
||||||
|
if !isExplicitRootSet(b) {
|
||||||
|
if isRunAsSet(r) || isPrincipalUsed {
|
||||||
|
// Just setting run_as is not enough to guarantee a single deployment,
|
||||||
|
// and neither is setting a principal.
|
||||||
|
// We only show a warning for these cases since we didn't historically
|
||||||
|
// report an error for them.
|
||||||
|
return diag.Warningf("target with 'mode: production' should " + advice)
|
||||||
|
}
|
||||||
|
return diag.Errorf("target with 'mode: production' must " + advice)
|
||||||
}
|
}
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
@ -164,6 +178,17 @@ func isRunAsSet(r config.Resources) bool {
|
||||||
return true
|
return true
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func isExplicitRootSet(b *bundle.Bundle) bool {
|
||||||
|
if b.Config.Bundle.TargetConfig == nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
targetConfig := b.Config.Bundle.TargetConfig
|
||||||
|
if targetConfig.Workspace == nil {
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
return targetConfig.Workspace.RootPath != ""
|
||||||
|
}
|
||||||
|
|
||||||
func (m *processTargetMode) Apply(ctx context.Context, b *bundle.Bundle) diag.Diagnostics {
|
func (m *processTargetMode) Apply(ctx context.Context, b *bundle.Bundle) diag.Diagnostics {
|
||||||
switch b.Config.Bundle.Mode {
|
switch b.Config.Bundle.Mode {
|
||||||
case config.Development:
|
case config.Development:
|
||||||
|
|
|
@ -314,7 +314,7 @@ func TestProcessTargetModeProduction(t *testing.T) {
|
||||||
b := mockBundle(config.Production)
|
b := mockBundle(config.Production)
|
||||||
|
|
||||||
diags := validateProductionMode(context.Background(), b, false)
|
diags := validateProductionMode(context.Background(), b, false)
|
||||||
require.ErrorContains(t, diags.Error(), "run_as")
|
require.ErrorContains(t, diags.Error(), "target with 'mode: production' must set 'workspace.root_path' to make sure only one copy is deployed. A common practice is to use a username or principal name in this path, i.e. root_path: /Users/lennart@company.com/.bundle/${bundle.name}/${bundle.target}")
|
||||||
|
|
||||||
b.Config.Workspace.StatePath = "/Shared/.bundle/x/y/state"
|
b.Config.Workspace.StatePath = "/Shared/.bundle/x/y/state"
|
||||||
b.Config.Workspace.ArtifactPath = "/Shared/.bundle/x/y/artifacts"
|
b.Config.Workspace.ArtifactPath = "/Shared/.bundle/x/y/artifacts"
|
||||||
|
@ -322,7 +322,7 @@ func TestProcessTargetModeProduction(t *testing.T) {
|
||||||
b.Config.Workspace.ResourcePath = "/Shared/.bundle/x/y/resources"
|
b.Config.Workspace.ResourcePath = "/Shared/.bundle/x/y/resources"
|
||||||
|
|
||||||
diags = validateProductionMode(context.Background(), b, false)
|
diags = validateProductionMode(context.Background(), b, false)
|
||||||
require.ErrorContains(t, diags.Error(), "production")
|
require.ErrorContains(t, diags.Error(), "target with 'mode: production' must set 'workspace.root_path' to make sure only one copy is deployed. A common practice is to use a username or principal name in this path, i.e. root_path: /Users/lennart@company.com/.bundle/${bundle.name}/${bundle.target}")
|
||||||
|
|
||||||
permissions := []resources.Permission{
|
permissions := []resources.Permission{
|
||||||
{
|
{
|
||||||
|
@ -366,6 +366,23 @@ func TestProcessTargetModeProductionOkForPrincipal(t *testing.T) {
|
||||||
require.NoError(t, diags.Error())
|
require.NoError(t, diags.Error())
|
||||||
}
|
}
|
||||||
|
|
||||||
|
func TestProcessTargetModeProductionOkWithRootPath(t *testing.T) {
|
||||||
|
b := mockBundle(config.Production)
|
||||||
|
|
||||||
|
// Our target has all kinds of problems when not using service principals ...
|
||||||
|
diags := validateProductionMode(context.Background(), b, false)
|
||||||
|
require.Error(t, diags.Error())
|
||||||
|
|
||||||
|
// ... but we're okay if we specify a root path
|
||||||
|
b.Config.Bundle.TargetConfig = &config.Target{
|
||||||
|
Workspace: &config.Workspace{
|
||||||
|
RootPath: "some-root-path",
|
||||||
|
},
|
||||||
|
}
|
||||||
|
diags = validateProductionMode(context.Background(), b, false)
|
||||||
|
require.NoError(t, diags.Error())
|
||||||
|
}
|
||||||
|
|
||||||
// Make sure that we have test coverage for all resource types
|
// Make sure that we have test coverage for all resource types
|
||||||
func TestAllResourcesMocked(t *testing.T) {
|
func TestAllResourcesMocked(t *testing.T) {
|
||||||
b := mockBundle(config.Development)
|
b := mockBundle(config.Development)
|
||||||
|
|
|
@ -15,6 +15,7 @@ type selectTarget struct {
|
||||||
}
|
}
|
||||||
|
|
||||||
// SelectTarget merges the specified target into the root configuration.
|
// SelectTarget merges the specified target into the root configuration.
|
||||||
|
// After merging, it removes the 'Targets' section from the configuration.
|
||||||
func SelectTarget(name string) bundle.Mutator {
|
func SelectTarget(name string) bundle.Mutator {
|
||||||
return &selectTarget{
|
return &selectTarget{
|
||||||
name: name,
|
name: name,
|
||||||
|
@ -31,7 +32,7 @@ func (m *selectTarget) Apply(_ context.Context, b *bundle.Bundle) diag.Diagnosti
|
||||||
}
|
}
|
||||||
|
|
||||||
// Get specified target
|
// Get specified target
|
||||||
_, ok := b.Config.Targets[m.name]
|
targetConfig, ok := b.Config.Targets[m.name]
|
||||||
if !ok {
|
if !ok {
|
||||||
return diag.Errorf("%s: no such target. Available targets: %s", m.name, strings.Join(maps.Keys(b.Config.Targets), ", "))
|
return diag.Errorf("%s: no such target. Available targets: %s", m.name, strings.Join(maps.Keys(b.Config.Targets), ", "))
|
||||||
}
|
}
|
||||||
|
@ -43,13 +44,15 @@ func (m *selectTarget) Apply(_ context.Context, b *bundle.Bundle) diag.Diagnosti
|
||||||
}
|
}
|
||||||
|
|
||||||
// Store specified target in configuration for reference.
|
// Store specified target in configuration for reference.
|
||||||
|
b.Config.Bundle.TargetConfig = targetConfig
|
||||||
b.Config.Bundle.Target = m.name
|
b.Config.Bundle.Target = m.name
|
||||||
|
|
||||||
// We do this for backward compatibility.
|
// We do this for backward compatibility.
|
||||||
// TODO: remove when Environments section is not supported anymore.
|
// TODO: remove when Environments section is not supported anymore.
|
||||||
b.Config.Bundle.Environment = b.Config.Bundle.Target
|
b.Config.Bundle.Environment = b.Config.Bundle.Target
|
||||||
|
|
||||||
// Clear targets after loading.
|
// Cleanup the original targets and environments sections since they
|
||||||
|
// show up in the JSON output of the 'summary' and 'validate' commands.
|
||||||
b.Config.Targets = nil
|
b.Config.Targets = nil
|
||||||
b.Config.Environments = nil
|
b.Config.Environments = nil
|
||||||
|
|
||||||
|
|
|
@ -47,8 +47,8 @@ type Root struct {
|
||||||
|
|
||||||
// Targets can be used to differentiate settings and resources between
|
// Targets can be used to differentiate settings and resources between
|
||||||
// bundle deployment targets (e.g. development, staging, production).
|
// bundle deployment targets (e.g. development, staging, production).
|
||||||
// If not specified, the code below initializes this field with a
|
// Note that this field is set to 'nil' by the SelectTarget mutator;
|
||||||
// single default-initialized target called "default".
|
// use Bundle.TargetConfig to access the selected target configuration.
|
||||||
Targets map[string]*Target `json:"targets,omitempty"`
|
Targets map[string]*Target `json:"targets,omitempty"`
|
||||||
|
|
||||||
// DEPRECATED. Left for backward compatibility with Targets
|
// DEPRECATED. Left for backward compatibility with Targets
|
||||||
|
|
Loading…
Reference in New Issue