mirror of https://github.com/databricks/cli.git
Compare commits
1 Commits
a141cd9246
...
66a44eccea
Author | SHA1 | Date |
---|---|---|
Gleb Kanterov | 66a44eccea |
|
@ -21,12 +21,6 @@ func (v *filesToSync) Name() string {
|
||||||
}
|
}
|
||||||
|
|
||||||
func (v *filesToSync) Apply(ctx context.Context, rb bundle.ReadOnlyBundle) diag.Diagnostics {
|
func (v *filesToSync) Apply(ctx context.Context, rb bundle.ReadOnlyBundle) diag.Diagnostics {
|
||||||
// The user may be intentional about not synchronizing any files.
|
|
||||||
// In this case, we should not show any warnings.
|
|
||||||
if len(rb.Config().Sync.Paths) == 0 {
|
|
||||||
return nil
|
|
||||||
}
|
|
||||||
|
|
||||||
sync, err := files.GetSync(ctx, rb)
|
sync, err := files.GetSync(ctx, rb)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return diag.FromErr(err)
|
return diag.FromErr(err)
|
||||||
|
@ -37,7 +31,6 @@ func (v *filesToSync) Apply(ctx context.Context, rb bundle.ReadOnlyBundle) diag.
|
||||||
return diag.FromErr(err)
|
return diag.FromErr(err)
|
||||||
}
|
}
|
||||||
|
|
||||||
// If there are files to sync, we don't need to show any warnings.
|
|
||||||
if len(fl) != 0 {
|
if len(fl) != 0 {
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,105 +0,0 @@
|
||||||
package validate
|
|
||||||
|
|
||||||
import (
|
|
||||||
"context"
|
|
||||||
"testing"
|
|
||||||
|
|
||||||
"github.com/databricks/cli/bundle"
|
|
||||||
"github.com/databricks/cli/bundle/config"
|
|
||||||
"github.com/databricks/cli/internal/testutil"
|
|
||||||
"github.com/databricks/cli/libs/diag"
|
|
||||||
"github.com/databricks/cli/libs/vfs"
|
|
||||||
sdkconfig "github.com/databricks/databricks-sdk-go/config"
|
|
||||||
"github.com/databricks/databricks-sdk-go/experimental/mocks"
|
|
||||||
"github.com/databricks/databricks-sdk-go/service/iam"
|
|
||||||
"github.com/databricks/databricks-sdk-go/service/workspace"
|
|
||||||
"github.com/stretchr/testify/assert"
|
|
||||||
"github.com/stretchr/testify/mock"
|
|
||||||
"github.com/stretchr/testify/require"
|
|
||||||
)
|
|
||||||
|
|
||||||
func TestFilesToSync_NoPaths(t *testing.T) {
|
|
||||||
b := &bundle.Bundle{
|
|
||||||
Config: config.Root{
|
|
||||||
Sync: config.Sync{
|
|
||||||
Paths: []string{},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
|
||||||
|
|
||||||
ctx := context.Background()
|
|
||||||
rb := bundle.ReadOnly(b)
|
|
||||||
diags := bundle.ApplyReadOnly(ctx, rb, FilesToSync())
|
|
||||||
assert.Empty(t, diags)
|
|
||||||
}
|
|
||||||
|
|
||||||
func setupBundleForFilesToSyncTest(t *testing.T) *bundle.Bundle {
|
|
||||||
dir := t.TempDir()
|
|
||||||
|
|
||||||
testutil.Touch(t, dir, "file1")
|
|
||||||
testutil.Touch(t, dir, "file2")
|
|
||||||
|
|
||||||
b := &bundle.Bundle{
|
|
||||||
BundleRootPath: dir,
|
|
||||||
BundleRoot: vfs.MustNew(dir),
|
|
||||||
SyncRootPath: dir,
|
|
||||||
SyncRoot: vfs.MustNew(dir),
|
|
||||||
Config: config.Root{
|
|
||||||
Bundle: config.Bundle{
|
|
||||||
Target: "default",
|
|
||||||
},
|
|
||||||
Workspace: config.Workspace{
|
|
||||||
FilePath: "/this/doesnt/matter",
|
|
||||||
CurrentUser: &config.User{
|
|
||||||
User: &iam.User{},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
Sync: config.Sync{
|
|
||||||
// Paths are relative to [SyncRootPath].
|
|
||||||
Paths: []string{"."},
|
|
||||||
},
|
|
||||||
},
|
|
||||||
}
|
|
||||||
|
|
||||||
m := mocks.NewMockWorkspaceClient(t)
|
|
||||||
m.WorkspaceClient.Config = &sdkconfig.Config{
|
|
||||||
Host: "https://foo.com",
|
|
||||||
}
|
|
||||||
|
|
||||||
// The initialization logic in [sync.New] performs a check on the destination path.
|
|
||||||
// Removing this check at initialization time is tbd...
|
|
||||||
m.GetMockWorkspaceAPI().EXPECT().GetStatusByPath(mock.Anything, "/this/doesnt/matter").Return(&workspace.ObjectInfo{
|
|
||||||
ObjectType: workspace.ObjectTypeDirectory,
|
|
||||||
}, nil)
|
|
||||||
|
|
||||||
b.SetWorkpaceClient(m.WorkspaceClient)
|
|
||||||
return b
|
|
||||||
}
|
|
||||||
|
|
||||||
func TestFilesToSync_EverythingIgnored(t *testing.T) {
|
|
||||||
b := setupBundleForFilesToSyncTest(t)
|
|
||||||
|
|
||||||
// Ignore all files.
|
|
||||||
testutil.WriteFile(t, "*\n.*\n", b.BundleRootPath, ".gitignore")
|
|
||||||
|
|
||||||
ctx := context.Background()
|
|
||||||
rb := bundle.ReadOnly(b)
|
|
||||||
diags := bundle.ApplyReadOnly(ctx, rb, FilesToSync())
|
|
||||||
require.Equal(t, 1, len(diags))
|
|
||||||
assert.Equal(t, diag.Warning, diags[0].Severity)
|
|
||||||
assert.Equal(t, "There are no files to sync, please check your .gitignore", diags[0].Summary)
|
|
||||||
}
|
|
||||||
|
|
||||||
func TestFilesToSync_EverythingExcluded(t *testing.T) {
|
|
||||||
b := setupBundleForFilesToSyncTest(t)
|
|
||||||
|
|
||||||
// Exclude all files.
|
|
||||||
b.Config.Sync.Exclude = []string{"*"}
|
|
||||||
|
|
||||||
ctx := context.Background()
|
|
||||||
rb := bundle.ReadOnly(b)
|
|
||||||
diags := bundle.ApplyReadOnly(ctx, rb, FilesToSync())
|
|
||||||
require.Equal(t, 1, len(diags))
|
|
||||||
assert.Equal(t, diag.Warning, diags[0].Severity)
|
|
||||||
assert.Equal(t, "There are no files to sync, please check your .gitignore and sync.exclude configuration", diags[0].Summary)
|
|
||||||
}
|
|
|
@ -22,8 +22,6 @@ type Lookup struct {
|
||||||
|
|
||||||
Metastore string `json:"metastore,omitempty"`
|
Metastore string `json:"metastore,omitempty"`
|
||||||
|
|
||||||
NotificationDestination string `json:"notification_destination,omitempty"`
|
|
||||||
|
|
||||||
Pipeline string `json:"pipeline,omitempty"`
|
Pipeline string `json:"pipeline,omitempty"`
|
||||||
|
|
||||||
Query string `json:"query,omitempty"`
|
Query string `json:"query,omitempty"`
|
||||||
|
@ -65,9 +63,6 @@ func (l *Lookup) constructResolver() (resolver, error) {
|
||||||
if l.Metastore != "" {
|
if l.Metastore != "" {
|
||||||
resolvers = append(resolvers, resolveMetastore{name: l.Metastore})
|
resolvers = append(resolvers, resolveMetastore{name: l.Metastore})
|
||||||
}
|
}
|
||||||
if l.NotificationDestination != "" {
|
|
||||||
resolvers = append(resolvers, resolveNotificationDestination{name: l.NotificationDestination})
|
|
||||||
}
|
|
||||||
if l.Pipeline != "" {
|
if l.Pipeline != "" {
|
||||||
resolvers = append(resolvers, resolvePipeline{name: l.Pipeline})
|
resolvers = append(resolvers, resolvePipeline{name: l.Pipeline})
|
||||||
}
|
}
|
||||||
|
|
|
@ -1,46 +0,0 @@
|
||||||
package variable
|
|
||||||
|
|
||||||
import (
|
|
||||||
"context"
|
|
||||||
"fmt"
|
|
||||||
|
|
||||||
"github.com/databricks/databricks-sdk-go"
|
|
||||||
"github.com/databricks/databricks-sdk-go/service/settings"
|
|
||||||
)
|
|
||||||
|
|
||||||
type resolveNotificationDestination struct {
|
|
||||||
name string
|
|
||||||
}
|
|
||||||
|
|
||||||
func (l resolveNotificationDestination) Resolve(ctx context.Context, w *databricks.WorkspaceClient) (string, error) {
|
|
||||||
result, err := w.NotificationDestinations.ListAll(ctx, settings.ListNotificationDestinationsRequest{
|
|
||||||
// The default page size for this API is 20.
|
|
||||||
// We use a higher value to make fewer API calls.
|
|
||||||
PageSize: 200,
|
|
||||||
})
|
|
||||||
if err != nil {
|
|
||||||
return "", err
|
|
||||||
}
|
|
||||||
|
|
||||||
// Collect all notification destinations with the given name.
|
|
||||||
var entities []settings.ListNotificationDestinationsResult
|
|
||||||
for _, entity := range result {
|
|
||||||
if entity.DisplayName == l.name {
|
|
||||||
entities = append(entities, entity)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Return the ID of the first matching notification destination.
|
|
||||||
switch len(entities) {
|
|
||||||
case 0:
|
|
||||||
return "", fmt.Errorf("notification destination named %q does not exist", l.name)
|
|
||||||
case 1:
|
|
||||||
return entities[0].Id, nil
|
|
||||||
default:
|
|
||||||
return "", fmt.Errorf("there are %d instances of clusters named %q", len(entities), l.name)
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
func (l resolveNotificationDestination) String() string {
|
|
||||||
return fmt.Sprintf("notification-destination: %s", l.name)
|
|
||||||
}
|
|
|
@ -1,82 +0,0 @@
|
||||||
package variable
|
|
||||||
|
|
||||||
import (
|
|
||||||
"context"
|
|
||||||
"fmt"
|
|
||||||
"testing"
|
|
||||||
|
|
||||||
"github.com/databricks/databricks-sdk-go/experimental/mocks"
|
|
||||||
"github.com/databricks/databricks-sdk-go/service/settings"
|
|
||||||
"github.com/stretchr/testify/assert"
|
|
||||||
"github.com/stretchr/testify/mock"
|
|
||||||
"github.com/stretchr/testify/require"
|
|
||||||
)
|
|
||||||
|
|
||||||
func TestResolveNotificationDestination_ResolveSuccess(t *testing.T) {
|
|
||||||
m := mocks.NewMockWorkspaceClient(t)
|
|
||||||
|
|
||||||
api := m.GetMockNotificationDestinationsAPI()
|
|
||||||
api.EXPECT().
|
|
||||||
ListAll(mock.Anything, mock.Anything).
|
|
||||||
Return([]settings.ListNotificationDestinationsResult{
|
|
||||||
{Id: "1234", DisplayName: "destination"},
|
|
||||||
}, nil)
|
|
||||||
|
|
||||||
ctx := context.Background()
|
|
||||||
l := resolveNotificationDestination{name: "destination"}
|
|
||||||
result, err := l.Resolve(ctx, m.WorkspaceClient)
|
|
||||||
require.NoError(t, err)
|
|
||||||
assert.Equal(t, "1234", result)
|
|
||||||
}
|
|
||||||
|
|
||||||
func TestResolveNotificationDestination_ResolveError(t *testing.T) {
|
|
||||||
m := mocks.NewMockWorkspaceClient(t)
|
|
||||||
|
|
||||||
api := m.GetMockNotificationDestinationsAPI()
|
|
||||||
api.EXPECT().
|
|
||||||
ListAll(mock.Anything, mock.Anything).
|
|
||||||
Return(nil, fmt.Errorf("bad"))
|
|
||||||
|
|
||||||
ctx := context.Background()
|
|
||||||
l := resolveNotificationDestination{name: "destination"}
|
|
||||||
_, err := l.Resolve(ctx, m.WorkspaceClient)
|
|
||||||
assert.ErrorContains(t, err, "bad")
|
|
||||||
}
|
|
||||||
|
|
||||||
func TestResolveNotificationDestination_ResolveNotFound(t *testing.T) {
|
|
||||||
m := mocks.NewMockWorkspaceClient(t)
|
|
||||||
|
|
||||||
api := m.GetMockNotificationDestinationsAPI()
|
|
||||||
api.EXPECT().
|
|
||||||
ListAll(mock.Anything, mock.Anything).
|
|
||||||
Return([]settings.ListNotificationDestinationsResult{}, nil)
|
|
||||||
|
|
||||||
ctx := context.Background()
|
|
||||||
l := resolveNotificationDestination{name: "destination"}
|
|
||||||
_, err := l.Resolve(ctx, m.WorkspaceClient)
|
|
||||||
require.Error(t, err)
|
|
||||||
assert.ErrorContains(t, err, `notification destination named "destination" does not exist`)
|
|
||||||
}
|
|
||||||
|
|
||||||
func TestResolveNotificationDestination_ResolveMultiple(t *testing.T) {
|
|
||||||
m := mocks.NewMockWorkspaceClient(t)
|
|
||||||
|
|
||||||
api := m.GetMockNotificationDestinationsAPI()
|
|
||||||
api.EXPECT().
|
|
||||||
ListAll(mock.Anything, mock.Anything).
|
|
||||||
Return([]settings.ListNotificationDestinationsResult{
|
|
||||||
{Id: "1234", DisplayName: "destination"},
|
|
||||||
{Id: "5678", DisplayName: "destination"},
|
|
||||||
}, nil)
|
|
||||||
|
|
||||||
ctx := context.Background()
|
|
||||||
l := resolveNotificationDestination{name: "destination"}
|
|
||||||
_, err := l.Resolve(ctx, m.WorkspaceClient)
|
|
||||||
require.Error(t, err)
|
|
||||||
assert.ErrorContains(t, err, `there are 2 instances of clusters named "destination"`)
|
|
||||||
}
|
|
||||||
|
|
||||||
func TestResolveNotificationDestination_String(t *testing.T) {
|
|
||||||
l := resolveNotificationDestination{name: "name"}
|
|
||||||
assert.Equal(t, "notification-destination: name", l.String())
|
|
||||||
}
|
|
Loading…
Reference in New Issue