Compare commits

..

1 Commits

Author SHA1 Message Date
shreyas-goenka 35f8fa716a
Merge df97a5bb93 into 1508d65c4c 2024-11-14 21:49:55 +05:30
9 changed files with 26 additions and 39 deletions

View File

@ -65,8 +65,9 @@ func TestInitializeURLs(t *testing.T) {
}, },
QualityMonitors: map[string]*resources.QualityMonitor{ QualityMonitors: map[string]*resources.QualityMonitor{
"qualityMonitor1": { "qualityMonitor1": {
TableName: "catalog.schema.qualityMonitor1", CreateMonitor: &catalog.CreateMonitor{
CreateMonitor: &catalog.CreateMonitor{}, TableName: "catalog.schema.qualityMonitor1",
},
}, },
}, },
Schemas: map[string]*resources.Schema{ Schemas: map[string]*resources.Schema{

View File

@ -44,11 +44,6 @@ func (m *prependWorkspacePrefix) Apply(ctx context.Context, b *bundle.Bundle) di
return dyn.InvalidValue, fmt.Errorf("expected string, got %s", v.Kind()) return dyn.InvalidValue, fmt.Errorf("expected string, got %s", v.Kind())
} }
// Skip prefixing if the path does not start with /, it might be variable reference or smth else.
if !strings.HasPrefix(path, "/") {
return pv, nil
}
for _, prefix := range skipPrefixes { for _, prefix := range skipPrefixes {
if strings.HasPrefix(path, prefix) { if strings.HasPrefix(path, prefix) {
return pv, nil return pv, nil

View File

@ -31,14 +31,6 @@ func TestPrependWorkspacePrefix(t *testing.T) {
path: "/Volumes/Users/test", path: "/Volumes/Users/test",
expected: "/Volumes/Users/test", expected: "/Volumes/Users/test",
}, },
{
path: "~/test",
expected: "~/test",
},
{
path: "${workspace.file_path}/test",
expected: "${workspace.file_path}/test",
},
} }
for _, tc := range testCases { for _, tc := range testCases {

View File

@ -102,23 +102,16 @@ func mockBundle(mode config.Mode) *bundle.Bundle {
"registeredmodel1": {CreateRegisteredModelRequest: &catalog.CreateRegisteredModelRequest{Name: "registeredmodel1"}}, "registeredmodel1": {CreateRegisteredModelRequest: &catalog.CreateRegisteredModelRequest{Name: "registeredmodel1"}},
}, },
QualityMonitors: map[string]*resources.QualityMonitor{ QualityMonitors: map[string]*resources.QualityMonitor{
"qualityMonitor1": { "qualityMonitor1": {CreateMonitor: &catalog.CreateMonitor{TableName: "qualityMonitor1"}},
TableName: "qualityMonitor1",
CreateMonitor: &catalog.CreateMonitor{
OutputSchemaName: "catalog.schema",
},
},
"qualityMonitor2": { "qualityMonitor2": {
TableName: "qualityMonitor2",
CreateMonitor: &catalog.CreateMonitor{ CreateMonitor: &catalog.CreateMonitor{
OutputSchemaName: "catalog.schema", TableName: "qualityMonitor2",
Schedule: &catalog.MonitorCronSchedule{}, Schedule: &catalog.MonitorCronSchedule{},
}, },
}, },
"qualityMonitor3": { "qualityMonitor3": {
TableName: "qualityMonitor3",
CreateMonitor: &catalog.CreateMonitor{ CreateMonitor: &catalog.CreateMonitor{
OutputSchemaName: "catalog.schema", TableName: "qualityMonitor3",
Schedule: &catalog.MonitorCronSchedule{ Schedule: &catalog.MonitorCronSchedule{
PauseStatus: catalog.MonitorCronSchedulePauseStatusUnpaused, PauseStatus: catalog.MonitorCronSchedulePauseStatusUnpaused,
}, },

View File

@ -13,15 +13,17 @@ import (
) )
type QualityMonitor struct { type QualityMonitor struct {
ID string `json:"id,omitempty" bundle:"readonly"` // Represents the Input Arguments for Terraform and will get
// converted to a HCL representation for CRUD
*catalog.CreateMonitor
// This represents the id which is the full name of the monitor
// (catalog_name.schema_name.table_name) that can be used
// as a reference in other resources. This value is returned by terraform.
ID string `json:"id,omitempty" bundle:"readonly"`
ModifiedStatus ModifiedStatus `json:"modified_status,omitempty" bundle:"internal"` ModifiedStatus ModifiedStatus `json:"modified_status,omitempty" bundle:"internal"`
URL string `json:"url,omitempty" bundle:"internal"` URL string `json:"url,omitempty" bundle:"internal"`
// The table name is a required field but not included as a JSON field in [catalog.CreateMonitor].
TableName string `json:"table_name"`
// This struct defines the creation payload for a monitor.
*catalog.CreateMonitor
} }
func (s *QualityMonitor) UnmarshalJSON(b []byte) error { func (s *QualityMonitor) UnmarshalJSON(b []byte) error {

View File

@ -15,8 +15,8 @@ import (
func TestConvertQualityMonitor(t *testing.T) { func TestConvertQualityMonitor(t *testing.T) {
var src = resources.QualityMonitor{ var src = resources.QualityMonitor{
TableName: "test_table_name",
CreateMonitor: &catalog.CreateMonitor{ CreateMonitor: &catalog.CreateMonitor{
TableName: "test_table_name",
AssetsDir: "assets_dir", AssetsDir: "assets_dir",
OutputSchemaName: "output_schema_name", OutputSchemaName: "output_schema_name",
InferenceLog: &catalog.MonitorInferenceLog{ InferenceLog: &catalog.MonitorInferenceLog{

View File

@ -4,7 +4,6 @@ bundle:
resources: resources:
quality_monitors: quality_monitors:
myqualitymonitor: myqualitymonitor:
table_name: catalog.schema.quality_monitor
inference_log: inference_log:
granularities: granularities:
- a - a

View File

@ -684,9 +684,6 @@
"description": "Configuration for monitoring snapshot tables.", "description": "Configuration for monitoring snapshot tables.",
"$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/catalog.MonitorSnapshot" "$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/catalog.MonitorSnapshot"
}, },
"table_name": {
"$ref": "#/$defs/string"
},
"time_series": { "time_series": {
"description": "Configuration for monitoring time series tables.", "description": "Configuration for monitoring time series tables.",
"$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/catalog.MonitorTimeSeries" "$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/catalog.MonitorTimeSeries"
@ -698,7 +695,6 @@
}, },
"additionalProperties": false, "additionalProperties": false,
"required": [ "required": [
"table_name",
"assets_dir", "assets_dir",
"output_schema_name" "output_schema_name"
] ]

View File

@ -6,6 +6,7 @@ import (
"sync" "sync"
"github.com/databricks/cli/libs/dyn" "github.com/databricks/cli/libs/dyn"
"github.com/databricks/cli/libs/textutil"
) )
// structInfo holds the type information we need to efficiently // structInfo holds the type information we need to efficiently
@ -84,6 +85,14 @@ func buildStructInfo(typ reflect.Type) structInfo {
} }
name, _, _ := strings.Cut(sf.Tag.Get("json"), ",") name, _, _ := strings.Cut(sf.Tag.Get("json"), ",")
if typ.Name() == "QualityMonitor" && name == "-" {
urlName, _, _ := strings.Cut(sf.Tag.Get("url"), ",")
if urlName == "" || urlName == "-" {
name = textutil.CamelToSnakeCase(sf.Name)
} else {
name = urlName
}
}
if name == "" || name == "-" { if name == "" || name == "-" {
continue continue
} }