mirror of https://github.com/databricks/cli.git
Compare commits
1 Commits
0e0907cb47
...
35f8fa716a
Author | SHA1 | Date |
---|---|---|
shreyas-goenka | 35f8fa716a |
|
@ -65,8 +65,9 @@ func TestInitializeURLs(t *testing.T) {
|
||||||
},
|
},
|
||||||
QualityMonitors: map[string]*resources.QualityMonitor{
|
QualityMonitors: map[string]*resources.QualityMonitor{
|
||||||
"qualityMonitor1": {
|
"qualityMonitor1": {
|
||||||
TableName: "catalog.schema.qualityMonitor1",
|
CreateMonitor: &catalog.CreateMonitor{
|
||||||
CreateMonitor: &catalog.CreateMonitor{},
|
TableName: "catalog.schema.qualityMonitor1",
|
||||||
|
},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
Schemas: map[string]*resources.Schema{
|
Schemas: map[string]*resources.Schema{
|
||||||
|
|
|
@ -44,11 +44,6 @@ func (m *prependWorkspacePrefix) Apply(ctx context.Context, b *bundle.Bundle) di
|
||||||
return dyn.InvalidValue, fmt.Errorf("expected string, got %s", v.Kind())
|
return dyn.InvalidValue, fmt.Errorf("expected string, got %s", v.Kind())
|
||||||
}
|
}
|
||||||
|
|
||||||
// Skip prefixing if the path does not start with /, it might be variable reference or smth else.
|
|
||||||
if !strings.HasPrefix(path, "/") {
|
|
||||||
return pv, nil
|
|
||||||
}
|
|
||||||
|
|
||||||
for _, prefix := range skipPrefixes {
|
for _, prefix := range skipPrefixes {
|
||||||
if strings.HasPrefix(path, prefix) {
|
if strings.HasPrefix(path, prefix) {
|
||||||
return pv, nil
|
return pv, nil
|
||||||
|
|
|
@ -31,14 +31,6 @@ func TestPrependWorkspacePrefix(t *testing.T) {
|
||||||
path: "/Volumes/Users/test",
|
path: "/Volumes/Users/test",
|
||||||
expected: "/Volumes/Users/test",
|
expected: "/Volumes/Users/test",
|
||||||
},
|
},
|
||||||
{
|
|
||||||
path: "~/test",
|
|
||||||
expected: "~/test",
|
|
||||||
},
|
|
||||||
{
|
|
||||||
path: "${workspace.file_path}/test",
|
|
||||||
expected: "${workspace.file_path}/test",
|
|
||||||
},
|
|
||||||
}
|
}
|
||||||
|
|
||||||
for _, tc := range testCases {
|
for _, tc := range testCases {
|
||||||
|
|
|
@ -102,23 +102,16 @@ func mockBundle(mode config.Mode) *bundle.Bundle {
|
||||||
"registeredmodel1": {CreateRegisteredModelRequest: &catalog.CreateRegisteredModelRequest{Name: "registeredmodel1"}},
|
"registeredmodel1": {CreateRegisteredModelRequest: &catalog.CreateRegisteredModelRequest{Name: "registeredmodel1"}},
|
||||||
},
|
},
|
||||||
QualityMonitors: map[string]*resources.QualityMonitor{
|
QualityMonitors: map[string]*resources.QualityMonitor{
|
||||||
"qualityMonitor1": {
|
"qualityMonitor1": {CreateMonitor: &catalog.CreateMonitor{TableName: "qualityMonitor1"}},
|
||||||
TableName: "qualityMonitor1",
|
|
||||||
CreateMonitor: &catalog.CreateMonitor{
|
|
||||||
OutputSchemaName: "catalog.schema",
|
|
||||||
},
|
|
||||||
},
|
|
||||||
"qualityMonitor2": {
|
"qualityMonitor2": {
|
||||||
TableName: "qualityMonitor2",
|
|
||||||
CreateMonitor: &catalog.CreateMonitor{
|
CreateMonitor: &catalog.CreateMonitor{
|
||||||
OutputSchemaName: "catalog.schema",
|
TableName: "qualityMonitor2",
|
||||||
Schedule: &catalog.MonitorCronSchedule{},
|
Schedule: &catalog.MonitorCronSchedule{},
|
||||||
},
|
},
|
||||||
},
|
},
|
||||||
"qualityMonitor3": {
|
"qualityMonitor3": {
|
||||||
TableName: "qualityMonitor3",
|
|
||||||
CreateMonitor: &catalog.CreateMonitor{
|
CreateMonitor: &catalog.CreateMonitor{
|
||||||
OutputSchemaName: "catalog.schema",
|
TableName: "qualityMonitor3",
|
||||||
Schedule: &catalog.MonitorCronSchedule{
|
Schedule: &catalog.MonitorCronSchedule{
|
||||||
PauseStatus: catalog.MonitorCronSchedulePauseStatusUnpaused,
|
PauseStatus: catalog.MonitorCronSchedulePauseStatusUnpaused,
|
||||||
},
|
},
|
||||||
|
|
|
@ -13,15 +13,17 @@ import (
|
||||||
)
|
)
|
||||||
|
|
||||||
type QualityMonitor struct {
|
type QualityMonitor struct {
|
||||||
ID string `json:"id,omitempty" bundle:"readonly"`
|
// Represents the Input Arguments for Terraform and will get
|
||||||
|
// converted to a HCL representation for CRUD
|
||||||
|
*catalog.CreateMonitor
|
||||||
|
|
||||||
|
// This represents the id which is the full name of the monitor
|
||||||
|
// (catalog_name.schema_name.table_name) that can be used
|
||||||
|
// as a reference in other resources. This value is returned by terraform.
|
||||||
|
ID string `json:"id,omitempty" bundle:"readonly"`
|
||||||
|
|
||||||
ModifiedStatus ModifiedStatus `json:"modified_status,omitempty" bundle:"internal"`
|
ModifiedStatus ModifiedStatus `json:"modified_status,omitempty" bundle:"internal"`
|
||||||
URL string `json:"url,omitempty" bundle:"internal"`
|
URL string `json:"url,omitempty" bundle:"internal"`
|
||||||
|
|
||||||
// The table name is a required field but not included as a JSON field in [catalog.CreateMonitor].
|
|
||||||
TableName string `json:"table_name"`
|
|
||||||
|
|
||||||
// This struct defines the creation payload for a monitor.
|
|
||||||
*catalog.CreateMonitor
|
|
||||||
}
|
}
|
||||||
|
|
||||||
func (s *QualityMonitor) UnmarshalJSON(b []byte) error {
|
func (s *QualityMonitor) UnmarshalJSON(b []byte) error {
|
||||||
|
|
|
@ -15,8 +15,8 @@ import (
|
||||||
|
|
||||||
func TestConvertQualityMonitor(t *testing.T) {
|
func TestConvertQualityMonitor(t *testing.T) {
|
||||||
var src = resources.QualityMonitor{
|
var src = resources.QualityMonitor{
|
||||||
TableName: "test_table_name",
|
|
||||||
CreateMonitor: &catalog.CreateMonitor{
|
CreateMonitor: &catalog.CreateMonitor{
|
||||||
|
TableName: "test_table_name",
|
||||||
AssetsDir: "assets_dir",
|
AssetsDir: "assets_dir",
|
||||||
OutputSchemaName: "output_schema_name",
|
OutputSchemaName: "output_schema_name",
|
||||||
InferenceLog: &catalog.MonitorInferenceLog{
|
InferenceLog: &catalog.MonitorInferenceLog{
|
||||||
|
|
|
@ -4,7 +4,6 @@ bundle:
|
||||||
resources:
|
resources:
|
||||||
quality_monitors:
|
quality_monitors:
|
||||||
myqualitymonitor:
|
myqualitymonitor:
|
||||||
table_name: catalog.schema.quality_monitor
|
|
||||||
inference_log:
|
inference_log:
|
||||||
granularities:
|
granularities:
|
||||||
- a
|
- a
|
||||||
|
|
|
@ -684,9 +684,6 @@
|
||||||
"description": "Configuration for monitoring snapshot tables.",
|
"description": "Configuration for monitoring snapshot tables.",
|
||||||
"$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/catalog.MonitorSnapshot"
|
"$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/catalog.MonitorSnapshot"
|
||||||
},
|
},
|
||||||
"table_name": {
|
|
||||||
"$ref": "#/$defs/string"
|
|
||||||
},
|
|
||||||
"time_series": {
|
"time_series": {
|
||||||
"description": "Configuration for monitoring time series tables.",
|
"description": "Configuration for monitoring time series tables.",
|
||||||
"$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/catalog.MonitorTimeSeries"
|
"$ref": "#/$defs/github.com/databricks/databricks-sdk-go/service/catalog.MonitorTimeSeries"
|
||||||
|
@ -698,7 +695,6 @@
|
||||||
},
|
},
|
||||||
"additionalProperties": false,
|
"additionalProperties": false,
|
||||||
"required": [
|
"required": [
|
||||||
"table_name",
|
|
||||||
"assets_dir",
|
"assets_dir",
|
||||||
"output_schema_name"
|
"output_schema_name"
|
||||||
]
|
]
|
||||||
|
|
|
@ -6,6 +6,7 @@ import (
|
||||||
"sync"
|
"sync"
|
||||||
|
|
||||||
"github.com/databricks/cli/libs/dyn"
|
"github.com/databricks/cli/libs/dyn"
|
||||||
|
"github.com/databricks/cli/libs/textutil"
|
||||||
)
|
)
|
||||||
|
|
||||||
// structInfo holds the type information we need to efficiently
|
// structInfo holds the type information we need to efficiently
|
||||||
|
@ -84,6 +85,14 @@ func buildStructInfo(typ reflect.Type) structInfo {
|
||||||
}
|
}
|
||||||
|
|
||||||
name, _, _ := strings.Cut(sf.Tag.Get("json"), ",")
|
name, _, _ := strings.Cut(sf.Tag.Get("json"), ",")
|
||||||
|
if typ.Name() == "QualityMonitor" && name == "-" {
|
||||||
|
urlName, _, _ := strings.Cut(sf.Tag.Get("url"), ",")
|
||||||
|
if urlName == "" || urlName == "-" {
|
||||||
|
name = textutil.CamelToSnakeCase(sf.Name)
|
||||||
|
} else {
|
||||||
|
name = urlName
|
||||||
|
}
|
||||||
|
}
|
||||||
if name == "" || name == "-" {
|
if name == "" || name == "-" {
|
||||||
continue
|
continue
|
||||||
}
|
}
|
||||||
|
|
Loading…
Reference in New Issue