package main import ( "bytes" "fmt" "os" "reflect" "regexp" "strings" yaml3 "gopkg.in/yaml.v3" "github.com/databricks/cli/libs/dyn" "github.com/databricks/cli/libs/dyn/convert" "github.com/databricks/cli/libs/dyn/merge" "github.com/databricks/cli/libs/dyn/yamlloader" "github.com/databricks/cli/libs/dyn/yamlsaver" "github.com/databricks/cli/libs/jsonschema" ) type annotation struct { Description string `json:"description,omitempty"` MarkdownDescription string `json:"markdown_description,omitempty"` Title string `json:"title,omitempty"` Default any `json:"default,omitempty"` Enum []any `json:"enum,omitempty"` } type annotationHandler struct { ref annotationFile empty annotationFile } type annotationFile map[string]map[string]annotation const Placeholder = "PLACEHOLDER" // Adds annotations to the JSON schema reading from the annotation files. // More details https://json-schema.org/understanding-json-schema/reference/annotations func newAnnotationHandler(sources []string) (*annotationHandler, error) { prev := dyn.NilValue for _, path := range sources { b, err := os.ReadFile(path) if err != nil { return nil, err } generated, err := yamlloader.LoadYAML(path, bytes.NewBuffer(b)) if err != nil { return nil, err } prev, err = merge.Merge(prev, generated) if err != nil { return nil, err } } var data annotationFile err := convert.ToTyped(&data, prev) if err != nil { return nil, err } d := &annotationHandler{} d.ref = data d.empty = annotationFile{} return d, nil } func (d *annotationHandler) addAnnotations(typ reflect.Type, s jsonschema.Schema) jsonschema.Schema { refPath := getPath(typ) shouldHandle := strings.HasPrefix(refPath, "github.com") if !shouldHandle { return s } annotations := d.ref[refPath] if annotations == nil { annotations = map[string]annotation{} } rootTypeAnnotation, ok := annotations[RootTypeKey] if ok { assingAnnotation(&s, rootTypeAnnotation) } for k, v := range s.Properties { item, ok := annotations[k] if !ok { item = annotation{} } if item.Description == "" { item.Description = Placeholder emptyAnnotations := d.empty[refPath] if emptyAnnotations == nil { emptyAnnotations = map[string]annotation{} d.empty[refPath] = emptyAnnotations } emptyAnnotations[k] = item } assingAnnotation(v, item) } return s } // Adds empty annotations with placeholders to the annotation file func (d *annotationHandler) sync(outputPath string) error { existingFile, err := os.ReadFile(outputPath) if err != nil { return err } existing, err := yamlloader.LoadYAML("", bytes.NewBuffer(existingFile)) if err != nil { return err } missingAnnotations, err := convert.FromTyped(&d.empty, dyn.NilValue) if err != nil { return err } output, err := merge.Merge(existing, missingAnnotations) if err != nil { return err } err = saveYamlWithStyle(outputPath, output) if err != nil { return err } return nil } func getPath(typ reflect.Type) string { return typ.PkgPath() + "." + typ.Name() } func assingAnnotation(s *jsonschema.Schema, a annotation) { if a.Description != Placeholder { s.Description = a.Description } if a.Default != nil { s.Default = a.Default } s.MarkdownDescription = convertLinksToAbsoluteUrl(a.MarkdownDescription) s.Title = a.Title s.Enum = a.Enum } func saveYamlWithStyle(outputPath string, input dyn.Value) error { style := map[string]yaml3.Style{} file, _ := input.AsMap() for _, v := range file.Keys() { style[v.MustString()] = yaml3.LiteralStyle } saver := yamlsaver.NewSaverWithStyle(style) err := saver.SaveAsYAML(file, outputPath, true) if err != nil { return err } return nil } func convertLinksToAbsoluteUrl(s string) string { if s == "" { return s } base := "https://docs.databricks.com" referencePage := "/dev-tools/bundles/reference.html" // Regular expression to match Markdown-style links re := regexp.MustCompile(`\[_\]\(([^)]+)\)`) result := re.ReplaceAllStringFunc(s, func(match string) string { // Extract the URL inside parentheses matches := re.FindStringSubmatch(match) if len(matches) < 2 { return match // Return original if no match found } link := matches[1] var text, absoluteURL string if strings.HasPrefix(link, "#") { text = strings.TrimPrefix(link, "#") absoluteURL = fmt.Sprintf("%s%s%s", base, referencePage, link) } else if strings.HasPrefix(link, "/") { // Handle relative paths like /dev-tools/bundles/resources.html#dashboard if strings.Contains(link, "#") { parts := strings.Split(link, "#") text = parts[1] absoluteURL = fmt.Sprintf("%s%s", base, link) } else { text = "link" absoluteURL = fmt.Sprintf("%s%s", base, link) } absoluteURL = strings.ReplaceAll(absoluteURL, ".md", ".html") } else { return match } return fmt.Sprintf("[%s](%s)", text, absoluteURL) }) return result }