some cleanup

This commit is contained in:
Shreyas Goenka 2023-06-06 01:01:42 +02:00
parent 59081f7017
commit 58acf64cf1
No known key found for this signature in database
GPG Key ID: 92A07DF49CCB0622
3 changed files with 7 additions and 15 deletions

View File

@ -10,25 +10,18 @@ import (
// TODO: check whether we need mutex for any events been emitted since they are accessing // TODO: check whether we need mutex for any events been emitted since they are accessing
// state // state
// TODO: Error: path must be nested under /Users/shreyas.goenka@databricks.com or /Repos/shreyas.goenka@databricks.com. Should this validation be
// removed? Yes
var importDirCmd = &cobra.Command{ var importDirCmd = &cobra.Command{
Use: "import-dir SOURCE_PATH TARGET_PATH", Use: "import-dir SOURCE_PATH TARGET_PATH",
Short: `Recursively imports a directory from local to the Databricks workspace.`, Short: `Import directory to a Databricks workspace.`,
Long: ` Long: `
Imports directory to the workspace. Recursively imports a directory from the local filesystem to a Databricks workspace.
This command respects your git ignore configuration. Notebooks with extensions This command respects your git ignore configuration. Notebooks with extensions
.scala, .py, .sql, .r, .R, .ipynb are stripped of their extensions. .scala, .py, .sql, .r, .R, .ipynb are stripped of their extensions.
`, `,
Annotations: map[string]string{
// TODO: use render with template at individual call sites for these events.
"template": cmdio.Heredoc(`
{{if eq .Type "IMPORT_STARTED"}}Import started
{{else if eq .Type "UPLOAD_COMPLETE"}}Uploaded {{.SourcePath}} -> {{.TargetPath}}
{{else if eq .Type "IMPORT_COMPLETE"}}Import completed
{{end}}
`),
},
PreRunE: root.MustWorkspaceClient, PreRunE: root.MustWorkspaceClient,
Args: cobra.ExactArgs(2), Args: cobra.ExactArgs(2),
RunE: func(cmd *cobra.Command, args []string) (err error) { RunE: func(cmd *cobra.Command, args []string) (err error) {
@ -62,7 +55,7 @@ var importDirCmd = &cobra.Command{
}) })
// Start Uploading local files // Start Uploading local files
cmdio.Render(ctx, newImportStartedEvent(sourcePath, targetPath)) cmdio.RenderWithTemplate(ctx, newImportStartedEvent(sourcePath, targetPath), `Starting import {{.SourcePath}} -> {{TargetPath}}`)
err = s.RunOnce(ctx) err = s.RunOnce(ctx)
if err != nil { if err != nil {
return err return err
@ -76,7 +69,7 @@ var importDirCmd = &cobra.Command{
} }
// Render import completetion event // Render import completetion event
cmdio.Render(ctx, newImportCompleteEvent(sourcePath, targetPath)) cmdio.RenderWithTemplate(ctx, newImportCompleteEvent(sourcePath, targetPath), `Completed import. Files available at {{.TargetPath}}`)
return nil return nil
}, },
} }

View File

@ -59,7 +59,7 @@ func renderSyncEvents(ctx context.Context, eventChannel <-chan sync.Event, synce
// TODO: only emit this event if the the sync event has progress 1.o0 // TODO: only emit this event if the the sync event has progress 1.o0
// File upload has been completed. This renders the event for that // File upload has been completed. This renders the event for that
// on the console // on the console
return cmdio.Render(ctx, newUploadCompleteEvent(v.Path)) return cmdio.RenderWithTemplate(ctx, newUploadCompleteEvent(v.Path), `Uploaded {{.SourcePath}}`)
} }
} }

View File

@ -2,7 +2,6 @@ package filer
import ( import (
"context" "context"
"errors"
"fmt" "fmt"
"io" "io"
"io/fs" "io/fs"