mirror of https://github.com/databricks/cli.git
56ed9bebf3
## Changes
Added support for creating all-purpose clusters
Example of configuration
```
bundle:
name: clusters
resources:
clusters:
test_cluster:
cluster_name: "Test Cluster"
num_workers: 2
node_type_id: "i3.xlarge"
autoscale:
min_workers: 2
max_workers: 7
spark_version: "13.3.x-scala2.12"
spark_conf:
"spark.executor.memory": "2g"
jobs:
test_job:
name: "Test Job"
tasks:
- task_key: test_task
existing_cluster_id: ${resources.clusters.test_cluster.id}
notebook_task:
notebook_path: "./src/test.py"
targets:
development:
mode: development
compute_id: ${resources.clusters.test_cluster.id}
```
## Tests
Added unit, config and E2E tests
|
||
|---|---|---|
| .. | ||
| convert.go | ||
| convert_cluster.go | ||
| convert_cluster_test.go | ||
| convert_experiment.go | ||
| convert_experiment_test.go | ||
| convert_grants.go | ||
| convert_grants_test.go | ||
| convert_job.go | ||
| convert_job_test.go | ||
| convert_model.go | ||
| convert_model_serving_endpoint.go | ||
| convert_model_serving_endpoint_test.go | ||
| convert_model_test.go | ||
| convert_permissions.go | ||
| convert_permissions_test.go | ||
| convert_pipeline.go | ||
| convert_pipeline_test.go | ||
| convert_quality_monitor.go | ||
| convert_quality_monitor_test.go | ||
| convert_registered_model.go | ||
| convert_registered_model_test.go | ||
| convert_schema.go | ||
| convert_schema_test.go | ||
| rename_keys.go | ||