bundle:
  name: state

resources:
  jobs:
    test:
      name: "test"
      tasks:
        - task_key: "test-task"
          spark_python_task:
            python_file: ./test.py
          new_cluster:
            spark_version: 15.4.x-scala2.12
            node_type_id: i3.xlarge
            data_security_mode: SINGLE_USER
            num_workers: 0
            spark_conf:
                spark.master: "local[*, 4]"
                spark.databricks.cluster.profile: singleNode
            custom_tags:
              ResourceClass: SingleNode