2025-01-09 09:03:03 +00:00
|
|
|
trace $CLI bundle validate -o json | jq '{resources,variables}' > out.default.json
|
|
|
|
trace jq .resources.jobs.my_job.tasks[0].task_key out.default.json | grep "task with spark version 13.2.x-scala2.11 and jar /path/to/jar"
|
2025-01-08 12:41:08 +00:00
|
|
|
|
2025-01-09 09:03:03 +00:00
|
|
|
trace $CLI bundle validate -o json -t dev | jq '{resources,variables}' > out.dev.json
|
|
|
|
trace jq .resources.jobs.my_job.tasks[0].task_key out.dev.json | grep "task with spark version 14.2.x-scala2.11 and jar /newpath/to/jar"
|
|
|
|
|
|
|
|
echo policy_id and spark_conf.spark_random fields do not exist in dev target:
|
|
|
|
trace jq .resources.jobs.my_job.job_clusters[0].new_cluster.policy_id out.dev.json | grep null
|