diff --git a/acceptance/bundle/artifacts/whl_dynamic/out.plan_update.direct.json b/acceptance/bundle/artifacts/whl_dynamic/out.plan_update.direct.json index 0964cf1e8d..81d5287668 100644 --- a/acceptance/bundle/artifacts/whl_dynamic/out.plan_update.direct.json +++ b/acceptance/bundle/artifacts/whl_dynamic/out.plan_update.direct.json @@ -77,77 +77,75 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "environments": [ + { + "environment_key": "test_env", + "spec": { + "client": "1", + "dependencies": [ + "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/artifacts/.internal/my_test_code-0.0.1+[UNIX_TIME_NANOS][2]-py3-none-any.whl" + ] + } + } + ], + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "[default] My Wheel Job", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + "tasks": [ + { + "environment_key": "test_env", + "python_wheel_task": { + "entry_point": "run", + "package_name": "my_test_code" + }, + "task_key": "ServerlessTestTask" }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "environments": [ - { - "environment_key": "test_env", - "spec": { - "client": "1", - "dependencies": [ - "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/artifacts/.internal/my_test_code-0.0.1+[UNIX_TIME_NANOS][2]-py3-none-any.whl" - ] + { + "existing_cluster_id": "0717-132531-5opeqon1", + "for_each_task": { + "inputs": "[1]", + "task": { + "existing_cluster_id": "0717-132531-5opeqon1", + "libraries": [ + { + "whl": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/artifacts/.internal/my_test_code-0.0.1+[UNIX_TIME_NANOS][2]-py3-none-any.whl" + } + ], + "python_wheel_task": { + "entry_point": "run", + "package_name": "my_test_code" + }, + "task_key": "SubTask" } - } - ], - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "[default] My Wheel Job", - "queue": { - "enabled": true - }, - "tasks": [ - { - "environment_key": "test_env", - "python_wheel_task": { - "entry_point": "run", - "package_name": "my_test_code" - }, - "task_key": "ServerlessTestTask" }, - { - "existing_cluster_id": "0717-132531-5opeqon1", - "for_each_task": { - "inputs": "[1]", - "task": { - "existing_cluster_id": "0717-132531-5opeqon1", - "libraries": [ - { - "whl": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/artifacts/.internal/my_test_code-0.0.1+[UNIX_TIME_NANOS][2]-py3-none-any.whl" - } - ], - "python_wheel_task": { - "entry_point": "run", - "package_name": "my_test_code" - }, - "task_key": "SubTask" - } - }, - "libraries": [ - { - "whl": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/artifacts/.internal/my_test_code-0.0.1+[UNIX_TIME_NANOS][2]-py3-none-any.whl" - }, - { - "whl": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/artifacts/.internal/other_test_code-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl" - } - ], - "python_wheel_task": { - "entry_point": "run", - "package_name": "my_test_code" + "libraries": [ + { + "whl": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/artifacts/.internal/my_test_code-0.0.1+[UNIX_TIME_NANOS][2]-py3-none-any.whl" }, - "task_key": "TestTask" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + { + "whl": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/artifacts/.internal/other_test_code-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl" + } + ], + "python_wheel_task": { + "entry_point": "run", + "package_name": "my_test_code" + }, + "task_key": "TestTask" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/bundle_tag/url_ref/out.deploy.direct.txt b/acceptance/bundle/bundle_tag/url_ref/out.deploy.direct.txt index 40a35fe09b..8e75866b8d 100644 --- a/acceptance/bundle/bundle_tag/url_ref/out.deploy.direct.txt +++ b/acceptance/bundle/bundle_tag/url_ref/out.deploy.direct.txt @@ -1,5 +1,5 @@ Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files... -Error: cannot plan resources.jobs.bar: cannot resolve "${resources.jobs.foo.url}": schema mismatch: url: field "url" not found in jobs.JobSettings; url: field "url" not found in jobs.Job +Error: cannot plan resources.jobs.bar: cannot resolve "${resources.jobs.foo.url}": schema mismatch: url: field "url" not found in jobs.JobSettings; url: field "url" not found in dresources.JobRemote Error: planning failed diff --git a/acceptance/bundle/bundle_tag/url_ref/out.plan.direct.txt b/acceptance/bundle/bundle_tag/url_ref/out.plan.direct.txt index d640b2d1e4..bab4bff1b4 100644 --- a/acceptance/bundle/bundle_tag/url_ref/out.plan.direct.txt +++ b/acceptance/bundle/bundle_tag/url_ref/out.plan.direct.txt @@ -1,4 +1,4 @@ -Error: cannot plan resources.jobs.bar: cannot resolve "${resources.jobs.foo.url}": schema mismatch: url: field "url" not found in jobs.JobSettings; url: field "url" not found in jobs.Job +Error: cannot plan resources.jobs.bar: cannot resolve "${resources.jobs.foo.url}": schema mismatch: url: field "url" not found in jobs.JobSettings; url: field "url" not found in dresources.JobRemote Error: planning failed diff --git a/acceptance/bundle/deploy/readplan/basic/out.plan_skip.json b/acceptance/bundle/deploy/readplan/basic/out.plan_skip.json index decbe6a2da..2799d32260 100644 --- a/acceptance/bundle/deploy/readplan/basic/out.plan_skip.json +++ b/acceptance/bundle/deploy/readplan/basic/out.plan_skip.json @@ -9,24 +9,22 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "test-job", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "test-job", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/migrate/basic/databricks.yml b/acceptance/bundle/migrate/basic/databricks.yml index 87eddb69ad..bad48e82d6 100644 --- a/acceptance/bundle/migrate/basic/databricks.yml +++ b/acceptance/bundle/migrate/basic/databricks.yml @@ -27,7 +27,7 @@ resources: myjob_name: ${resources.jobs.test_job.name} volume_catalog_name: ${resources.volumes.test_volume.catalog_name} - # remote field, int, null + # remote field, int myjob_timeout: ${resources.jobs.test_job.timeout_seconds} # remote field, string: diff --git a/acceptance/bundle/migrate/basic/out.new_state.json b/acceptance/bundle/migrate/basic/out.new_state.json index 86116b0bd0..de537f2f4b 100644 --- a/acceptance/bundle/migrate/basic/out.new_state.json +++ b/acceptance/bundle/migrate/basic/out.new_state.json @@ -48,7 +48,7 @@ "tags": { "myjob_id": "[NUMID]", "myjob_name": "Test Migration Job", - "myjob_timeout": "", + "myjob_timeout": "0", "myvolume_id": "mycat.myschema.myvol", "volume_catalog_name": "mycat", "volume_storage_location": "s3://deco-uc-prod-isolated-aws-us-east-1/metastore/[UUID]/volumes/[UUID]" diff --git a/acceptance/bundle/migrate/basic/out.plan_update.json b/acceptance/bundle/migrate/basic/out.plan_update.json index 0d344b912f..c02c2b2d73 100644 --- a/acceptance/bundle/migrate/basic/out.plan_update.json +++ b/acceptance/bundle/migrate/basic/out.plan_update.json @@ -32,33 +32,31 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][0], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/migrate-basic-test/dev/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "Test Migration Job", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/migrate-basic-test/dev/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "Test Migration Job", - "queue": { - "enabled": true - }, - "tasks": [ - { - "notebook_task": { - "notebook_path": "/Workspace/Users/[USERNAME]/.bundle/migrate-basic-test/dev/files/notebook", - "source": "WORKSPACE" - }, - "task_key": "main" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "tasks": [ + { + "notebook_task": { + "notebook_path": "/Workspace/Users/[USERNAME]/.bundle/migrate-basic-test/dev/files/notebook", + "source": "WORKSPACE" + }, + "task_key": "main" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { @@ -136,46 +134,46 @@ "tags": { "myjob_id": "[NUMID]", "myjob_name": "Test Migrated Job", - "myjob_timeout": "", + "myjob_timeout": "${resources.jobs.test_job.timeout_seconds}", "myvolume_id": "mycat.myschema.myvol", "volume_catalog_name": "mycat", "volume_storage_location": "s3://deco-uc-prod-isolated-aws-us-east-1/metastore/[UUID]/volumes/[UUID]" } + }, + "vars": { + "tags.myjob_timeout": "${resources.jobs.test_job.timeout_seconds}" } }, "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/migrate-basic-test/dev/state/metadata.json" + }, + "edition": "ADVANCED", + "id": "[UUID]", "last_modified": [UNIX_TIME_MILLIS][1], + "libraries": [ + { + "notebook": { + "path": "/Workspace/Users/[USERNAME]/.bundle/migrate-basic-test/dev/files/pipeline" + } + } + ], "name": "Test Migration Pipeline", "pipeline_id": "[UUID]", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/migrate-basic-test/dev/state/metadata.json" - }, - "edition": "ADVANCED", - "id": "[UUID]", - "libraries": [ - { - "notebook": { - "path": "/Workspace/Users/[USERNAME]/.bundle/migrate-basic-test/dev/files/pipeline" - } - } - ], - "name": "Test Migration Pipeline", - "storage": "dbfs:/pipelines/[UUID]", - "tags": { - "myjob_id": "[NUMID]", - "myjob_name": "Test Migration Job", - "myjob_timeout": "", - "myvolume_id": "mycat.myschema.myvol", - "volume_catalog_name": "mycat", - "volume_storage_location": "s3://deco-uc-prod-isolated-aws-us-east-1/metastore/[UUID]/volumes/[UUID]" - } - }, - "state": "IDLE" + "state": "IDLE", + "storage": "dbfs:/pipelines/[UUID]", + "tags": { + "myjob_id": "[NUMID]", + "myjob_name": "Test Migration Job", + "myjob_timeout": "0", + "myvolume_id": "mycat.myschema.myvol", + "volume_catalog_name": "mycat", + "volume_storage_location": "s3://deco-uc-prod-isolated-aws-us-east-1/metastore/[UUID]/volumes/[UUID]" + } }, "changes": { "name": { @@ -194,6 +192,12 @@ "old": "Test Migration Job", "new": "Test Migrated Job", "remote": "Test Migration Job" + }, + "tags['myjob_timeout']": { + "action": "update", + "old": "0", + "new": "${resources.jobs.test_job.timeout_seconds}", + "remote": "0" } } }, diff --git a/acceptance/bundle/migrate/basic/output.txt b/acceptance/bundle/migrate/basic/output.txt index 25dcbaf766..f924d42c69 100644 --- a/acceptance/bundle/migrate/basic/output.txt +++ b/acceptance/bundle/migrate/basic/output.txt @@ -49,14 +49,10 @@ Error: already using direct engine Details: [TEST_TMP_DIR]/.databricks/bundle/dev/resources.json: local direct state serial=6 lineage="[UUID]" >>> DATABRICKS_BUNDLE_ENGINE=direct [CLI] bundle plan -update pipelines.test_pipeline - -Plan: 0 to add, 1 to change, 0 to delete, 2 unchanged +Plan: 0 to add, 0 to change, 0 to delete, 3 unchanged >>> DATABRICKS_BUNDLE_ENGINE= [CLI] bundle plan -update pipelines.test_pipeline - -Plan: 0 to add, 1 to change, 0 to delete, 2 unchanged +Plan: 0 to add, 0 to change, 0 to delete, 3 unchanged >>> print_requests.py --get //jobs/get { diff --git a/acceptance/bundle/migrate/basic/script b/acceptance/bundle/migrate/basic/script index 48d7735e7b..5bce738b00 100755 --- a/acceptance/bundle/migrate/basic/script +++ b/acceptance/bundle/migrate/basic/script @@ -22,8 +22,8 @@ trace musterr $CLI bundle deployment migrate rm out.requests.txt # Both DATABRICKS_BUNDLE_ENGINE=direct and DATABRICKS_BUNDLE_ENGINE= work -trace DATABRICKS_BUNDLE_ENGINE=direct $CLI bundle plan | contains.py "2 unchanged" # should be "3 unchanged" once permanent drift is fixed -trace DATABRICKS_BUNDLE_ENGINE= $CLI bundle plan | contains.py "2 unchanged" +trace DATABRICKS_BUNDLE_ENGINE=direct $CLI bundle plan | contains.py "3 unchanged" +trace DATABRICKS_BUNDLE_ENGINE= $CLI bundle plan | contains.py "3 unchanged" trace print_requests.py --get //jobs/get | contains.py 'engine/direct' trace DATABRICKS_BUNDLE_ENGINE="" $CLI bundle deploy diff --git a/acceptance/bundle/migrate/default-python/out.plan_after_deploy.json b/acceptance/bundle/migrate/default-python/out.plan_after_deploy.json index 60f3cc94c8..a564aec446 100644 --- a/acceptance/bundle/migrate/default-python/out.plan_after_deploy.json +++ b/acceptance/bundle/migrate/default-python/out.plan_after_deploy.json @@ -113,108 +113,106 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][0], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", + "job_clusters": [ + { + "job_cluster_key": "job_cluster", + "new_cluster": { + "autoscale": { + "max_workers": 4, + "min_workers": 1 + }, + "data_security_mode": "SINGLE_USER", + "node_type_id": "[NODE_TYPE_ID]", + "spark_version": "16.4.x-scala2.12" + } + } + ], "job_id": [NUMID], - "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" + "max_concurrent_runs": 4, + "name": "[dev [USERNAME]] sample_job", + "parameters": [ + { + "default": "hive_metastore", + "name": "catalog" }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "job_clusters": [ - { - "job_cluster_key": "job_cluster", - "new_cluster": { - "autoscale": { - "max_workers": 4, - "min_workers": 1 - }, - "data_security_mode": "SINGLE_USER", - "node_type_id": "[NODE_TYPE_ID]", - "spark_version": "16.4.x-scala2.12" + { + "default": "[USERNAME]", + "name": "schema" + } + ], + "queue": { + "enabled": true + }, + "run_as_user_name": "[USERNAME]", + "tags": { + "dev": "[USERNAME]" + }, + "tasks": [ + { + "job_cluster_key": "job_cluster", + "libraries": [ + { + "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl" } - } - ], - "max_concurrent_runs": 4, - "name": "[dev [USERNAME]] sample_job", - "parameters": [ - { - "default": "hive_metastore", - "name": "catalog" + ], + "notebook_task": { + "notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/sample_notebook", + "source": "WORKSPACE" }, - { - "default": "[USERNAME]", - "name": "schema" - } - ], - "queue": { - "enabled": true + "task_key": "notebook_task" }, - "tags": { - "dev": "[USERNAME]" - }, - "tasks": [ - { - "job_cluster_key": "job_cluster", - "libraries": [ - { - "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl" - } - ], - "notebook_task": { - "notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/sample_notebook", - "source": "WORKSPACE" - }, - "task_key": "notebook_task" - }, - { - "depends_on": [ - { - "task_key": "notebook_task" - } - ], - "job_cluster_key": "job_cluster", - "libraries": [ - { - "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl" - } - ], - "python_wheel_task": { - "entry_point": "main", - "package_name": "my_default_python", - "parameters": [ - "--catalog", - "hive_metastore", - "--schema", - "[USERNAME]" - ] - }, - "task_key": "python_wheel_task" + { + "depends_on": [ + { + "task_key": "notebook_task" + } + ], + "job_cluster_key": "job_cluster", + "libraries": [ + { + "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl" + } + ], + "python_wheel_task": { + "entry_point": "main", + "package_name": "my_default_python", + "parameters": [ + "--catalog", + "hive_metastore", + "--schema", + "[USERNAME]" + ] }, - { - "depends_on": [ - { - "task_key": "notebook_task" - } - ], - "pipeline_task": { - "pipeline_id": "[UUID]" - }, - "task_key": "refresh_pipeline" - } - ], - "timeout_seconds": 0, - "trigger": { - "pause_status": "PAUSED", - "periodic": { - "interval": 1, - "unit": "DAYS" - } + "task_key": "python_wheel_task" }, - "webhook_notifications": {} - } + { + "depends_on": [ + { + "task_key": "notebook_task" + } + ], + "pipeline_task": { + "pipeline_id": "[UUID]" + }, + "task_key": "refresh_pipeline" + } + ], + "timeout_seconds": 0, + "trigger": { + "pause_status": "PAUSED", + "periodic": { + "interval": 1, + "unit": "DAYS" + } + }, + "webhook_notifications": {} }, "changes": { "email_notifications": { @@ -254,41 +252,38 @@ "resources.pipelines.my_default_python_etl": { "action": "skip", "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" + }, + "development": true, + "edition": "ADVANCED", + "environment": { + "dependencies": [ + "--editable /Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files" + ] + }, + "id": "[UUID]", "last_modified": [UNIX_TIME_MILLIS][1], + "libraries": [ + { + "glob": { + "include": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl/transformations/**" + } + } + ], "name": "[dev [USERNAME]] my_default_python_etl", "pipeline_id": "[UUID]", + "root_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" - }, - "development": true, - "edition": "ADVANCED", - "environment": { - "dependencies": [ - "--editable /Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files" - ] - }, - "id": "[UUID]", - "libraries": [ - { - "glob": { - "include": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl/transformations/**" - } - } - ], - "name": "[dev [USERNAME]] my_default_python_etl", - "root_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl", - "schema": "[USERNAME]", - "storage": "dbfs:/pipelines/[UUID]", - "tags": { - "dev": "[USERNAME]" - } - }, - "state": "IDLE" + "schema": "[USERNAME]", + "state": "IDLE", + "storage": "dbfs:/pipelines/[UUID]", + "tags": { + "dev": "[USERNAME]" + } }, "changes": { "storage": { diff --git a/acceptance/bundle/migrate/default-python/out.plan_after_migration.json b/acceptance/bundle/migrate/default-python/out.plan_after_migration.json index cca3564400..5eec54fda2 100644 --- a/acceptance/bundle/migrate/default-python/out.plan_after_migration.json +++ b/acceptance/bundle/migrate/default-python/out.plan_after_migration.json @@ -113,108 +113,106 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][0], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", + "job_clusters": [ + { + "job_cluster_key": "job_cluster", + "new_cluster": { + "autoscale": { + "max_workers": 4, + "min_workers": 1 + }, + "data_security_mode": "SINGLE_USER", + "node_type_id": "[NODE_TYPE_ID]", + "spark_version": "16.4.x-scala2.12" + } + } + ], "job_id": [NUMID], - "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" + "max_concurrent_runs": 4, + "name": "[dev [USERNAME]] sample_job", + "parameters": [ + { + "default": "hive_metastore", + "name": "catalog" }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "job_clusters": [ - { - "job_cluster_key": "job_cluster", - "new_cluster": { - "autoscale": { - "max_workers": 4, - "min_workers": 1 - }, - "data_security_mode": "SINGLE_USER", - "node_type_id": "[NODE_TYPE_ID]", - "spark_version": "16.4.x-scala2.12" + { + "default": "[USERNAME]", + "name": "schema" + } + ], + "queue": { + "enabled": true + }, + "run_as_user_name": "[USERNAME]", + "tags": { + "dev": "[USERNAME]" + }, + "tasks": [ + { + "job_cluster_key": "job_cluster", + "libraries": [ + { + "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl" } - } - ], - "max_concurrent_runs": 4, - "name": "[dev [USERNAME]] sample_job", - "parameters": [ - { - "default": "hive_metastore", - "name": "catalog" + ], + "notebook_task": { + "notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/sample_notebook", + "source": "WORKSPACE" }, - { - "default": "[USERNAME]", - "name": "schema" - } - ], - "queue": { - "enabled": true + "task_key": "notebook_task" }, - "tags": { - "dev": "[USERNAME]" - }, - "tasks": [ - { - "job_cluster_key": "job_cluster", - "libraries": [ - { - "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl" - } - ], - "notebook_task": { - "notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/sample_notebook", - "source": "WORKSPACE" - }, - "task_key": "notebook_task" - }, - { - "depends_on": [ - { - "task_key": "notebook_task" - } - ], - "job_cluster_key": "job_cluster", - "libraries": [ - { - "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl" - } - ], - "python_wheel_task": { - "entry_point": "main", - "package_name": "my_default_python", - "parameters": [ - "--catalog", - "hive_metastore", - "--schema", - "[USERNAME]" - ] - }, - "task_key": "python_wheel_task" + { + "depends_on": [ + { + "task_key": "notebook_task" + } + ], + "job_cluster_key": "job_cluster", + "libraries": [ + { + "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl" + } + ], + "python_wheel_task": { + "entry_point": "main", + "package_name": "my_default_python", + "parameters": [ + "--catalog", + "hive_metastore", + "--schema", + "[USERNAME]" + ] }, - { - "depends_on": [ - { - "task_key": "notebook_task" - } - ], - "pipeline_task": { - "pipeline_id": "[UUID]" - }, - "task_key": "refresh_pipeline" - } - ], - "timeout_seconds": 0, - "trigger": { - "pause_status": "PAUSED", - "periodic": { - "interval": 1, - "unit": "DAYS" - } + "task_key": "python_wheel_task" }, - "webhook_notifications": {} - } + { + "depends_on": [ + { + "task_key": "notebook_task" + } + ], + "pipeline_task": { + "pipeline_id": "[UUID]" + }, + "task_key": "refresh_pipeline" + } + ], + "timeout_seconds": 0, + "trigger": { + "pause_status": "PAUSED", + "periodic": { + "interval": 1, + "unit": "DAYS" + } + }, + "webhook_notifications": {} }, "changes": { "email_notifications": { @@ -254,41 +252,38 @@ "resources.pipelines.my_default_python_etl": { "action": "skip", "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" + }, + "development": true, + "edition": "ADVANCED", + "environment": { + "dependencies": [ + "--editable /Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files" + ] + }, + "id": "[UUID]", "last_modified": [UNIX_TIME_MILLIS][1], + "libraries": [ + { + "glob": { + "include": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl/transformations/**" + } + } + ], "name": "[dev [USERNAME]] my_default_python_etl", "pipeline_id": "[UUID]", + "root_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" - }, - "development": true, - "edition": "ADVANCED", - "environment": { - "dependencies": [ - "--editable /Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files" - ] - }, - "id": "[UUID]", - "libraries": [ - { - "glob": { - "include": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl/transformations/**" - } - } - ], - "name": "[dev [USERNAME]] my_default_python_etl", - "root_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl", - "schema": "[USERNAME]", - "storage": "dbfs:/pipelines/[UUID]", - "tags": { - "dev": "[USERNAME]" - } - }, - "state": "IDLE" + "schema": "[USERNAME]", + "state": "IDLE", + "storage": "dbfs:/pipelines/[UUID]", + "tags": { + "dev": "[USERNAME]" + } }, "changes": { "storage": { diff --git a/acceptance/bundle/migrate/runas/out.plan.json b/acceptance/bundle/migrate/runas/out.plan.json index 23ec818420..92ab37022b 100644 --- a/acceptance/bundle/migrate/runas/out.plan.json +++ b/acceptance/bundle/migrate/runas/out.plan.json @@ -7,32 +7,29 @@ "resources.pipelines.foo": { "action": "skip", "remote_state": { + "catalog": "main", + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/dabs_revenue-[UNIQUE_NAME]/production/state/metadata.json" + }, + "edition": "ADVANCED", + "id": "[UUID]", "last_modified": [UNIX_TIME_MILLIS], + "libraries": [ + { + "notebook": { + "path": "/Workspace/Users/[USERNAME]/.bundle/dabs_revenue-[UNIQUE_NAME]/production/files/sql" + } + } + ], "name": "DABs Revenue Pipeline", "pipeline_id": "[UUID]", "run_as_user_name": "[USERNAME]", - "spec": { - "catalog": "main", - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/dabs_revenue-[UNIQUE_NAME]/production/state/metadata.json" - }, - "edition": "ADVANCED", - "id": "[UUID]", - "libraries": [ - { - "notebook": { - "path": "/Workspace/Users/[USERNAME]/.bundle/dabs_revenue-[UNIQUE_NAME]/production/files/sql" - } - } - ], - "name": "DABs Revenue Pipeline", - "serverless": true, - "target": "team_eng_deco" - }, - "state": "IDLE" + "serverless": true, + "state": "IDLE", + "target": "team_eng_deco" }, "changes": { "run_as": { diff --git a/acceptance/bundle/refschema/out.fields.txt b/acceptance/bundle/refschema/out.fields.txt index 6c1799b3a4..2edd200f9b 100644 --- a/acceptance/bundle/refschema/out.fields.txt +++ b/acceptance/bundle/refschema/out.fields.txt @@ -661,1738 +661,870 @@ resources.experiments.*.permissions.permissions[*].group_name string ALL resources.experiments.*.permissions.permissions[*].permission_level iam.PermissionLevel ALL resources.experiments.*.permissions.permissions[*].service_principal_name string ALL resources.experiments.*.permissions.permissions[*].user_name string ALL -resources.jobs.*.budget_policy_id string INPUT STATE -resources.jobs.*.continuous *jobs.Continuous INPUT STATE -resources.jobs.*.continuous.pause_status jobs.PauseStatus INPUT STATE -resources.jobs.*.continuous.task_retry_mode jobs.TaskRetryMode INPUT STATE +resources.jobs.*.budget_policy_id string ALL +resources.jobs.*.continuous *jobs.Continuous ALL +resources.jobs.*.continuous.pause_status jobs.PauseStatus ALL +resources.jobs.*.continuous.task_retry_mode jobs.TaskRetryMode ALL resources.jobs.*.created_time int64 REMOTE resources.jobs.*.creator_user_name string REMOTE -resources.jobs.*.deployment *jobs.JobDeployment INPUT STATE -resources.jobs.*.deployment.kind jobs.JobDeploymentKind INPUT STATE -resources.jobs.*.deployment.metadata_file_path string INPUT STATE -resources.jobs.*.description string INPUT STATE -resources.jobs.*.edit_mode jobs.JobEditMode INPUT STATE +resources.jobs.*.deployment *jobs.JobDeployment ALL +resources.jobs.*.deployment.kind jobs.JobDeploymentKind ALL +resources.jobs.*.deployment.metadata_file_path string ALL +resources.jobs.*.description string ALL +resources.jobs.*.edit_mode jobs.JobEditMode ALL resources.jobs.*.effective_budget_policy_id string REMOTE resources.jobs.*.effective_usage_policy_id string REMOTE -resources.jobs.*.email_notifications *jobs.JobEmailNotifications INPUT STATE -resources.jobs.*.email_notifications.no_alert_for_skipped_runs bool INPUT STATE -resources.jobs.*.email_notifications.on_duration_warning_threshold_exceeded []string INPUT STATE -resources.jobs.*.email_notifications.on_duration_warning_threshold_exceeded[*] string INPUT STATE -resources.jobs.*.email_notifications.on_failure []string INPUT STATE -resources.jobs.*.email_notifications.on_failure[*] string INPUT STATE -resources.jobs.*.email_notifications.on_start []string INPUT STATE -resources.jobs.*.email_notifications.on_start[*] string INPUT STATE -resources.jobs.*.email_notifications.on_streaming_backlog_exceeded []string INPUT STATE -resources.jobs.*.email_notifications.on_streaming_backlog_exceeded[*] string INPUT STATE -resources.jobs.*.email_notifications.on_success []string INPUT STATE -resources.jobs.*.email_notifications.on_success[*] string INPUT STATE -resources.jobs.*.environments []jobs.JobEnvironment INPUT STATE -resources.jobs.*.environments[*] jobs.JobEnvironment INPUT STATE -resources.jobs.*.environments[*].environment_key string INPUT STATE -resources.jobs.*.environments[*].spec *compute.Environment INPUT STATE -resources.jobs.*.environments[*].spec.client string INPUT STATE -resources.jobs.*.environments[*].spec.dependencies []string INPUT STATE -resources.jobs.*.environments[*].spec.dependencies[*] string INPUT STATE -resources.jobs.*.environments[*].spec.environment_version string INPUT STATE -resources.jobs.*.environments[*].spec.java_dependencies []string INPUT STATE -resources.jobs.*.environments[*].spec.java_dependencies[*] string INPUT STATE -resources.jobs.*.format jobs.Format INPUT STATE -resources.jobs.*.git_source *jobs.GitSource INPUT STATE -resources.jobs.*.git_source.git_branch string INPUT STATE -resources.jobs.*.git_source.git_commit string INPUT STATE -resources.jobs.*.git_source.git_provider jobs.GitProvider INPUT STATE -resources.jobs.*.git_source.git_snapshot *jobs.GitSnapshot INPUT STATE -resources.jobs.*.git_source.git_snapshot.used_commit string INPUT STATE -resources.jobs.*.git_source.git_tag string INPUT STATE -resources.jobs.*.git_source.git_url string INPUT STATE -resources.jobs.*.git_source.job_source *jobs.JobSource INPUT STATE -resources.jobs.*.git_source.job_source.dirty_state jobs.JobSourceDirtyState INPUT STATE -resources.jobs.*.git_source.job_source.import_from_git_branch string INPUT STATE -resources.jobs.*.git_source.job_source.job_config_path string INPUT STATE -resources.jobs.*.has_more bool REMOTE -resources.jobs.*.health *jobs.JobsHealthRules INPUT STATE -resources.jobs.*.health.rules []jobs.JobsHealthRule INPUT STATE -resources.jobs.*.health.rules[*] jobs.JobsHealthRule INPUT STATE -resources.jobs.*.health.rules[*].metric jobs.JobsHealthMetric INPUT STATE -resources.jobs.*.health.rules[*].op jobs.JobsHealthOperator INPUT STATE -resources.jobs.*.health.rules[*].value int64 INPUT STATE +resources.jobs.*.email_notifications *jobs.JobEmailNotifications ALL +resources.jobs.*.email_notifications.no_alert_for_skipped_runs bool ALL +resources.jobs.*.email_notifications.on_duration_warning_threshold_exceeded []string ALL +resources.jobs.*.email_notifications.on_duration_warning_threshold_exceeded[*] string ALL +resources.jobs.*.email_notifications.on_failure []string ALL +resources.jobs.*.email_notifications.on_failure[*] string ALL +resources.jobs.*.email_notifications.on_start []string ALL +resources.jobs.*.email_notifications.on_start[*] string ALL +resources.jobs.*.email_notifications.on_streaming_backlog_exceeded []string ALL +resources.jobs.*.email_notifications.on_streaming_backlog_exceeded[*] string ALL +resources.jobs.*.email_notifications.on_success []string ALL +resources.jobs.*.email_notifications.on_success[*] string ALL +resources.jobs.*.environments []jobs.JobEnvironment ALL +resources.jobs.*.environments[*] jobs.JobEnvironment ALL +resources.jobs.*.environments[*].environment_key string ALL +resources.jobs.*.environments[*].spec *compute.Environment ALL +resources.jobs.*.environments[*].spec.client string ALL +resources.jobs.*.environments[*].spec.dependencies []string ALL +resources.jobs.*.environments[*].spec.dependencies[*] string ALL +resources.jobs.*.environments[*].spec.environment_version string ALL +resources.jobs.*.environments[*].spec.java_dependencies []string ALL +resources.jobs.*.environments[*].spec.java_dependencies[*] string ALL +resources.jobs.*.format jobs.Format ALL +resources.jobs.*.git_source *jobs.GitSource ALL +resources.jobs.*.git_source.git_branch string ALL +resources.jobs.*.git_source.git_commit string ALL +resources.jobs.*.git_source.git_provider jobs.GitProvider ALL +resources.jobs.*.git_source.git_snapshot *jobs.GitSnapshot ALL +resources.jobs.*.git_source.git_snapshot.used_commit string ALL +resources.jobs.*.git_source.git_tag string ALL +resources.jobs.*.git_source.git_url string ALL +resources.jobs.*.git_source.job_source *jobs.JobSource ALL +resources.jobs.*.git_source.job_source.dirty_state jobs.JobSourceDirtyState ALL +resources.jobs.*.git_source.job_source.import_from_git_branch string ALL +resources.jobs.*.git_source.job_source.job_config_path string ALL +resources.jobs.*.health *jobs.JobsHealthRules ALL +resources.jobs.*.health.rules []jobs.JobsHealthRule ALL +resources.jobs.*.health.rules[*] jobs.JobsHealthRule ALL +resources.jobs.*.health.rules[*].metric jobs.JobsHealthMetric ALL +resources.jobs.*.health.rules[*].op jobs.JobsHealthOperator ALL +resources.jobs.*.health.rules[*].value int64 ALL resources.jobs.*.id string INPUT -resources.jobs.*.job_clusters []jobs.JobCluster INPUT STATE -resources.jobs.*.job_clusters[*] jobs.JobCluster INPUT STATE -resources.jobs.*.job_clusters[*].job_cluster_key string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster compute.ClusterSpec INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.apply_policy_default_values bool INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.autoscale *compute.AutoScale INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.autoscale.max_workers int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.autoscale.min_workers int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.autotermination_minutes int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.aws_attributes *compute.AwsAttributes INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.availability compute.AwsAvailability INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.ebs_volume_count int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.ebs_volume_iops int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.ebs_volume_size int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.ebs_volume_throughput int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.ebs_volume_type compute.EbsVolumeType INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.first_on_demand int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.instance_profile_arn string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.spot_bid_price_percent int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.zone_id string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.azure_attributes *compute.AzureAttributes INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.azure_attributes.availability compute.AzureAvailability INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.azure_attributes.first_on_demand int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.azure_attributes.log_analytics_info *compute.LogAnalyticsInfo INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.azure_attributes.log_analytics_info.log_analytics_primary_key string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.azure_attributes.log_analytics_info.log_analytics_workspace_id string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.azure_attributes.spot_bid_max_price float64 INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf *compute.ClusterLogConf INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.dbfs *compute.DbfsStorageInfo INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.dbfs.destination string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3 *compute.S3StorageInfo INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3.canned_acl string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3.destination string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3.enable_encryption bool INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3.encryption_type string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3.endpoint string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3.kms_key string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3.region string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.volumes *compute.VolumesStorageInfo INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.volumes.destination string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.cluster_name string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.custom_tags map[string]string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.custom_tags.* string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.data_security_mode compute.DataSecurityMode INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.docker_image *compute.DockerImage INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.docker_image.basic_auth *compute.DockerBasicAuth INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.docker_image.basic_auth.password string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.docker_image.basic_auth.username string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.docker_image.url string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.driver_instance_pool_id string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.driver_node_type_flexibility *compute.NodeTypeFlexibility INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.driver_node_type_flexibility.alternate_node_type_ids []string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.driver_node_type_flexibility.alternate_node_type_ids[*] string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.driver_node_type_id string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.enable_elastic_disk bool INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.enable_local_disk_encryption bool INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes *compute.GcpAttributes INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes.availability compute.GcpAvailability INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes.boot_disk_size int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes.first_on_demand int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes.google_service_account string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes.local_ssd_count int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes.use_preemptible_executors bool INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes.zone_id string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts []compute.InitScriptInfo INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*] compute.InitScriptInfo INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].abfss *compute.Adlsgen2Info INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].abfss.destination string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].dbfs *compute.DbfsStorageInfo INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].dbfs.destination string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].file *compute.LocalFileInfo INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].file.destination string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].gcs *compute.GcsStorageInfo INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].gcs.destination string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3 *compute.S3StorageInfo INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3.canned_acl string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3.destination string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3.enable_encryption bool INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3.encryption_type string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3.endpoint string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3.kms_key string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3.region string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].volumes *compute.VolumesStorageInfo INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].volumes.destination string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].workspace *compute.WorkspaceStorageInfo INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].workspace.destination string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.instance_pool_id string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.is_single_node bool INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.kind compute.Kind INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.node_type_id string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.num_workers int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.policy_id string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.remote_disk_throughput int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.runtime_engine compute.RuntimeEngine INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.single_user_name string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.spark_conf map[string]string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.spark_conf.* string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.spark_env_vars map[string]string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.spark_env_vars.* string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.spark_version string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.ssh_public_keys []string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.ssh_public_keys[*] string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.total_initial_remote_disk_size int INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.use_ml_runtime bool INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.worker_node_type_flexibility *compute.NodeTypeFlexibility INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.worker_node_type_flexibility.alternate_node_type_ids []string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.worker_node_type_flexibility.alternate_node_type_ids[*] string INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.workload_type *compute.WorkloadType INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.workload_type.clients compute.ClientsTypes INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.workload_type.clients.jobs bool INPUT STATE -resources.jobs.*.job_clusters[*].new_cluster.workload_type.clients.notebooks bool INPUT STATE +resources.jobs.*.job_clusters []jobs.JobCluster ALL +resources.jobs.*.job_clusters[*] jobs.JobCluster ALL +resources.jobs.*.job_clusters[*].job_cluster_key string ALL +resources.jobs.*.job_clusters[*].new_cluster compute.ClusterSpec ALL +resources.jobs.*.job_clusters[*].new_cluster.apply_policy_default_values bool ALL +resources.jobs.*.job_clusters[*].new_cluster.autoscale *compute.AutoScale ALL +resources.jobs.*.job_clusters[*].new_cluster.autoscale.max_workers int ALL +resources.jobs.*.job_clusters[*].new_cluster.autoscale.min_workers int ALL +resources.jobs.*.job_clusters[*].new_cluster.autotermination_minutes int ALL +resources.jobs.*.job_clusters[*].new_cluster.aws_attributes *compute.AwsAttributes ALL +resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.availability compute.AwsAvailability ALL +resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.ebs_volume_count int ALL +resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.ebs_volume_iops int ALL +resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.ebs_volume_size int ALL +resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.ebs_volume_throughput int ALL +resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.ebs_volume_type compute.EbsVolumeType ALL +resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.first_on_demand int ALL +resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.instance_profile_arn string ALL +resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.spot_bid_price_percent int ALL +resources.jobs.*.job_clusters[*].new_cluster.aws_attributes.zone_id string ALL +resources.jobs.*.job_clusters[*].new_cluster.azure_attributes *compute.AzureAttributes ALL +resources.jobs.*.job_clusters[*].new_cluster.azure_attributes.availability compute.AzureAvailability ALL +resources.jobs.*.job_clusters[*].new_cluster.azure_attributes.first_on_demand int ALL +resources.jobs.*.job_clusters[*].new_cluster.azure_attributes.log_analytics_info *compute.LogAnalyticsInfo ALL +resources.jobs.*.job_clusters[*].new_cluster.azure_attributes.log_analytics_info.log_analytics_primary_key string ALL +resources.jobs.*.job_clusters[*].new_cluster.azure_attributes.log_analytics_info.log_analytics_workspace_id string ALL +resources.jobs.*.job_clusters[*].new_cluster.azure_attributes.spot_bid_max_price float64 ALL +resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf *compute.ClusterLogConf ALL +resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.dbfs *compute.DbfsStorageInfo ALL +resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.dbfs.destination string ALL +resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3 *compute.S3StorageInfo ALL +resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3.canned_acl string ALL +resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3.destination string ALL +resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3.enable_encryption bool ALL +resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3.encryption_type string ALL +resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3.endpoint string ALL +resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3.kms_key string ALL +resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.s3.region string ALL +resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.volumes *compute.VolumesStorageInfo ALL +resources.jobs.*.job_clusters[*].new_cluster.cluster_log_conf.volumes.destination string ALL +resources.jobs.*.job_clusters[*].new_cluster.cluster_name string ALL +resources.jobs.*.job_clusters[*].new_cluster.custom_tags map[string]string ALL +resources.jobs.*.job_clusters[*].new_cluster.custom_tags.* string ALL +resources.jobs.*.job_clusters[*].new_cluster.data_security_mode compute.DataSecurityMode ALL +resources.jobs.*.job_clusters[*].new_cluster.docker_image *compute.DockerImage ALL +resources.jobs.*.job_clusters[*].new_cluster.docker_image.basic_auth *compute.DockerBasicAuth ALL +resources.jobs.*.job_clusters[*].new_cluster.docker_image.basic_auth.password string ALL +resources.jobs.*.job_clusters[*].new_cluster.docker_image.basic_auth.username string ALL +resources.jobs.*.job_clusters[*].new_cluster.docker_image.url string ALL +resources.jobs.*.job_clusters[*].new_cluster.driver_instance_pool_id string ALL +resources.jobs.*.job_clusters[*].new_cluster.driver_node_type_flexibility *compute.NodeTypeFlexibility ALL +resources.jobs.*.job_clusters[*].new_cluster.driver_node_type_flexibility.alternate_node_type_ids []string ALL +resources.jobs.*.job_clusters[*].new_cluster.driver_node_type_flexibility.alternate_node_type_ids[*] string ALL +resources.jobs.*.job_clusters[*].new_cluster.driver_node_type_id string ALL +resources.jobs.*.job_clusters[*].new_cluster.enable_elastic_disk bool ALL +resources.jobs.*.job_clusters[*].new_cluster.enable_local_disk_encryption bool ALL +resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes *compute.GcpAttributes ALL +resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes.availability compute.GcpAvailability ALL +resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes.boot_disk_size int ALL +resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes.first_on_demand int ALL +resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes.google_service_account string ALL +resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes.local_ssd_count int ALL +resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes.use_preemptible_executors bool ALL +resources.jobs.*.job_clusters[*].new_cluster.gcp_attributes.zone_id string ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts []compute.InitScriptInfo ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*] compute.InitScriptInfo ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].abfss *compute.Adlsgen2Info ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].abfss.destination string ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].dbfs *compute.DbfsStorageInfo ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].dbfs.destination string ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].file *compute.LocalFileInfo ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].file.destination string ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].gcs *compute.GcsStorageInfo ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].gcs.destination string ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3 *compute.S3StorageInfo ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3.canned_acl string ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3.destination string ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3.enable_encryption bool ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3.encryption_type string ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3.endpoint string ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3.kms_key string ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].s3.region string ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].volumes *compute.VolumesStorageInfo ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].volumes.destination string ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].workspace *compute.WorkspaceStorageInfo ALL +resources.jobs.*.job_clusters[*].new_cluster.init_scripts[*].workspace.destination string ALL +resources.jobs.*.job_clusters[*].new_cluster.instance_pool_id string ALL +resources.jobs.*.job_clusters[*].new_cluster.is_single_node bool ALL +resources.jobs.*.job_clusters[*].new_cluster.kind compute.Kind ALL +resources.jobs.*.job_clusters[*].new_cluster.node_type_id string ALL +resources.jobs.*.job_clusters[*].new_cluster.num_workers int ALL +resources.jobs.*.job_clusters[*].new_cluster.policy_id string ALL +resources.jobs.*.job_clusters[*].new_cluster.remote_disk_throughput int ALL +resources.jobs.*.job_clusters[*].new_cluster.runtime_engine compute.RuntimeEngine ALL +resources.jobs.*.job_clusters[*].new_cluster.single_user_name string ALL +resources.jobs.*.job_clusters[*].new_cluster.spark_conf map[string]string ALL +resources.jobs.*.job_clusters[*].new_cluster.spark_conf.* string ALL +resources.jobs.*.job_clusters[*].new_cluster.spark_env_vars map[string]string ALL +resources.jobs.*.job_clusters[*].new_cluster.spark_env_vars.* string ALL +resources.jobs.*.job_clusters[*].new_cluster.spark_version string ALL +resources.jobs.*.job_clusters[*].new_cluster.ssh_public_keys []string ALL +resources.jobs.*.job_clusters[*].new_cluster.ssh_public_keys[*] string ALL +resources.jobs.*.job_clusters[*].new_cluster.total_initial_remote_disk_size int ALL +resources.jobs.*.job_clusters[*].new_cluster.use_ml_runtime bool ALL +resources.jobs.*.job_clusters[*].new_cluster.worker_node_type_flexibility *compute.NodeTypeFlexibility ALL +resources.jobs.*.job_clusters[*].new_cluster.worker_node_type_flexibility.alternate_node_type_ids []string ALL +resources.jobs.*.job_clusters[*].new_cluster.worker_node_type_flexibility.alternate_node_type_ids[*] string ALL +resources.jobs.*.job_clusters[*].new_cluster.workload_type *compute.WorkloadType ALL +resources.jobs.*.job_clusters[*].new_cluster.workload_type.clients compute.ClientsTypes ALL +resources.jobs.*.job_clusters[*].new_cluster.workload_type.clients.jobs bool ALL +resources.jobs.*.job_clusters[*].new_cluster.workload_type.clients.notebooks bool ALL resources.jobs.*.job_id int64 REMOTE resources.jobs.*.lifecycle resources.Lifecycle INPUT resources.jobs.*.lifecycle.prevent_destroy bool INPUT -resources.jobs.*.max_concurrent_runs int INPUT STATE +resources.jobs.*.max_concurrent_runs int ALL resources.jobs.*.modified_status string INPUT -resources.jobs.*.name string INPUT STATE -resources.jobs.*.next_page_token string REMOTE -resources.jobs.*.notification_settings *jobs.JobNotificationSettings INPUT STATE -resources.jobs.*.notification_settings.no_alert_for_canceled_runs bool INPUT STATE -resources.jobs.*.notification_settings.no_alert_for_skipped_runs bool INPUT STATE -resources.jobs.*.parameters []jobs.JobParameterDefinition INPUT STATE -resources.jobs.*.parameters[*] jobs.JobParameterDefinition INPUT STATE -resources.jobs.*.parameters[*].default string INPUT STATE -resources.jobs.*.parameters[*].name string INPUT STATE -resources.jobs.*.performance_target jobs.PerformanceTarget INPUT STATE +resources.jobs.*.name string ALL +resources.jobs.*.notification_settings *jobs.JobNotificationSettings ALL +resources.jobs.*.notification_settings.no_alert_for_canceled_runs bool ALL +resources.jobs.*.notification_settings.no_alert_for_skipped_runs bool ALL +resources.jobs.*.parameters []jobs.JobParameterDefinition ALL +resources.jobs.*.parameters[*] jobs.JobParameterDefinition ALL +resources.jobs.*.parameters[*].default string ALL +resources.jobs.*.parameters[*].name string ALL +resources.jobs.*.performance_target jobs.PerformanceTarget ALL resources.jobs.*.permissions []resources.JobPermission INPUT resources.jobs.*.permissions[*] resources.JobPermission INPUT resources.jobs.*.permissions[*].group_name string INPUT resources.jobs.*.permissions[*].level resources.JobPermissionLevel INPUT resources.jobs.*.permissions[*].service_principal_name string INPUT resources.jobs.*.permissions[*].user_name string INPUT -resources.jobs.*.queue *jobs.QueueSettings INPUT STATE -resources.jobs.*.queue.enabled bool INPUT STATE -resources.jobs.*.run_as *jobs.JobRunAs INPUT STATE -resources.jobs.*.run_as.group_name string INPUT STATE -resources.jobs.*.run_as.service_principal_name string INPUT STATE -resources.jobs.*.run_as.user_name string INPUT STATE +resources.jobs.*.queue *jobs.QueueSettings ALL +resources.jobs.*.queue.enabled bool ALL +resources.jobs.*.run_as *jobs.JobRunAs ALL +resources.jobs.*.run_as.group_name string ALL +resources.jobs.*.run_as.service_principal_name string ALL +resources.jobs.*.run_as.user_name string ALL resources.jobs.*.run_as_user_name string REMOTE -resources.jobs.*.schedule *jobs.CronSchedule INPUT STATE -resources.jobs.*.schedule.pause_status jobs.PauseStatus INPUT STATE -resources.jobs.*.schedule.quartz_cron_expression string INPUT STATE -resources.jobs.*.schedule.timezone_id string INPUT STATE -resources.jobs.*.settings *jobs.JobSettings REMOTE -resources.jobs.*.settings.budget_policy_id string REMOTE -resources.jobs.*.settings.continuous *jobs.Continuous REMOTE -resources.jobs.*.settings.continuous.pause_status jobs.PauseStatus REMOTE -resources.jobs.*.settings.continuous.task_retry_mode jobs.TaskRetryMode REMOTE -resources.jobs.*.settings.deployment *jobs.JobDeployment REMOTE -resources.jobs.*.settings.deployment.kind jobs.JobDeploymentKind REMOTE -resources.jobs.*.settings.deployment.metadata_file_path string REMOTE -resources.jobs.*.settings.description string REMOTE -resources.jobs.*.settings.edit_mode jobs.JobEditMode REMOTE -resources.jobs.*.settings.email_notifications *jobs.JobEmailNotifications REMOTE -resources.jobs.*.settings.email_notifications.no_alert_for_skipped_runs bool REMOTE -resources.jobs.*.settings.email_notifications.on_duration_warning_threshold_exceeded []string REMOTE -resources.jobs.*.settings.email_notifications.on_duration_warning_threshold_exceeded[*] string REMOTE -resources.jobs.*.settings.email_notifications.on_failure []string REMOTE -resources.jobs.*.settings.email_notifications.on_failure[*] string REMOTE -resources.jobs.*.settings.email_notifications.on_start []string REMOTE -resources.jobs.*.settings.email_notifications.on_start[*] string REMOTE -resources.jobs.*.settings.email_notifications.on_streaming_backlog_exceeded []string REMOTE -resources.jobs.*.settings.email_notifications.on_streaming_backlog_exceeded[*] string REMOTE -resources.jobs.*.settings.email_notifications.on_success []string REMOTE -resources.jobs.*.settings.email_notifications.on_success[*] string REMOTE -resources.jobs.*.settings.environments []jobs.JobEnvironment REMOTE -resources.jobs.*.settings.environments[*] jobs.JobEnvironment REMOTE -resources.jobs.*.settings.environments[*].environment_key string REMOTE -resources.jobs.*.settings.environments[*].spec *compute.Environment REMOTE -resources.jobs.*.settings.environments[*].spec.client string REMOTE -resources.jobs.*.settings.environments[*].spec.dependencies []string REMOTE -resources.jobs.*.settings.environments[*].spec.dependencies[*] string REMOTE -resources.jobs.*.settings.environments[*].spec.environment_version string REMOTE -resources.jobs.*.settings.environments[*].spec.java_dependencies []string REMOTE -resources.jobs.*.settings.environments[*].spec.java_dependencies[*] string REMOTE -resources.jobs.*.settings.format jobs.Format REMOTE -resources.jobs.*.settings.git_source *jobs.GitSource REMOTE -resources.jobs.*.settings.git_source.git_branch string REMOTE -resources.jobs.*.settings.git_source.git_commit string REMOTE -resources.jobs.*.settings.git_source.git_provider jobs.GitProvider REMOTE -resources.jobs.*.settings.git_source.git_snapshot *jobs.GitSnapshot REMOTE -resources.jobs.*.settings.git_source.git_snapshot.used_commit string REMOTE -resources.jobs.*.settings.git_source.git_tag string REMOTE -resources.jobs.*.settings.git_source.git_url string REMOTE -resources.jobs.*.settings.git_source.job_source *jobs.JobSource REMOTE -resources.jobs.*.settings.git_source.job_source.dirty_state jobs.JobSourceDirtyState REMOTE -resources.jobs.*.settings.git_source.job_source.import_from_git_branch string REMOTE -resources.jobs.*.settings.git_source.job_source.job_config_path string REMOTE -resources.jobs.*.settings.health *jobs.JobsHealthRules REMOTE -resources.jobs.*.settings.health.rules []jobs.JobsHealthRule REMOTE -resources.jobs.*.settings.health.rules[*] jobs.JobsHealthRule REMOTE -resources.jobs.*.settings.health.rules[*].metric jobs.JobsHealthMetric REMOTE -resources.jobs.*.settings.health.rules[*].op jobs.JobsHealthOperator REMOTE -resources.jobs.*.settings.health.rules[*].value int64 REMOTE -resources.jobs.*.settings.job_clusters []jobs.JobCluster REMOTE -resources.jobs.*.settings.job_clusters[*] jobs.JobCluster REMOTE -resources.jobs.*.settings.job_clusters[*].job_cluster_key string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster compute.ClusterSpec REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.apply_policy_default_values bool REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.autoscale *compute.AutoScale REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.autoscale.max_workers int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.autoscale.min_workers int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.autotermination_minutes int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.aws_attributes *compute.AwsAttributes REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.aws_attributes.availability compute.AwsAvailability REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.aws_attributes.ebs_volume_count int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.aws_attributes.ebs_volume_iops int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.aws_attributes.ebs_volume_size int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.aws_attributes.ebs_volume_throughput int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.aws_attributes.ebs_volume_type compute.EbsVolumeType REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.aws_attributes.first_on_demand int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.aws_attributes.instance_profile_arn string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.aws_attributes.spot_bid_price_percent int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.aws_attributes.zone_id string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.azure_attributes *compute.AzureAttributes REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.azure_attributes.availability compute.AzureAvailability REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.azure_attributes.first_on_demand int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.azure_attributes.log_analytics_info *compute.LogAnalyticsInfo REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.azure_attributes.log_analytics_info.log_analytics_primary_key string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.azure_attributes.log_analytics_info.log_analytics_workspace_id string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.azure_attributes.spot_bid_max_price float64 REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.cluster_log_conf *compute.ClusterLogConf REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.cluster_log_conf.dbfs *compute.DbfsStorageInfo REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.cluster_log_conf.dbfs.destination string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.cluster_log_conf.s3 *compute.S3StorageInfo REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.cluster_log_conf.s3.canned_acl string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.cluster_log_conf.s3.destination string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.cluster_log_conf.s3.enable_encryption bool REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.cluster_log_conf.s3.encryption_type string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.cluster_log_conf.s3.endpoint string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.cluster_log_conf.s3.kms_key string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.cluster_log_conf.s3.region string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.cluster_log_conf.volumes *compute.VolumesStorageInfo REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.cluster_log_conf.volumes.destination string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.cluster_name string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.custom_tags map[string]string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.custom_tags.* string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.data_security_mode compute.DataSecurityMode REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.docker_image *compute.DockerImage REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.docker_image.basic_auth *compute.DockerBasicAuth REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.docker_image.basic_auth.password string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.docker_image.basic_auth.username string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.docker_image.url string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.driver_instance_pool_id string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.driver_node_type_flexibility *compute.NodeTypeFlexibility REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.driver_node_type_flexibility.alternate_node_type_ids []string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.driver_node_type_flexibility.alternate_node_type_ids[*] string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.driver_node_type_id string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.enable_elastic_disk bool REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.enable_local_disk_encryption bool REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.gcp_attributes *compute.GcpAttributes REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.gcp_attributes.availability compute.GcpAvailability REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.gcp_attributes.boot_disk_size int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.gcp_attributes.first_on_demand int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.gcp_attributes.google_service_account string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.gcp_attributes.local_ssd_count int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.gcp_attributes.use_preemptible_executors bool REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.gcp_attributes.zone_id string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts []compute.InitScriptInfo REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*] compute.InitScriptInfo REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].abfss *compute.Adlsgen2Info REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].abfss.destination string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].dbfs *compute.DbfsStorageInfo REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].dbfs.destination string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].file *compute.LocalFileInfo REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].file.destination string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].gcs *compute.GcsStorageInfo REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].gcs.destination string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].s3 *compute.S3StorageInfo REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].s3.canned_acl string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].s3.destination string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].s3.enable_encryption bool REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].s3.encryption_type string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].s3.endpoint string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].s3.kms_key string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].s3.region string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].volumes *compute.VolumesStorageInfo REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].volumes.destination string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].workspace *compute.WorkspaceStorageInfo REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.init_scripts[*].workspace.destination string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.instance_pool_id string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.is_single_node bool REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.kind compute.Kind REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.node_type_id string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.num_workers int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.policy_id string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.remote_disk_throughput int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.runtime_engine compute.RuntimeEngine REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.single_user_name string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.spark_conf map[string]string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.spark_conf.* string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.spark_env_vars map[string]string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.spark_env_vars.* string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.spark_version string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.ssh_public_keys []string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.ssh_public_keys[*] string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.total_initial_remote_disk_size int REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.use_ml_runtime bool REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.worker_node_type_flexibility *compute.NodeTypeFlexibility REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.worker_node_type_flexibility.alternate_node_type_ids []string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.worker_node_type_flexibility.alternate_node_type_ids[*] string REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.workload_type *compute.WorkloadType REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.workload_type.clients compute.ClientsTypes REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.workload_type.clients.jobs bool REMOTE -resources.jobs.*.settings.job_clusters[*].new_cluster.workload_type.clients.notebooks bool REMOTE -resources.jobs.*.settings.max_concurrent_runs int REMOTE -resources.jobs.*.settings.name string REMOTE -resources.jobs.*.settings.notification_settings *jobs.JobNotificationSettings REMOTE -resources.jobs.*.settings.notification_settings.no_alert_for_canceled_runs bool REMOTE -resources.jobs.*.settings.notification_settings.no_alert_for_skipped_runs bool REMOTE -resources.jobs.*.settings.parameters []jobs.JobParameterDefinition REMOTE -resources.jobs.*.settings.parameters[*] jobs.JobParameterDefinition REMOTE -resources.jobs.*.settings.parameters[*].default string REMOTE -resources.jobs.*.settings.parameters[*].name string REMOTE -resources.jobs.*.settings.performance_target jobs.PerformanceTarget REMOTE -resources.jobs.*.settings.queue *jobs.QueueSettings REMOTE -resources.jobs.*.settings.queue.enabled bool REMOTE -resources.jobs.*.settings.run_as *jobs.JobRunAs REMOTE -resources.jobs.*.settings.run_as.group_name string REMOTE -resources.jobs.*.settings.run_as.service_principal_name string REMOTE -resources.jobs.*.settings.run_as.user_name string REMOTE -resources.jobs.*.settings.schedule *jobs.CronSchedule REMOTE -resources.jobs.*.settings.schedule.pause_status jobs.PauseStatus REMOTE -resources.jobs.*.settings.schedule.quartz_cron_expression string REMOTE -resources.jobs.*.settings.schedule.timezone_id string REMOTE -resources.jobs.*.settings.tags map[string]string REMOTE -resources.jobs.*.settings.tags.* string REMOTE -resources.jobs.*.settings.tasks []jobs.Task REMOTE -resources.jobs.*.settings.tasks[*] jobs.Task REMOTE -resources.jobs.*.settings.tasks[*].clean_rooms_notebook_task *jobs.CleanRoomsNotebookTask REMOTE -resources.jobs.*.settings.tasks[*].clean_rooms_notebook_task.clean_room_name string REMOTE -resources.jobs.*.settings.tasks[*].clean_rooms_notebook_task.etag string REMOTE -resources.jobs.*.settings.tasks[*].clean_rooms_notebook_task.notebook_base_parameters map[string]string REMOTE -resources.jobs.*.settings.tasks[*].clean_rooms_notebook_task.notebook_base_parameters.* string REMOTE -resources.jobs.*.settings.tasks[*].clean_rooms_notebook_task.notebook_name string REMOTE -resources.jobs.*.settings.tasks[*].condition_task *jobs.ConditionTask REMOTE -resources.jobs.*.settings.tasks[*].condition_task.left string REMOTE -resources.jobs.*.settings.tasks[*].condition_task.op jobs.ConditionTaskOp REMOTE -resources.jobs.*.settings.tasks[*].condition_task.right string REMOTE -resources.jobs.*.settings.tasks[*].dashboard_task *jobs.DashboardTask REMOTE -resources.jobs.*.settings.tasks[*].dashboard_task.dashboard_id string REMOTE -resources.jobs.*.settings.tasks[*].dashboard_task.subscription *jobs.Subscription REMOTE -resources.jobs.*.settings.tasks[*].dashboard_task.subscription.custom_subject string REMOTE -resources.jobs.*.settings.tasks[*].dashboard_task.subscription.paused bool REMOTE -resources.jobs.*.settings.tasks[*].dashboard_task.subscription.subscribers []jobs.SubscriptionSubscriber REMOTE -resources.jobs.*.settings.tasks[*].dashboard_task.subscription.subscribers[*] jobs.SubscriptionSubscriber REMOTE -resources.jobs.*.settings.tasks[*].dashboard_task.subscription.subscribers[*].destination_id string REMOTE -resources.jobs.*.settings.tasks[*].dashboard_task.subscription.subscribers[*].user_name string REMOTE -resources.jobs.*.settings.tasks[*].dashboard_task.warehouse_id string REMOTE -resources.jobs.*.settings.tasks[*].dbt_cloud_task *jobs.DbtCloudTask REMOTE -resources.jobs.*.settings.tasks[*].dbt_cloud_task.connection_resource_name string REMOTE -resources.jobs.*.settings.tasks[*].dbt_cloud_task.dbt_cloud_job_id int64 REMOTE -resources.jobs.*.settings.tasks[*].dbt_platform_task *jobs.DbtPlatformTask REMOTE -resources.jobs.*.settings.tasks[*].dbt_platform_task.connection_resource_name string REMOTE -resources.jobs.*.settings.tasks[*].dbt_platform_task.dbt_platform_job_id string REMOTE -resources.jobs.*.settings.tasks[*].dbt_task *jobs.DbtTask REMOTE -resources.jobs.*.settings.tasks[*].dbt_task.catalog string REMOTE -resources.jobs.*.settings.tasks[*].dbt_task.commands []string REMOTE -resources.jobs.*.settings.tasks[*].dbt_task.commands[*] string REMOTE -resources.jobs.*.settings.tasks[*].dbt_task.profiles_directory string REMOTE -resources.jobs.*.settings.tasks[*].dbt_task.project_directory string REMOTE -resources.jobs.*.settings.tasks[*].dbt_task.schema string REMOTE -resources.jobs.*.settings.tasks[*].dbt_task.source jobs.Source REMOTE -resources.jobs.*.settings.tasks[*].dbt_task.warehouse_id string REMOTE -resources.jobs.*.settings.tasks[*].depends_on []jobs.TaskDependency REMOTE -resources.jobs.*.settings.tasks[*].depends_on[*] jobs.TaskDependency REMOTE -resources.jobs.*.settings.tasks[*].depends_on[*].outcome string REMOTE -resources.jobs.*.settings.tasks[*].depends_on[*].task_key string REMOTE -resources.jobs.*.settings.tasks[*].description string REMOTE -resources.jobs.*.settings.tasks[*].disable_auto_optimization bool REMOTE -resources.jobs.*.settings.tasks[*].disabled bool REMOTE -resources.jobs.*.settings.tasks[*].email_notifications *jobs.TaskEmailNotifications REMOTE -resources.jobs.*.settings.tasks[*].email_notifications.no_alert_for_skipped_runs bool REMOTE -resources.jobs.*.settings.tasks[*].email_notifications.on_duration_warning_threshold_exceeded []string REMOTE -resources.jobs.*.settings.tasks[*].email_notifications.on_duration_warning_threshold_exceeded[*] string REMOTE -resources.jobs.*.settings.tasks[*].email_notifications.on_failure []string REMOTE -resources.jobs.*.settings.tasks[*].email_notifications.on_failure[*] string REMOTE -resources.jobs.*.settings.tasks[*].email_notifications.on_start []string REMOTE -resources.jobs.*.settings.tasks[*].email_notifications.on_start[*] string REMOTE -resources.jobs.*.settings.tasks[*].email_notifications.on_streaming_backlog_exceeded []string REMOTE -resources.jobs.*.settings.tasks[*].email_notifications.on_streaming_backlog_exceeded[*] string REMOTE -resources.jobs.*.settings.tasks[*].email_notifications.on_success []string REMOTE -resources.jobs.*.settings.tasks[*].email_notifications.on_success[*] string REMOTE -resources.jobs.*.settings.tasks[*].environment_key string REMOTE -resources.jobs.*.settings.tasks[*].existing_cluster_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task *jobs.ForEachTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.concurrency int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.inputs string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task jobs.Task REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.clean_rooms_notebook_task *jobs.CleanRoomsNotebookTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.clean_rooms_notebook_task.clean_room_name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.clean_rooms_notebook_task.etag string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.clean_rooms_notebook_task.notebook_base_parameters map[string]string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.clean_rooms_notebook_task.notebook_base_parameters.* string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.clean_rooms_notebook_task.notebook_name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.condition_task *jobs.ConditionTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.condition_task.left string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.condition_task.op jobs.ConditionTaskOp REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.condition_task.right string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dashboard_task *jobs.DashboardTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dashboard_task.dashboard_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dashboard_task.subscription *jobs.Subscription REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dashboard_task.subscription.custom_subject string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dashboard_task.subscription.paused bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dashboard_task.subscription.subscribers []jobs.SubscriptionSubscriber REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dashboard_task.subscription.subscribers[*] jobs.SubscriptionSubscriber REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dashboard_task.subscription.subscribers[*].destination_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dashboard_task.subscription.subscribers[*].user_name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dashboard_task.warehouse_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dbt_cloud_task *jobs.DbtCloudTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dbt_cloud_task.connection_resource_name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dbt_cloud_task.dbt_cloud_job_id int64 REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dbt_platform_task *jobs.DbtPlatformTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dbt_platform_task.connection_resource_name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dbt_platform_task.dbt_platform_job_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dbt_task *jobs.DbtTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dbt_task.catalog string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dbt_task.commands []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dbt_task.commands[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dbt_task.profiles_directory string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dbt_task.project_directory string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dbt_task.schema string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dbt_task.source jobs.Source REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.dbt_task.warehouse_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.depends_on []jobs.TaskDependency REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.depends_on[*] jobs.TaskDependency REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.depends_on[*].outcome string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.depends_on[*].task_key string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.description string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.disable_auto_optimization bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.disabled bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.email_notifications *jobs.TaskEmailNotifications REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.email_notifications.no_alert_for_skipped_runs bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.email_notifications.on_duration_warning_threshold_exceeded []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.email_notifications.on_duration_warning_threshold_exceeded[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.email_notifications.on_failure []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.email_notifications.on_failure[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.email_notifications.on_start []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.email_notifications.on_start[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.email_notifications.on_streaming_backlog_exceeded []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.email_notifications.on_streaming_backlog_exceeded[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.email_notifications.on_success []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.email_notifications.on_success[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.environment_key string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.existing_cluster_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.for_each_task *jobs.ForEachTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.for_each_task.concurrency int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.for_each_task.inputs string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.for_each_task.task jobs.Task REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.gen_ai_compute_task *jobs.GenAiComputeTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.gen_ai_compute_task.command string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.gen_ai_compute_task.compute *jobs.ComputeConfig REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.gen_ai_compute_task.compute.gpu_node_pool_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.gen_ai_compute_task.compute.gpu_type string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.gen_ai_compute_task.compute.num_gpus int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.gen_ai_compute_task.dl_runtime_image string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.gen_ai_compute_task.mlflow_experiment_name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.gen_ai_compute_task.source jobs.Source REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.gen_ai_compute_task.training_script_path string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.gen_ai_compute_task.yaml_parameters string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.gen_ai_compute_task.yaml_parameters_file_path string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.health *jobs.JobsHealthRules REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.health.rules []jobs.JobsHealthRule REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.health.rules[*] jobs.JobsHealthRule REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.health.rules[*].metric jobs.JobsHealthMetric REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.health.rules[*].op jobs.JobsHealthOperator REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.health.rules[*].value int64 REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.job_cluster_key string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries []compute.Library REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*] compute.Library REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*].cran *compute.RCranLibrary REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*].cran.package string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*].cran.repo string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*].egg string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*].jar string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*].maven *compute.MavenLibrary REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*].maven.coordinates string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*].maven.exclusions []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*].maven.exclusions[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*].maven.repo string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*].pypi *compute.PythonPyPiLibrary REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*].pypi.package string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*].pypi.repo string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*].requirements string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.libraries[*].whl string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.max_retries int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.min_retry_interval_millis int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster *compute.ClusterSpec REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.apply_policy_default_values bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.autoscale *compute.AutoScale REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.autoscale.max_workers int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.autoscale.min_workers int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.autotermination_minutes int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.aws_attributes *compute.AwsAttributes REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.aws_attributes.availability compute.AwsAvailability REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.aws_attributes.ebs_volume_count int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.aws_attributes.ebs_volume_iops int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.aws_attributes.ebs_volume_size int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.aws_attributes.ebs_volume_throughput int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.aws_attributes.ebs_volume_type compute.EbsVolumeType REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.aws_attributes.first_on_demand int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.aws_attributes.instance_profile_arn string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.aws_attributes.spot_bid_price_percent int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.aws_attributes.zone_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.azure_attributes *compute.AzureAttributes REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.azure_attributes.availability compute.AzureAvailability REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.azure_attributes.first_on_demand int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.azure_attributes.log_analytics_info *compute.LogAnalyticsInfo REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.azure_attributes.log_analytics_info.log_analytics_primary_key string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.azure_attributes.log_analytics_info.log_analytics_workspace_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.azure_attributes.spot_bid_max_price float64 REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.cluster_log_conf *compute.ClusterLogConf REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.dbfs *compute.DbfsStorageInfo REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.dbfs.destination string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3 *compute.S3StorageInfo REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.canned_acl string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.destination string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.enable_encryption bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.encryption_type string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.endpoint string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.kms_key string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.region string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.volumes *compute.VolumesStorageInfo REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.volumes.destination string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.cluster_name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.custom_tags map[string]string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.custom_tags.* string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.data_security_mode compute.DataSecurityMode REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.docker_image *compute.DockerImage REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.docker_image.basic_auth *compute.DockerBasicAuth REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.docker_image.basic_auth.password string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.docker_image.basic_auth.username string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.docker_image.url string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.driver_instance_pool_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.driver_node_type_flexibility *compute.NodeTypeFlexibility REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.driver_node_type_flexibility.alternate_node_type_ids []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.driver_node_type_flexibility.alternate_node_type_ids[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.driver_node_type_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.enable_elastic_disk bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.enable_local_disk_encryption bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.gcp_attributes *compute.GcpAttributes REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.gcp_attributes.availability compute.GcpAvailability REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.gcp_attributes.boot_disk_size int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.gcp_attributes.first_on_demand int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.gcp_attributes.google_service_account string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.gcp_attributes.local_ssd_count int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.gcp_attributes.use_preemptible_executors bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.gcp_attributes.zone_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts []compute.InitScriptInfo REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*] compute.InitScriptInfo REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].abfss *compute.Adlsgen2Info REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].abfss.destination string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].dbfs *compute.DbfsStorageInfo REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].dbfs.destination string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].file *compute.LocalFileInfo REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].file.destination string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].gcs *compute.GcsStorageInfo REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].gcs.destination string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3 *compute.S3StorageInfo REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.canned_acl string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.destination string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.enable_encryption bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.encryption_type string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.endpoint string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.kms_key string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.region string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].volumes *compute.VolumesStorageInfo REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].volumes.destination string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].workspace *compute.WorkspaceStorageInfo REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.init_scripts[*].workspace.destination string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.instance_pool_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.is_single_node bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.kind compute.Kind REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.node_type_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.num_workers int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.policy_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.remote_disk_throughput int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.runtime_engine compute.RuntimeEngine REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.single_user_name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.spark_conf map[string]string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.spark_conf.* string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.spark_env_vars map[string]string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.spark_env_vars.* string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.spark_version string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.ssh_public_keys []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.ssh_public_keys[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.total_initial_remote_disk_size int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.use_ml_runtime bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.worker_node_type_flexibility *compute.NodeTypeFlexibility REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.worker_node_type_flexibility.alternate_node_type_ids []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.worker_node_type_flexibility.alternate_node_type_ids[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.workload_type *compute.WorkloadType REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.workload_type.clients compute.ClientsTypes REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.workload_type.clients.jobs bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.new_cluster.workload_type.clients.notebooks bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.notebook_task *jobs.NotebookTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.notebook_task.base_parameters map[string]string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.notebook_task.base_parameters.* string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.notebook_task.notebook_path string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.notebook_task.source jobs.Source REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.notebook_task.warehouse_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.notification_settings *jobs.TaskNotificationSettings REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.notification_settings.alert_on_last_attempt bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.notification_settings.no_alert_for_canceled_runs bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.notification_settings.no_alert_for_skipped_runs bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.pipeline_task *jobs.PipelineTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.pipeline_task.full_refresh bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.pipeline_task.pipeline_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task *jobs.PowerBiTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task.connection_resource_name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task.power_bi_model *jobs.PowerBiModel REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task.power_bi_model.authentication_method jobs.AuthenticationMethod REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task.power_bi_model.model_name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task.power_bi_model.overwrite_existing bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task.power_bi_model.storage_mode jobs.StorageMode REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task.power_bi_model.workspace_name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task.refresh_after_update bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task.tables []jobs.PowerBiTable REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task.tables[*] jobs.PowerBiTable REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task.tables[*].catalog string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task.tables[*].name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task.tables[*].schema string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task.tables[*].storage_mode jobs.StorageMode REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.power_bi_task.warehouse_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.python_wheel_task *jobs.PythonWheelTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.python_wheel_task.entry_point string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.python_wheel_task.named_parameters map[string]string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.python_wheel_task.named_parameters.* string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.python_wheel_task.package_name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.python_wheel_task.parameters []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.python_wheel_task.parameters[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.retry_on_timeout bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_if jobs.RunIf REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task *jobs.RunJobTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.dbt_commands []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.dbt_commands[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.jar_params []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.jar_params[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.job_id int64 REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.job_parameters map[string]string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.job_parameters.* string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.notebook_params map[string]string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.notebook_params.* string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.pipeline_params *jobs.PipelineParams REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.pipeline_params.full_refresh bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.python_named_params map[string]string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.python_named_params.* string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.python_params []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.python_params[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.spark_submit_params []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.spark_submit_params[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.sql_params map[string]string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.run_job_task.sql_params.* string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.spark_jar_task *jobs.SparkJarTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.spark_jar_task.jar_uri string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.spark_jar_task.main_class_name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.spark_jar_task.parameters []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.spark_jar_task.parameters[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.spark_jar_task.run_as_repl bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.spark_python_task *jobs.SparkPythonTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.spark_python_task.parameters []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.spark_python_task.parameters[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.spark_python_task.python_file string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.spark_python_task.source jobs.Source REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.spark_submit_task *jobs.SparkSubmitTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.spark_submit_task.parameters []string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.spark_submit_task.parameters[*] string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task *jobs.SqlTask REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.alert *jobs.SqlTaskAlert REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.alert.alert_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.alert.pause_subscriptions bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.alert.subscriptions []jobs.SqlTaskSubscription REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.alert.subscriptions[*] jobs.SqlTaskSubscription REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.alert.subscriptions[*].destination_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.alert.subscriptions[*].user_name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.dashboard *jobs.SqlTaskDashboard REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.dashboard.custom_subject string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.dashboard.dashboard_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.dashboard.pause_subscriptions bool REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.dashboard.subscriptions []jobs.SqlTaskSubscription REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.dashboard.subscriptions[*] jobs.SqlTaskSubscription REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.dashboard.subscriptions[*].destination_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.dashboard.subscriptions[*].user_name string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.file *jobs.SqlTaskFile REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.file.path string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.file.source jobs.Source REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.parameters map[string]string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.parameters.* string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.query *jobs.SqlTaskQuery REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.query.query_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.sql_task.warehouse_id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.task_key string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.timeout_seconds int REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications *jobs.WebhookNotifications REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications.on_duration_warning_threshold_exceeded []jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications.on_duration_warning_threshold_exceeded[*] jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications.on_duration_warning_threshold_exceeded[*].id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications.on_failure []jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications.on_failure[*] jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications.on_failure[*].id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications.on_start []jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications.on_start[*] jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications.on_start[*].id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications.on_streaming_backlog_exceeded []jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications.on_streaming_backlog_exceeded[*] jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications.on_streaming_backlog_exceeded[*].id string REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications.on_success []jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications.on_success[*] jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].for_each_task.task.webhook_notifications.on_success[*].id string REMOTE -resources.jobs.*.settings.tasks[*].gen_ai_compute_task *jobs.GenAiComputeTask REMOTE -resources.jobs.*.settings.tasks[*].gen_ai_compute_task.command string REMOTE -resources.jobs.*.settings.tasks[*].gen_ai_compute_task.compute *jobs.ComputeConfig REMOTE -resources.jobs.*.settings.tasks[*].gen_ai_compute_task.compute.gpu_node_pool_id string REMOTE -resources.jobs.*.settings.tasks[*].gen_ai_compute_task.compute.gpu_type string REMOTE -resources.jobs.*.settings.tasks[*].gen_ai_compute_task.compute.num_gpus int REMOTE -resources.jobs.*.settings.tasks[*].gen_ai_compute_task.dl_runtime_image string REMOTE -resources.jobs.*.settings.tasks[*].gen_ai_compute_task.mlflow_experiment_name string REMOTE -resources.jobs.*.settings.tasks[*].gen_ai_compute_task.source jobs.Source REMOTE -resources.jobs.*.settings.tasks[*].gen_ai_compute_task.training_script_path string REMOTE -resources.jobs.*.settings.tasks[*].gen_ai_compute_task.yaml_parameters string REMOTE -resources.jobs.*.settings.tasks[*].gen_ai_compute_task.yaml_parameters_file_path string REMOTE -resources.jobs.*.settings.tasks[*].health *jobs.JobsHealthRules REMOTE -resources.jobs.*.settings.tasks[*].health.rules []jobs.JobsHealthRule REMOTE -resources.jobs.*.settings.tasks[*].health.rules[*] jobs.JobsHealthRule REMOTE -resources.jobs.*.settings.tasks[*].health.rules[*].metric jobs.JobsHealthMetric REMOTE -resources.jobs.*.settings.tasks[*].health.rules[*].op jobs.JobsHealthOperator REMOTE -resources.jobs.*.settings.tasks[*].health.rules[*].value int64 REMOTE -resources.jobs.*.settings.tasks[*].job_cluster_key string REMOTE -resources.jobs.*.settings.tasks[*].libraries []compute.Library REMOTE -resources.jobs.*.settings.tasks[*].libraries[*] compute.Library REMOTE -resources.jobs.*.settings.tasks[*].libraries[*].cran *compute.RCranLibrary REMOTE -resources.jobs.*.settings.tasks[*].libraries[*].cran.package string REMOTE -resources.jobs.*.settings.tasks[*].libraries[*].cran.repo string REMOTE -resources.jobs.*.settings.tasks[*].libraries[*].egg string REMOTE -resources.jobs.*.settings.tasks[*].libraries[*].jar string REMOTE -resources.jobs.*.settings.tasks[*].libraries[*].maven *compute.MavenLibrary REMOTE -resources.jobs.*.settings.tasks[*].libraries[*].maven.coordinates string REMOTE -resources.jobs.*.settings.tasks[*].libraries[*].maven.exclusions []string REMOTE -resources.jobs.*.settings.tasks[*].libraries[*].maven.exclusions[*] string REMOTE -resources.jobs.*.settings.tasks[*].libraries[*].maven.repo string REMOTE -resources.jobs.*.settings.tasks[*].libraries[*].pypi *compute.PythonPyPiLibrary REMOTE -resources.jobs.*.settings.tasks[*].libraries[*].pypi.package string REMOTE -resources.jobs.*.settings.tasks[*].libraries[*].pypi.repo string REMOTE -resources.jobs.*.settings.tasks[*].libraries[*].requirements string REMOTE -resources.jobs.*.settings.tasks[*].libraries[*].whl string REMOTE -resources.jobs.*.settings.tasks[*].max_retries int REMOTE -resources.jobs.*.settings.tasks[*].min_retry_interval_millis int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster *compute.ClusterSpec REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.apply_policy_default_values bool REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.autoscale *compute.AutoScale REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.autoscale.max_workers int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.autoscale.min_workers int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.autotermination_minutes int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.aws_attributes *compute.AwsAttributes REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.aws_attributes.availability compute.AwsAvailability REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.aws_attributes.ebs_volume_count int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.aws_attributes.ebs_volume_iops int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.aws_attributes.ebs_volume_size int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.aws_attributes.ebs_volume_throughput int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.aws_attributes.ebs_volume_type compute.EbsVolumeType REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.aws_attributes.first_on_demand int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.aws_attributes.instance_profile_arn string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.aws_attributes.spot_bid_price_percent int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.aws_attributes.zone_id string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.azure_attributes *compute.AzureAttributes REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.azure_attributes.availability compute.AzureAvailability REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.azure_attributes.first_on_demand int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.azure_attributes.log_analytics_info *compute.LogAnalyticsInfo REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.azure_attributes.log_analytics_info.log_analytics_primary_key string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.azure_attributes.log_analytics_info.log_analytics_workspace_id string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.azure_attributes.spot_bid_max_price float64 REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.cluster_log_conf *compute.ClusterLogConf REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.cluster_log_conf.dbfs *compute.DbfsStorageInfo REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.cluster_log_conf.dbfs.destination string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.cluster_log_conf.s3 *compute.S3StorageInfo REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.cluster_log_conf.s3.canned_acl string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.cluster_log_conf.s3.destination string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.cluster_log_conf.s3.enable_encryption bool REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.cluster_log_conf.s3.encryption_type string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.cluster_log_conf.s3.endpoint string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.cluster_log_conf.s3.kms_key string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.cluster_log_conf.s3.region string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.cluster_log_conf.volumes *compute.VolumesStorageInfo REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.cluster_log_conf.volumes.destination string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.cluster_name string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.custom_tags map[string]string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.custom_tags.* string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.data_security_mode compute.DataSecurityMode REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.docker_image *compute.DockerImage REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.docker_image.basic_auth *compute.DockerBasicAuth REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.docker_image.basic_auth.password string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.docker_image.basic_auth.username string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.docker_image.url string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.driver_instance_pool_id string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.driver_node_type_flexibility *compute.NodeTypeFlexibility REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.driver_node_type_flexibility.alternate_node_type_ids []string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.driver_node_type_flexibility.alternate_node_type_ids[*] string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.driver_node_type_id string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.enable_elastic_disk bool REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.enable_local_disk_encryption bool REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.gcp_attributes *compute.GcpAttributes REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.gcp_attributes.availability compute.GcpAvailability REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.gcp_attributes.boot_disk_size int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.gcp_attributes.first_on_demand int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.gcp_attributes.google_service_account string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.gcp_attributes.local_ssd_count int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.gcp_attributes.use_preemptible_executors bool REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.gcp_attributes.zone_id string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts []compute.InitScriptInfo REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*] compute.InitScriptInfo REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].abfss *compute.Adlsgen2Info REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].abfss.destination string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].dbfs *compute.DbfsStorageInfo REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].dbfs.destination string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].file *compute.LocalFileInfo REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].file.destination string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].gcs *compute.GcsStorageInfo REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].gcs.destination string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].s3 *compute.S3StorageInfo REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].s3.canned_acl string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].s3.destination string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].s3.enable_encryption bool REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].s3.encryption_type string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].s3.endpoint string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].s3.kms_key string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].s3.region string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].volumes *compute.VolumesStorageInfo REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].volumes.destination string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].workspace *compute.WorkspaceStorageInfo REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.init_scripts[*].workspace.destination string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.instance_pool_id string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.is_single_node bool REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.kind compute.Kind REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.node_type_id string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.num_workers int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.policy_id string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.remote_disk_throughput int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.runtime_engine compute.RuntimeEngine REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.single_user_name string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.spark_conf map[string]string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.spark_conf.* string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.spark_env_vars map[string]string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.spark_env_vars.* string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.spark_version string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.ssh_public_keys []string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.ssh_public_keys[*] string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.total_initial_remote_disk_size int REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.use_ml_runtime bool REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.worker_node_type_flexibility *compute.NodeTypeFlexibility REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.worker_node_type_flexibility.alternate_node_type_ids []string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.worker_node_type_flexibility.alternate_node_type_ids[*] string REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.workload_type *compute.WorkloadType REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.workload_type.clients compute.ClientsTypes REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.workload_type.clients.jobs bool REMOTE -resources.jobs.*.settings.tasks[*].new_cluster.workload_type.clients.notebooks bool REMOTE -resources.jobs.*.settings.tasks[*].notebook_task *jobs.NotebookTask REMOTE -resources.jobs.*.settings.tasks[*].notebook_task.base_parameters map[string]string REMOTE -resources.jobs.*.settings.tasks[*].notebook_task.base_parameters.* string REMOTE -resources.jobs.*.settings.tasks[*].notebook_task.notebook_path string REMOTE -resources.jobs.*.settings.tasks[*].notebook_task.source jobs.Source REMOTE -resources.jobs.*.settings.tasks[*].notebook_task.warehouse_id string REMOTE -resources.jobs.*.settings.tasks[*].notification_settings *jobs.TaskNotificationSettings REMOTE -resources.jobs.*.settings.tasks[*].notification_settings.alert_on_last_attempt bool REMOTE -resources.jobs.*.settings.tasks[*].notification_settings.no_alert_for_canceled_runs bool REMOTE -resources.jobs.*.settings.tasks[*].notification_settings.no_alert_for_skipped_runs bool REMOTE -resources.jobs.*.settings.tasks[*].pipeline_task *jobs.PipelineTask REMOTE -resources.jobs.*.settings.tasks[*].pipeline_task.full_refresh bool REMOTE -resources.jobs.*.settings.tasks[*].pipeline_task.pipeline_id string REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task *jobs.PowerBiTask REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task.connection_resource_name string REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task.power_bi_model *jobs.PowerBiModel REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task.power_bi_model.authentication_method jobs.AuthenticationMethod REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task.power_bi_model.model_name string REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task.power_bi_model.overwrite_existing bool REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task.power_bi_model.storage_mode jobs.StorageMode REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task.power_bi_model.workspace_name string REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task.refresh_after_update bool REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task.tables []jobs.PowerBiTable REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task.tables[*] jobs.PowerBiTable REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task.tables[*].catalog string REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task.tables[*].name string REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task.tables[*].schema string REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task.tables[*].storage_mode jobs.StorageMode REMOTE -resources.jobs.*.settings.tasks[*].power_bi_task.warehouse_id string REMOTE -resources.jobs.*.settings.tasks[*].python_wheel_task *jobs.PythonWheelTask REMOTE -resources.jobs.*.settings.tasks[*].python_wheel_task.entry_point string REMOTE -resources.jobs.*.settings.tasks[*].python_wheel_task.named_parameters map[string]string REMOTE -resources.jobs.*.settings.tasks[*].python_wheel_task.named_parameters.* string REMOTE -resources.jobs.*.settings.tasks[*].python_wheel_task.package_name string REMOTE -resources.jobs.*.settings.tasks[*].python_wheel_task.parameters []string REMOTE -resources.jobs.*.settings.tasks[*].python_wheel_task.parameters[*] string REMOTE -resources.jobs.*.settings.tasks[*].retry_on_timeout bool REMOTE -resources.jobs.*.settings.tasks[*].run_if jobs.RunIf REMOTE -resources.jobs.*.settings.tasks[*].run_job_task *jobs.RunJobTask REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.dbt_commands []string REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.dbt_commands[*] string REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.jar_params []string REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.jar_params[*] string REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.job_id int64 REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.job_parameters map[string]string REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.job_parameters.* string REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.notebook_params map[string]string REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.notebook_params.* string REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.pipeline_params *jobs.PipelineParams REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.pipeline_params.full_refresh bool REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.python_named_params map[string]string REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.python_named_params.* string REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.python_params []string REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.python_params[*] string REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.spark_submit_params []string REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.spark_submit_params[*] string REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.sql_params map[string]string REMOTE -resources.jobs.*.settings.tasks[*].run_job_task.sql_params.* string REMOTE -resources.jobs.*.settings.tasks[*].spark_jar_task *jobs.SparkJarTask REMOTE -resources.jobs.*.settings.tasks[*].spark_jar_task.jar_uri string REMOTE -resources.jobs.*.settings.tasks[*].spark_jar_task.main_class_name string REMOTE -resources.jobs.*.settings.tasks[*].spark_jar_task.parameters []string REMOTE -resources.jobs.*.settings.tasks[*].spark_jar_task.parameters[*] string REMOTE -resources.jobs.*.settings.tasks[*].spark_jar_task.run_as_repl bool REMOTE -resources.jobs.*.settings.tasks[*].spark_python_task *jobs.SparkPythonTask REMOTE -resources.jobs.*.settings.tasks[*].spark_python_task.parameters []string REMOTE -resources.jobs.*.settings.tasks[*].spark_python_task.parameters[*] string REMOTE -resources.jobs.*.settings.tasks[*].spark_python_task.python_file string REMOTE -resources.jobs.*.settings.tasks[*].spark_python_task.source jobs.Source REMOTE -resources.jobs.*.settings.tasks[*].spark_submit_task *jobs.SparkSubmitTask REMOTE -resources.jobs.*.settings.tasks[*].spark_submit_task.parameters []string REMOTE -resources.jobs.*.settings.tasks[*].spark_submit_task.parameters[*] string REMOTE -resources.jobs.*.settings.tasks[*].sql_task *jobs.SqlTask REMOTE -resources.jobs.*.settings.tasks[*].sql_task.alert *jobs.SqlTaskAlert REMOTE -resources.jobs.*.settings.tasks[*].sql_task.alert.alert_id string REMOTE -resources.jobs.*.settings.tasks[*].sql_task.alert.pause_subscriptions bool REMOTE -resources.jobs.*.settings.tasks[*].sql_task.alert.subscriptions []jobs.SqlTaskSubscription REMOTE -resources.jobs.*.settings.tasks[*].sql_task.alert.subscriptions[*] jobs.SqlTaskSubscription REMOTE -resources.jobs.*.settings.tasks[*].sql_task.alert.subscriptions[*].destination_id string REMOTE -resources.jobs.*.settings.tasks[*].sql_task.alert.subscriptions[*].user_name string REMOTE -resources.jobs.*.settings.tasks[*].sql_task.dashboard *jobs.SqlTaskDashboard REMOTE -resources.jobs.*.settings.tasks[*].sql_task.dashboard.custom_subject string REMOTE -resources.jobs.*.settings.tasks[*].sql_task.dashboard.dashboard_id string REMOTE -resources.jobs.*.settings.tasks[*].sql_task.dashboard.pause_subscriptions bool REMOTE -resources.jobs.*.settings.tasks[*].sql_task.dashboard.subscriptions []jobs.SqlTaskSubscription REMOTE -resources.jobs.*.settings.tasks[*].sql_task.dashboard.subscriptions[*] jobs.SqlTaskSubscription REMOTE -resources.jobs.*.settings.tasks[*].sql_task.dashboard.subscriptions[*].destination_id string REMOTE -resources.jobs.*.settings.tasks[*].sql_task.dashboard.subscriptions[*].user_name string REMOTE -resources.jobs.*.settings.tasks[*].sql_task.file *jobs.SqlTaskFile REMOTE -resources.jobs.*.settings.tasks[*].sql_task.file.path string REMOTE -resources.jobs.*.settings.tasks[*].sql_task.file.source jobs.Source REMOTE -resources.jobs.*.settings.tasks[*].sql_task.parameters map[string]string REMOTE -resources.jobs.*.settings.tasks[*].sql_task.parameters.* string REMOTE -resources.jobs.*.settings.tasks[*].sql_task.query *jobs.SqlTaskQuery REMOTE -resources.jobs.*.settings.tasks[*].sql_task.query.query_id string REMOTE -resources.jobs.*.settings.tasks[*].sql_task.warehouse_id string REMOTE -resources.jobs.*.settings.tasks[*].task_key string REMOTE -resources.jobs.*.settings.tasks[*].timeout_seconds int REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications *jobs.WebhookNotifications REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications.on_duration_warning_threshold_exceeded []jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications.on_duration_warning_threshold_exceeded[*] jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications.on_duration_warning_threshold_exceeded[*].id string REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications.on_failure []jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications.on_failure[*] jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications.on_failure[*].id string REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications.on_start []jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications.on_start[*] jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications.on_start[*].id string REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications.on_streaming_backlog_exceeded []jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications.on_streaming_backlog_exceeded[*] jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications.on_streaming_backlog_exceeded[*].id string REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications.on_success []jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications.on_success[*] jobs.Webhook REMOTE -resources.jobs.*.settings.tasks[*].webhook_notifications.on_success[*].id string REMOTE -resources.jobs.*.settings.timeout_seconds int REMOTE -resources.jobs.*.settings.trigger *jobs.TriggerSettings REMOTE -resources.jobs.*.settings.trigger.file_arrival *jobs.FileArrivalTriggerConfiguration REMOTE -resources.jobs.*.settings.trigger.file_arrival.min_time_between_triggers_seconds int REMOTE -resources.jobs.*.settings.trigger.file_arrival.url string REMOTE -resources.jobs.*.settings.trigger.file_arrival.wait_after_last_change_seconds int REMOTE -resources.jobs.*.settings.trigger.model *jobs.ModelTriggerConfiguration REMOTE -resources.jobs.*.settings.trigger.model.aliases []string REMOTE -resources.jobs.*.settings.trigger.model.aliases[*] string REMOTE -resources.jobs.*.settings.trigger.model.condition jobs.ModelTriggerConfigurationCondition REMOTE -resources.jobs.*.settings.trigger.model.min_time_between_triggers_seconds int REMOTE -resources.jobs.*.settings.trigger.model.securable_name string REMOTE -resources.jobs.*.settings.trigger.model.wait_after_last_change_seconds int REMOTE -resources.jobs.*.settings.trigger.pause_status jobs.PauseStatus REMOTE -resources.jobs.*.settings.trigger.periodic *jobs.PeriodicTriggerConfiguration REMOTE -resources.jobs.*.settings.trigger.periodic.interval int REMOTE -resources.jobs.*.settings.trigger.periodic.unit jobs.PeriodicTriggerConfigurationTimeUnit REMOTE -resources.jobs.*.settings.trigger.table_update *jobs.TableUpdateTriggerConfiguration REMOTE -resources.jobs.*.settings.trigger.table_update.condition jobs.Condition REMOTE -resources.jobs.*.settings.trigger.table_update.min_time_between_triggers_seconds int REMOTE -resources.jobs.*.settings.trigger.table_update.table_names []string REMOTE -resources.jobs.*.settings.trigger.table_update.table_names[*] string REMOTE -resources.jobs.*.settings.trigger.table_update.wait_after_last_change_seconds int REMOTE -resources.jobs.*.settings.usage_policy_id string REMOTE -resources.jobs.*.settings.webhook_notifications *jobs.WebhookNotifications REMOTE -resources.jobs.*.settings.webhook_notifications.on_duration_warning_threshold_exceeded []jobs.Webhook REMOTE -resources.jobs.*.settings.webhook_notifications.on_duration_warning_threshold_exceeded[*] jobs.Webhook REMOTE -resources.jobs.*.settings.webhook_notifications.on_duration_warning_threshold_exceeded[*].id string REMOTE -resources.jobs.*.settings.webhook_notifications.on_failure []jobs.Webhook REMOTE -resources.jobs.*.settings.webhook_notifications.on_failure[*] jobs.Webhook REMOTE -resources.jobs.*.settings.webhook_notifications.on_failure[*].id string REMOTE -resources.jobs.*.settings.webhook_notifications.on_start []jobs.Webhook REMOTE -resources.jobs.*.settings.webhook_notifications.on_start[*] jobs.Webhook REMOTE -resources.jobs.*.settings.webhook_notifications.on_start[*].id string REMOTE -resources.jobs.*.settings.webhook_notifications.on_streaming_backlog_exceeded []jobs.Webhook REMOTE -resources.jobs.*.settings.webhook_notifications.on_streaming_backlog_exceeded[*] jobs.Webhook REMOTE -resources.jobs.*.settings.webhook_notifications.on_streaming_backlog_exceeded[*].id string REMOTE -resources.jobs.*.settings.webhook_notifications.on_success []jobs.Webhook REMOTE -resources.jobs.*.settings.webhook_notifications.on_success[*] jobs.Webhook REMOTE -resources.jobs.*.settings.webhook_notifications.on_success[*].id string REMOTE -resources.jobs.*.tags map[string]string INPUT STATE -resources.jobs.*.tags.* string INPUT STATE -resources.jobs.*.tasks []jobs.Task INPUT STATE -resources.jobs.*.tasks[*] jobs.Task INPUT STATE -resources.jobs.*.tasks[*].clean_rooms_notebook_task *jobs.CleanRoomsNotebookTask INPUT STATE -resources.jobs.*.tasks[*].clean_rooms_notebook_task.clean_room_name string INPUT STATE -resources.jobs.*.tasks[*].clean_rooms_notebook_task.etag string INPUT STATE -resources.jobs.*.tasks[*].clean_rooms_notebook_task.notebook_base_parameters map[string]string INPUT STATE -resources.jobs.*.tasks[*].clean_rooms_notebook_task.notebook_base_parameters.* string INPUT STATE -resources.jobs.*.tasks[*].clean_rooms_notebook_task.notebook_name string INPUT STATE -resources.jobs.*.tasks[*].condition_task *jobs.ConditionTask INPUT STATE -resources.jobs.*.tasks[*].condition_task.left string INPUT STATE -resources.jobs.*.tasks[*].condition_task.op jobs.ConditionTaskOp INPUT STATE -resources.jobs.*.tasks[*].condition_task.right string INPUT STATE -resources.jobs.*.tasks[*].dashboard_task *jobs.DashboardTask INPUT STATE -resources.jobs.*.tasks[*].dashboard_task.dashboard_id string INPUT STATE -resources.jobs.*.tasks[*].dashboard_task.subscription *jobs.Subscription INPUT STATE -resources.jobs.*.tasks[*].dashboard_task.subscription.custom_subject string INPUT STATE -resources.jobs.*.tasks[*].dashboard_task.subscription.paused bool INPUT STATE -resources.jobs.*.tasks[*].dashboard_task.subscription.subscribers []jobs.SubscriptionSubscriber INPUT STATE -resources.jobs.*.tasks[*].dashboard_task.subscription.subscribers[*] jobs.SubscriptionSubscriber INPUT STATE -resources.jobs.*.tasks[*].dashboard_task.subscription.subscribers[*].destination_id string INPUT STATE -resources.jobs.*.tasks[*].dashboard_task.subscription.subscribers[*].user_name string INPUT STATE -resources.jobs.*.tasks[*].dashboard_task.warehouse_id string INPUT STATE -resources.jobs.*.tasks[*].dbt_cloud_task *jobs.DbtCloudTask INPUT STATE -resources.jobs.*.tasks[*].dbt_cloud_task.connection_resource_name string INPUT STATE -resources.jobs.*.tasks[*].dbt_cloud_task.dbt_cloud_job_id int64 INPUT STATE -resources.jobs.*.tasks[*].dbt_platform_task *jobs.DbtPlatformTask INPUT STATE -resources.jobs.*.tasks[*].dbt_platform_task.connection_resource_name string INPUT STATE -resources.jobs.*.tasks[*].dbt_platform_task.dbt_platform_job_id string INPUT STATE -resources.jobs.*.tasks[*].dbt_task *jobs.DbtTask INPUT STATE -resources.jobs.*.tasks[*].dbt_task.catalog string INPUT STATE -resources.jobs.*.tasks[*].dbt_task.commands []string INPUT STATE -resources.jobs.*.tasks[*].dbt_task.commands[*] string INPUT STATE -resources.jobs.*.tasks[*].dbt_task.profiles_directory string INPUT STATE -resources.jobs.*.tasks[*].dbt_task.project_directory string INPUT STATE -resources.jobs.*.tasks[*].dbt_task.schema string INPUT STATE -resources.jobs.*.tasks[*].dbt_task.source jobs.Source INPUT STATE -resources.jobs.*.tasks[*].dbt_task.warehouse_id string INPUT STATE -resources.jobs.*.tasks[*].depends_on []jobs.TaskDependency INPUT STATE -resources.jobs.*.tasks[*].depends_on[*] jobs.TaskDependency INPUT STATE -resources.jobs.*.tasks[*].depends_on[*].outcome string INPUT STATE -resources.jobs.*.tasks[*].depends_on[*].task_key string INPUT STATE -resources.jobs.*.tasks[*].description string INPUT STATE -resources.jobs.*.tasks[*].disable_auto_optimization bool INPUT STATE -resources.jobs.*.tasks[*].disabled bool INPUT STATE -resources.jobs.*.tasks[*].email_notifications *jobs.TaskEmailNotifications INPUT STATE -resources.jobs.*.tasks[*].email_notifications.no_alert_for_skipped_runs bool INPUT STATE -resources.jobs.*.tasks[*].email_notifications.on_duration_warning_threshold_exceeded []string INPUT STATE -resources.jobs.*.tasks[*].email_notifications.on_duration_warning_threshold_exceeded[*] string INPUT STATE -resources.jobs.*.tasks[*].email_notifications.on_failure []string INPUT STATE -resources.jobs.*.tasks[*].email_notifications.on_failure[*] string INPUT STATE -resources.jobs.*.tasks[*].email_notifications.on_start []string INPUT STATE -resources.jobs.*.tasks[*].email_notifications.on_start[*] string INPUT STATE -resources.jobs.*.tasks[*].email_notifications.on_streaming_backlog_exceeded []string INPUT STATE -resources.jobs.*.tasks[*].email_notifications.on_streaming_backlog_exceeded[*] string INPUT STATE -resources.jobs.*.tasks[*].email_notifications.on_success []string INPUT STATE -resources.jobs.*.tasks[*].email_notifications.on_success[*] string INPUT STATE -resources.jobs.*.tasks[*].environment_key string INPUT STATE -resources.jobs.*.tasks[*].existing_cluster_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task *jobs.ForEachTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.concurrency int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.inputs string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task jobs.Task INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.clean_rooms_notebook_task *jobs.CleanRoomsNotebookTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.clean_rooms_notebook_task.clean_room_name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.clean_rooms_notebook_task.etag string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.clean_rooms_notebook_task.notebook_base_parameters map[string]string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.clean_rooms_notebook_task.notebook_base_parameters.* string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.clean_rooms_notebook_task.notebook_name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.condition_task *jobs.ConditionTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.condition_task.left string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.condition_task.op jobs.ConditionTaskOp INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.condition_task.right string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dashboard_task *jobs.DashboardTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.dashboard_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.subscription *jobs.Subscription INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.subscription.custom_subject string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.subscription.paused bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.subscription.subscribers []jobs.SubscriptionSubscriber INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.subscription.subscribers[*] jobs.SubscriptionSubscriber INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.subscription.subscribers[*].destination_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.subscription.subscribers[*].user_name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.warehouse_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dbt_cloud_task *jobs.DbtCloudTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dbt_cloud_task.connection_resource_name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dbt_cloud_task.dbt_cloud_job_id int64 INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dbt_platform_task *jobs.DbtPlatformTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dbt_platform_task.connection_resource_name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dbt_platform_task.dbt_platform_job_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dbt_task *jobs.DbtTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dbt_task.catalog string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dbt_task.commands []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dbt_task.commands[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dbt_task.profiles_directory string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dbt_task.project_directory string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dbt_task.schema string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dbt_task.source jobs.Source INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.dbt_task.warehouse_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.depends_on []jobs.TaskDependency INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.depends_on[*] jobs.TaskDependency INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.depends_on[*].outcome string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.depends_on[*].task_key string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.description string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.disable_auto_optimization bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.disabled bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.email_notifications *jobs.TaskEmailNotifications INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.email_notifications.no_alert_for_skipped_runs bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_duration_warning_threshold_exceeded []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_duration_warning_threshold_exceeded[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_failure []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_failure[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_start []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_start[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_streaming_backlog_exceeded []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_streaming_backlog_exceeded[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_success []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_success[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.environment_key string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.existing_cluster_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.for_each_task *jobs.ForEachTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.for_each_task.concurrency int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.for_each_task.inputs string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.for_each_task.task jobs.Task INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task *jobs.GenAiComputeTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.command string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.compute *jobs.ComputeConfig INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.compute.gpu_node_pool_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.compute.gpu_type string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.compute.num_gpus int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.dl_runtime_image string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.mlflow_experiment_name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.source jobs.Source INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.training_script_path string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.yaml_parameters string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.yaml_parameters_file_path string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.health *jobs.JobsHealthRules INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.health.rules []jobs.JobsHealthRule INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.health.rules[*] jobs.JobsHealthRule INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.health.rules[*].metric jobs.JobsHealthMetric INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.health.rules[*].op jobs.JobsHealthOperator INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.health.rules[*].value int64 INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.job_cluster_key string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries []compute.Library INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*] compute.Library INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*].cran *compute.RCranLibrary INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*].cran.package string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*].cran.repo string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*].egg string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*].jar string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*].maven *compute.MavenLibrary INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*].maven.coordinates string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*].maven.exclusions []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*].maven.exclusions[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*].maven.repo string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*].pypi *compute.PythonPyPiLibrary INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*].pypi.package string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*].pypi.repo string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*].requirements string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.libraries[*].whl string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.max_retries int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.min_retry_interval_millis int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster *compute.ClusterSpec INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.apply_policy_default_values bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.autoscale *compute.AutoScale INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.autoscale.max_workers int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.autoscale.min_workers int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.autotermination_minutes int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes *compute.AwsAttributes INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.availability compute.AwsAvailability INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.ebs_volume_count int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.ebs_volume_iops int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.ebs_volume_size int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.ebs_volume_throughput int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.ebs_volume_type compute.EbsVolumeType INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.first_on_demand int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.instance_profile_arn string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.spot_bid_price_percent int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.zone_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.azure_attributes *compute.AzureAttributes INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.azure_attributes.availability compute.AzureAvailability INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.azure_attributes.first_on_demand int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.azure_attributes.log_analytics_info *compute.LogAnalyticsInfo INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.azure_attributes.log_analytics_info.log_analytics_primary_key string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.azure_attributes.log_analytics_info.log_analytics_workspace_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.azure_attributes.spot_bid_max_price float64 INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf *compute.ClusterLogConf INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.dbfs *compute.DbfsStorageInfo INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.dbfs.destination string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3 *compute.S3StorageInfo INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.canned_acl string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.destination string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.enable_encryption bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.encryption_type string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.endpoint string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.kms_key string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.region string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.volumes *compute.VolumesStorageInfo INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.volumes.destination string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.custom_tags map[string]string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.custom_tags.* string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.data_security_mode compute.DataSecurityMode INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.docker_image *compute.DockerImage INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.docker_image.basic_auth *compute.DockerBasicAuth INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.docker_image.basic_auth.password string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.docker_image.basic_auth.username string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.docker_image.url string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.driver_instance_pool_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.driver_node_type_flexibility *compute.NodeTypeFlexibility INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.driver_node_type_flexibility.alternate_node_type_ids []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.driver_node_type_flexibility.alternate_node_type_ids[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.driver_node_type_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.enable_elastic_disk bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.enable_local_disk_encryption bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes *compute.GcpAttributes INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes.availability compute.GcpAvailability INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes.boot_disk_size int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes.first_on_demand int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes.google_service_account string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes.local_ssd_count int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes.use_preemptible_executors bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes.zone_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts []compute.InitScriptInfo INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*] compute.InitScriptInfo INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].abfss *compute.Adlsgen2Info INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].abfss.destination string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].dbfs *compute.DbfsStorageInfo INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].dbfs.destination string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].file *compute.LocalFileInfo INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].file.destination string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].gcs *compute.GcsStorageInfo INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].gcs.destination string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3 *compute.S3StorageInfo INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.canned_acl string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.destination string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.enable_encryption bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.encryption_type string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.endpoint string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.kms_key string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.region string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].volumes *compute.VolumesStorageInfo INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].volumes.destination string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].workspace *compute.WorkspaceStorageInfo INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].workspace.destination string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.instance_pool_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.is_single_node bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.kind compute.Kind INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.node_type_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.num_workers int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.policy_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.remote_disk_throughput int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.runtime_engine compute.RuntimeEngine INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.single_user_name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.spark_conf map[string]string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.spark_conf.* string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.spark_env_vars map[string]string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.spark_env_vars.* string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.spark_version string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.ssh_public_keys []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.ssh_public_keys[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.total_initial_remote_disk_size int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.use_ml_runtime bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.worker_node_type_flexibility *compute.NodeTypeFlexibility INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.worker_node_type_flexibility.alternate_node_type_ids []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.worker_node_type_flexibility.alternate_node_type_ids[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.workload_type *compute.WorkloadType INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.workload_type.clients compute.ClientsTypes INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.workload_type.clients.jobs bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.new_cluster.workload_type.clients.notebooks bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.notebook_task *jobs.NotebookTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.notebook_task.base_parameters map[string]string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.notebook_task.base_parameters.* string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.notebook_task.notebook_path string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.notebook_task.source jobs.Source INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.notebook_task.warehouse_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.notification_settings *jobs.TaskNotificationSettings INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.notification_settings.alert_on_last_attempt bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.notification_settings.no_alert_for_canceled_runs bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.notification_settings.no_alert_for_skipped_runs bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.pipeline_task *jobs.PipelineTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.pipeline_task.full_refresh bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.pipeline_task.pipeline_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task *jobs.PowerBiTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.connection_resource_name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.power_bi_model *jobs.PowerBiModel INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.power_bi_model.authentication_method jobs.AuthenticationMethod INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.power_bi_model.model_name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.power_bi_model.overwrite_existing bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.power_bi_model.storage_mode jobs.StorageMode INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.power_bi_model.workspace_name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.refresh_after_update bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.tables []jobs.PowerBiTable INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.tables[*] jobs.PowerBiTable INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.tables[*].catalog string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.tables[*].name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.tables[*].schema string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.tables[*].storage_mode jobs.StorageMode INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.warehouse_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.python_wheel_task *jobs.PythonWheelTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.python_wheel_task.entry_point string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.python_wheel_task.named_parameters map[string]string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.python_wheel_task.named_parameters.* string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.python_wheel_task.package_name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.python_wheel_task.parameters []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.python_wheel_task.parameters[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.retry_on_timeout bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_if jobs.RunIf INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task *jobs.RunJobTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.dbt_commands []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.dbt_commands[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.jar_params []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.jar_params[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.job_id int64 INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.job_parameters map[string]string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.job_parameters.* string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.notebook_params map[string]string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.notebook_params.* string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.pipeline_params *jobs.PipelineParams INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.pipeline_params.full_refresh bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.python_named_params map[string]string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.python_named_params.* string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.python_params []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.python_params[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.spark_submit_params []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.spark_submit_params[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.sql_params map[string]string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.run_job_task.sql_params.* string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.spark_jar_task *jobs.SparkJarTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.spark_jar_task.jar_uri string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.spark_jar_task.main_class_name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.spark_jar_task.parameters []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.spark_jar_task.parameters[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.spark_jar_task.run_as_repl bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.spark_python_task *jobs.SparkPythonTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.spark_python_task.parameters []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.spark_python_task.parameters[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.spark_python_task.python_file string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.spark_python_task.source jobs.Source INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.spark_submit_task *jobs.SparkSubmitTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.spark_submit_task.parameters []string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.spark_submit_task.parameters[*] string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task *jobs.SqlTask INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.alert *jobs.SqlTaskAlert INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.alert.alert_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.alert.pause_subscriptions bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.alert.subscriptions []jobs.SqlTaskSubscription INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.alert.subscriptions[*] jobs.SqlTaskSubscription INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.alert.subscriptions[*].destination_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.alert.subscriptions[*].user_name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard *jobs.SqlTaskDashboard INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard.custom_subject string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard.dashboard_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard.pause_subscriptions bool INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard.subscriptions []jobs.SqlTaskSubscription INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard.subscriptions[*] jobs.SqlTaskSubscription INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard.subscriptions[*].destination_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard.subscriptions[*].user_name string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.file *jobs.SqlTaskFile INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.file.path string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.file.source jobs.Source INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.parameters map[string]string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.parameters.* string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.query *jobs.SqlTaskQuery INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.query.query_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.sql_task.warehouse_id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.task_key string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.timeout_seconds int INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications *jobs.WebhookNotifications INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_duration_warning_threshold_exceeded []jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_duration_warning_threshold_exceeded[*] jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_duration_warning_threshold_exceeded[*].id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_failure []jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_failure[*] jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_failure[*].id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_start []jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_start[*] jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_start[*].id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_streaming_backlog_exceeded []jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_streaming_backlog_exceeded[*] jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_streaming_backlog_exceeded[*].id string INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_success []jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_success[*] jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_success[*].id string INPUT STATE -resources.jobs.*.tasks[*].gen_ai_compute_task *jobs.GenAiComputeTask INPUT STATE -resources.jobs.*.tasks[*].gen_ai_compute_task.command string INPUT STATE -resources.jobs.*.tasks[*].gen_ai_compute_task.compute *jobs.ComputeConfig INPUT STATE -resources.jobs.*.tasks[*].gen_ai_compute_task.compute.gpu_node_pool_id string INPUT STATE -resources.jobs.*.tasks[*].gen_ai_compute_task.compute.gpu_type string INPUT STATE -resources.jobs.*.tasks[*].gen_ai_compute_task.compute.num_gpus int INPUT STATE -resources.jobs.*.tasks[*].gen_ai_compute_task.dl_runtime_image string INPUT STATE -resources.jobs.*.tasks[*].gen_ai_compute_task.mlflow_experiment_name string INPUT STATE -resources.jobs.*.tasks[*].gen_ai_compute_task.source jobs.Source INPUT STATE -resources.jobs.*.tasks[*].gen_ai_compute_task.training_script_path string INPUT STATE -resources.jobs.*.tasks[*].gen_ai_compute_task.yaml_parameters string INPUT STATE -resources.jobs.*.tasks[*].gen_ai_compute_task.yaml_parameters_file_path string INPUT STATE -resources.jobs.*.tasks[*].health *jobs.JobsHealthRules INPUT STATE -resources.jobs.*.tasks[*].health.rules []jobs.JobsHealthRule INPUT STATE -resources.jobs.*.tasks[*].health.rules[*] jobs.JobsHealthRule INPUT STATE -resources.jobs.*.tasks[*].health.rules[*].metric jobs.JobsHealthMetric INPUT STATE -resources.jobs.*.tasks[*].health.rules[*].op jobs.JobsHealthOperator INPUT STATE -resources.jobs.*.tasks[*].health.rules[*].value int64 INPUT STATE -resources.jobs.*.tasks[*].job_cluster_key string INPUT STATE -resources.jobs.*.tasks[*].libraries []compute.Library INPUT STATE -resources.jobs.*.tasks[*].libraries[*] compute.Library INPUT STATE -resources.jobs.*.tasks[*].libraries[*].cran *compute.RCranLibrary INPUT STATE -resources.jobs.*.tasks[*].libraries[*].cran.package string INPUT STATE -resources.jobs.*.tasks[*].libraries[*].cran.repo string INPUT STATE -resources.jobs.*.tasks[*].libraries[*].egg string INPUT STATE -resources.jobs.*.tasks[*].libraries[*].jar string INPUT STATE -resources.jobs.*.tasks[*].libraries[*].maven *compute.MavenLibrary INPUT STATE -resources.jobs.*.tasks[*].libraries[*].maven.coordinates string INPUT STATE -resources.jobs.*.tasks[*].libraries[*].maven.exclusions []string INPUT STATE -resources.jobs.*.tasks[*].libraries[*].maven.exclusions[*] string INPUT STATE -resources.jobs.*.tasks[*].libraries[*].maven.repo string INPUT STATE -resources.jobs.*.tasks[*].libraries[*].pypi *compute.PythonPyPiLibrary INPUT STATE -resources.jobs.*.tasks[*].libraries[*].pypi.package string INPUT STATE -resources.jobs.*.tasks[*].libraries[*].pypi.repo string INPUT STATE -resources.jobs.*.tasks[*].libraries[*].requirements string INPUT STATE -resources.jobs.*.tasks[*].libraries[*].whl string INPUT STATE -resources.jobs.*.tasks[*].max_retries int INPUT STATE -resources.jobs.*.tasks[*].min_retry_interval_millis int INPUT STATE -resources.jobs.*.tasks[*].new_cluster *compute.ClusterSpec INPUT STATE -resources.jobs.*.tasks[*].new_cluster.apply_policy_default_values bool INPUT STATE -resources.jobs.*.tasks[*].new_cluster.autoscale *compute.AutoScale INPUT STATE -resources.jobs.*.tasks[*].new_cluster.autoscale.max_workers int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.autoscale.min_workers int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.autotermination_minutes int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.aws_attributes *compute.AwsAttributes INPUT STATE -resources.jobs.*.tasks[*].new_cluster.aws_attributes.availability compute.AwsAvailability INPUT STATE -resources.jobs.*.tasks[*].new_cluster.aws_attributes.ebs_volume_count int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.aws_attributes.ebs_volume_iops int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.aws_attributes.ebs_volume_size int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.aws_attributes.ebs_volume_throughput int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.aws_attributes.ebs_volume_type compute.EbsVolumeType INPUT STATE -resources.jobs.*.tasks[*].new_cluster.aws_attributes.first_on_demand int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.aws_attributes.instance_profile_arn string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.aws_attributes.spot_bid_price_percent int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.aws_attributes.zone_id string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.azure_attributes *compute.AzureAttributes INPUT STATE -resources.jobs.*.tasks[*].new_cluster.azure_attributes.availability compute.AzureAvailability INPUT STATE -resources.jobs.*.tasks[*].new_cluster.azure_attributes.first_on_demand int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.azure_attributes.log_analytics_info *compute.LogAnalyticsInfo INPUT STATE -resources.jobs.*.tasks[*].new_cluster.azure_attributes.log_analytics_info.log_analytics_primary_key string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.azure_attributes.log_analytics_info.log_analytics_workspace_id string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.azure_attributes.spot_bid_max_price float64 INPUT STATE -resources.jobs.*.tasks[*].new_cluster.cluster_log_conf *compute.ClusterLogConf INPUT STATE -resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.dbfs *compute.DbfsStorageInfo INPUT STATE -resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.dbfs.destination string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3 *compute.S3StorageInfo INPUT STATE -resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3.canned_acl string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3.destination string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3.enable_encryption bool INPUT STATE -resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3.encryption_type string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3.endpoint string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3.kms_key string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3.region string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.volumes *compute.VolumesStorageInfo INPUT STATE -resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.volumes.destination string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.cluster_name string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.custom_tags map[string]string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.custom_tags.* string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.data_security_mode compute.DataSecurityMode INPUT STATE -resources.jobs.*.tasks[*].new_cluster.docker_image *compute.DockerImage INPUT STATE -resources.jobs.*.tasks[*].new_cluster.docker_image.basic_auth *compute.DockerBasicAuth INPUT STATE -resources.jobs.*.tasks[*].new_cluster.docker_image.basic_auth.password string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.docker_image.basic_auth.username string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.docker_image.url string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.driver_instance_pool_id string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.driver_node_type_flexibility *compute.NodeTypeFlexibility INPUT STATE -resources.jobs.*.tasks[*].new_cluster.driver_node_type_flexibility.alternate_node_type_ids []string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.driver_node_type_flexibility.alternate_node_type_ids[*] string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.driver_node_type_id string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.enable_elastic_disk bool INPUT STATE -resources.jobs.*.tasks[*].new_cluster.enable_local_disk_encryption bool INPUT STATE -resources.jobs.*.tasks[*].new_cluster.gcp_attributes *compute.GcpAttributes INPUT STATE -resources.jobs.*.tasks[*].new_cluster.gcp_attributes.availability compute.GcpAvailability INPUT STATE -resources.jobs.*.tasks[*].new_cluster.gcp_attributes.boot_disk_size int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.gcp_attributes.first_on_demand int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.gcp_attributes.google_service_account string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.gcp_attributes.local_ssd_count int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.gcp_attributes.use_preemptible_executors bool INPUT STATE -resources.jobs.*.tasks[*].new_cluster.gcp_attributes.zone_id string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts []compute.InitScriptInfo INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*] compute.InitScriptInfo INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].abfss *compute.Adlsgen2Info INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].abfss.destination string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].dbfs *compute.DbfsStorageInfo INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].dbfs.destination string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].file *compute.LocalFileInfo INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].file.destination string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].gcs *compute.GcsStorageInfo INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].gcs.destination string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3 *compute.S3StorageInfo INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3.canned_acl string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3.destination string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3.enable_encryption bool INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3.encryption_type string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3.endpoint string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3.kms_key string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3.region string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].volumes *compute.VolumesStorageInfo INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].volumes.destination string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].workspace *compute.WorkspaceStorageInfo INPUT STATE -resources.jobs.*.tasks[*].new_cluster.init_scripts[*].workspace.destination string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.instance_pool_id string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.is_single_node bool INPUT STATE -resources.jobs.*.tasks[*].new_cluster.kind compute.Kind INPUT STATE -resources.jobs.*.tasks[*].new_cluster.node_type_id string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.num_workers int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.policy_id string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.remote_disk_throughput int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.runtime_engine compute.RuntimeEngine INPUT STATE -resources.jobs.*.tasks[*].new_cluster.single_user_name string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.spark_conf map[string]string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.spark_conf.* string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.spark_env_vars map[string]string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.spark_env_vars.* string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.spark_version string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.ssh_public_keys []string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.ssh_public_keys[*] string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.total_initial_remote_disk_size int INPUT STATE -resources.jobs.*.tasks[*].new_cluster.use_ml_runtime bool INPUT STATE -resources.jobs.*.tasks[*].new_cluster.worker_node_type_flexibility *compute.NodeTypeFlexibility INPUT STATE -resources.jobs.*.tasks[*].new_cluster.worker_node_type_flexibility.alternate_node_type_ids []string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.worker_node_type_flexibility.alternate_node_type_ids[*] string INPUT STATE -resources.jobs.*.tasks[*].new_cluster.workload_type *compute.WorkloadType INPUT STATE -resources.jobs.*.tasks[*].new_cluster.workload_type.clients compute.ClientsTypes INPUT STATE -resources.jobs.*.tasks[*].new_cluster.workload_type.clients.jobs bool INPUT STATE -resources.jobs.*.tasks[*].new_cluster.workload_type.clients.notebooks bool INPUT STATE -resources.jobs.*.tasks[*].notebook_task *jobs.NotebookTask INPUT STATE -resources.jobs.*.tasks[*].notebook_task.base_parameters map[string]string INPUT STATE -resources.jobs.*.tasks[*].notebook_task.base_parameters.* string INPUT STATE -resources.jobs.*.tasks[*].notebook_task.notebook_path string INPUT STATE -resources.jobs.*.tasks[*].notebook_task.source jobs.Source INPUT STATE -resources.jobs.*.tasks[*].notebook_task.warehouse_id string INPUT STATE -resources.jobs.*.tasks[*].notification_settings *jobs.TaskNotificationSettings INPUT STATE -resources.jobs.*.tasks[*].notification_settings.alert_on_last_attempt bool INPUT STATE -resources.jobs.*.tasks[*].notification_settings.no_alert_for_canceled_runs bool INPUT STATE -resources.jobs.*.tasks[*].notification_settings.no_alert_for_skipped_runs bool INPUT STATE -resources.jobs.*.tasks[*].pipeline_task *jobs.PipelineTask INPUT STATE -resources.jobs.*.tasks[*].pipeline_task.full_refresh bool INPUT STATE -resources.jobs.*.tasks[*].pipeline_task.pipeline_id string INPUT STATE -resources.jobs.*.tasks[*].power_bi_task *jobs.PowerBiTask INPUT STATE -resources.jobs.*.tasks[*].power_bi_task.connection_resource_name string INPUT STATE -resources.jobs.*.tasks[*].power_bi_task.power_bi_model *jobs.PowerBiModel INPUT STATE -resources.jobs.*.tasks[*].power_bi_task.power_bi_model.authentication_method jobs.AuthenticationMethod INPUT STATE -resources.jobs.*.tasks[*].power_bi_task.power_bi_model.model_name string INPUT STATE -resources.jobs.*.tasks[*].power_bi_task.power_bi_model.overwrite_existing bool INPUT STATE -resources.jobs.*.tasks[*].power_bi_task.power_bi_model.storage_mode jobs.StorageMode INPUT STATE -resources.jobs.*.tasks[*].power_bi_task.power_bi_model.workspace_name string INPUT STATE -resources.jobs.*.tasks[*].power_bi_task.refresh_after_update bool INPUT STATE -resources.jobs.*.tasks[*].power_bi_task.tables []jobs.PowerBiTable INPUT STATE -resources.jobs.*.tasks[*].power_bi_task.tables[*] jobs.PowerBiTable INPUT STATE -resources.jobs.*.tasks[*].power_bi_task.tables[*].catalog string INPUT STATE -resources.jobs.*.tasks[*].power_bi_task.tables[*].name string INPUT STATE -resources.jobs.*.tasks[*].power_bi_task.tables[*].schema string INPUT STATE -resources.jobs.*.tasks[*].power_bi_task.tables[*].storage_mode jobs.StorageMode INPUT STATE -resources.jobs.*.tasks[*].power_bi_task.warehouse_id string INPUT STATE -resources.jobs.*.tasks[*].python_wheel_task *jobs.PythonWheelTask INPUT STATE -resources.jobs.*.tasks[*].python_wheel_task.entry_point string INPUT STATE -resources.jobs.*.tasks[*].python_wheel_task.named_parameters map[string]string INPUT STATE -resources.jobs.*.tasks[*].python_wheel_task.named_parameters.* string INPUT STATE -resources.jobs.*.tasks[*].python_wheel_task.package_name string INPUT STATE -resources.jobs.*.tasks[*].python_wheel_task.parameters []string INPUT STATE -resources.jobs.*.tasks[*].python_wheel_task.parameters[*] string INPUT STATE -resources.jobs.*.tasks[*].retry_on_timeout bool INPUT STATE -resources.jobs.*.tasks[*].run_if jobs.RunIf INPUT STATE -resources.jobs.*.tasks[*].run_job_task *jobs.RunJobTask INPUT STATE -resources.jobs.*.tasks[*].run_job_task.dbt_commands []string INPUT STATE -resources.jobs.*.tasks[*].run_job_task.dbt_commands[*] string INPUT STATE -resources.jobs.*.tasks[*].run_job_task.jar_params []string INPUT STATE -resources.jobs.*.tasks[*].run_job_task.jar_params[*] string INPUT STATE -resources.jobs.*.tasks[*].run_job_task.job_id int64 INPUT STATE -resources.jobs.*.tasks[*].run_job_task.job_parameters map[string]string INPUT STATE -resources.jobs.*.tasks[*].run_job_task.job_parameters.* string INPUT STATE -resources.jobs.*.tasks[*].run_job_task.notebook_params map[string]string INPUT STATE -resources.jobs.*.tasks[*].run_job_task.notebook_params.* string INPUT STATE -resources.jobs.*.tasks[*].run_job_task.pipeline_params *jobs.PipelineParams INPUT STATE -resources.jobs.*.tasks[*].run_job_task.pipeline_params.full_refresh bool INPUT STATE -resources.jobs.*.tasks[*].run_job_task.python_named_params map[string]string INPUT STATE -resources.jobs.*.tasks[*].run_job_task.python_named_params.* string INPUT STATE -resources.jobs.*.tasks[*].run_job_task.python_params []string INPUT STATE -resources.jobs.*.tasks[*].run_job_task.python_params[*] string INPUT STATE -resources.jobs.*.tasks[*].run_job_task.spark_submit_params []string INPUT STATE -resources.jobs.*.tasks[*].run_job_task.spark_submit_params[*] string INPUT STATE -resources.jobs.*.tasks[*].run_job_task.sql_params map[string]string INPUT STATE -resources.jobs.*.tasks[*].run_job_task.sql_params.* string INPUT STATE -resources.jobs.*.tasks[*].spark_jar_task *jobs.SparkJarTask INPUT STATE -resources.jobs.*.tasks[*].spark_jar_task.jar_uri string INPUT STATE -resources.jobs.*.tasks[*].spark_jar_task.main_class_name string INPUT STATE -resources.jobs.*.tasks[*].spark_jar_task.parameters []string INPUT STATE -resources.jobs.*.tasks[*].spark_jar_task.parameters[*] string INPUT STATE -resources.jobs.*.tasks[*].spark_jar_task.run_as_repl bool INPUT STATE -resources.jobs.*.tasks[*].spark_python_task *jobs.SparkPythonTask INPUT STATE -resources.jobs.*.tasks[*].spark_python_task.parameters []string INPUT STATE -resources.jobs.*.tasks[*].spark_python_task.parameters[*] string INPUT STATE -resources.jobs.*.tasks[*].spark_python_task.python_file string INPUT STATE -resources.jobs.*.tasks[*].spark_python_task.source jobs.Source INPUT STATE -resources.jobs.*.tasks[*].spark_submit_task *jobs.SparkSubmitTask INPUT STATE -resources.jobs.*.tasks[*].spark_submit_task.parameters []string INPUT STATE -resources.jobs.*.tasks[*].spark_submit_task.parameters[*] string INPUT STATE -resources.jobs.*.tasks[*].sql_task *jobs.SqlTask INPUT STATE -resources.jobs.*.tasks[*].sql_task.alert *jobs.SqlTaskAlert INPUT STATE -resources.jobs.*.tasks[*].sql_task.alert.alert_id string INPUT STATE -resources.jobs.*.tasks[*].sql_task.alert.pause_subscriptions bool INPUT STATE -resources.jobs.*.tasks[*].sql_task.alert.subscriptions []jobs.SqlTaskSubscription INPUT STATE -resources.jobs.*.tasks[*].sql_task.alert.subscriptions[*] jobs.SqlTaskSubscription INPUT STATE -resources.jobs.*.tasks[*].sql_task.alert.subscriptions[*].destination_id string INPUT STATE -resources.jobs.*.tasks[*].sql_task.alert.subscriptions[*].user_name string INPUT STATE -resources.jobs.*.tasks[*].sql_task.dashboard *jobs.SqlTaskDashboard INPUT STATE -resources.jobs.*.tasks[*].sql_task.dashboard.custom_subject string INPUT STATE -resources.jobs.*.tasks[*].sql_task.dashboard.dashboard_id string INPUT STATE -resources.jobs.*.tasks[*].sql_task.dashboard.pause_subscriptions bool INPUT STATE -resources.jobs.*.tasks[*].sql_task.dashboard.subscriptions []jobs.SqlTaskSubscription INPUT STATE -resources.jobs.*.tasks[*].sql_task.dashboard.subscriptions[*] jobs.SqlTaskSubscription INPUT STATE -resources.jobs.*.tasks[*].sql_task.dashboard.subscriptions[*].destination_id string INPUT STATE -resources.jobs.*.tasks[*].sql_task.dashboard.subscriptions[*].user_name string INPUT STATE -resources.jobs.*.tasks[*].sql_task.file *jobs.SqlTaskFile INPUT STATE -resources.jobs.*.tasks[*].sql_task.file.path string INPUT STATE -resources.jobs.*.tasks[*].sql_task.file.source jobs.Source INPUT STATE -resources.jobs.*.tasks[*].sql_task.parameters map[string]string INPUT STATE -resources.jobs.*.tasks[*].sql_task.parameters.* string INPUT STATE -resources.jobs.*.tasks[*].sql_task.query *jobs.SqlTaskQuery INPUT STATE -resources.jobs.*.tasks[*].sql_task.query.query_id string INPUT STATE -resources.jobs.*.tasks[*].sql_task.warehouse_id string INPUT STATE -resources.jobs.*.tasks[*].task_key string INPUT STATE -resources.jobs.*.tasks[*].timeout_seconds int INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications *jobs.WebhookNotifications INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications.on_duration_warning_threshold_exceeded []jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications.on_duration_warning_threshold_exceeded[*] jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications.on_duration_warning_threshold_exceeded[*].id string INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications.on_failure []jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications.on_failure[*] jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications.on_failure[*].id string INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications.on_start []jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications.on_start[*] jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications.on_start[*].id string INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications.on_streaming_backlog_exceeded []jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications.on_streaming_backlog_exceeded[*] jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications.on_streaming_backlog_exceeded[*].id string INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications.on_success []jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications.on_success[*] jobs.Webhook INPUT STATE -resources.jobs.*.tasks[*].webhook_notifications.on_success[*].id string INPUT STATE -resources.jobs.*.timeout_seconds int INPUT STATE -resources.jobs.*.trigger *jobs.TriggerSettings INPUT STATE -resources.jobs.*.trigger.file_arrival *jobs.FileArrivalTriggerConfiguration INPUT STATE -resources.jobs.*.trigger.file_arrival.min_time_between_triggers_seconds int INPUT STATE -resources.jobs.*.trigger.file_arrival.url string INPUT STATE -resources.jobs.*.trigger.file_arrival.wait_after_last_change_seconds int INPUT STATE -resources.jobs.*.trigger.model *jobs.ModelTriggerConfiguration INPUT STATE -resources.jobs.*.trigger.model.aliases []string INPUT STATE -resources.jobs.*.trigger.model.aliases[*] string INPUT STATE -resources.jobs.*.trigger.model.condition jobs.ModelTriggerConfigurationCondition INPUT STATE -resources.jobs.*.trigger.model.min_time_between_triggers_seconds int INPUT STATE -resources.jobs.*.trigger.model.securable_name string INPUT STATE -resources.jobs.*.trigger.model.wait_after_last_change_seconds int INPUT STATE -resources.jobs.*.trigger.pause_status jobs.PauseStatus INPUT STATE -resources.jobs.*.trigger.periodic *jobs.PeriodicTriggerConfiguration INPUT STATE -resources.jobs.*.trigger.periodic.interval int INPUT STATE -resources.jobs.*.trigger.periodic.unit jobs.PeriodicTriggerConfigurationTimeUnit INPUT STATE -resources.jobs.*.trigger.table_update *jobs.TableUpdateTriggerConfiguration INPUT STATE -resources.jobs.*.trigger.table_update.condition jobs.Condition INPUT STATE -resources.jobs.*.trigger.table_update.min_time_between_triggers_seconds int INPUT STATE -resources.jobs.*.trigger.table_update.table_names []string INPUT STATE -resources.jobs.*.trigger.table_update.table_names[*] string INPUT STATE -resources.jobs.*.trigger.table_update.wait_after_last_change_seconds int INPUT STATE +resources.jobs.*.schedule *jobs.CronSchedule ALL +resources.jobs.*.schedule.pause_status jobs.PauseStatus ALL +resources.jobs.*.schedule.quartz_cron_expression string ALL +resources.jobs.*.schedule.timezone_id string ALL +resources.jobs.*.tags map[string]string ALL +resources.jobs.*.tags.* string ALL +resources.jobs.*.tasks []jobs.Task ALL +resources.jobs.*.tasks[*] jobs.Task ALL +resources.jobs.*.tasks[*].clean_rooms_notebook_task *jobs.CleanRoomsNotebookTask ALL +resources.jobs.*.tasks[*].clean_rooms_notebook_task.clean_room_name string ALL +resources.jobs.*.tasks[*].clean_rooms_notebook_task.etag string ALL +resources.jobs.*.tasks[*].clean_rooms_notebook_task.notebook_base_parameters map[string]string ALL +resources.jobs.*.tasks[*].clean_rooms_notebook_task.notebook_base_parameters.* string ALL +resources.jobs.*.tasks[*].clean_rooms_notebook_task.notebook_name string ALL +resources.jobs.*.tasks[*].condition_task *jobs.ConditionTask ALL +resources.jobs.*.tasks[*].condition_task.left string ALL +resources.jobs.*.tasks[*].condition_task.op jobs.ConditionTaskOp ALL +resources.jobs.*.tasks[*].condition_task.right string ALL +resources.jobs.*.tasks[*].dashboard_task *jobs.DashboardTask ALL +resources.jobs.*.tasks[*].dashboard_task.dashboard_id string ALL +resources.jobs.*.tasks[*].dashboard_task.subscription *jobs.Subscription ALL +resources.jobs.*.tasks[*].dashboard_task.subscription.custom_subject string ALL +resources.jobs.*.tasks[*].dashboard_task.subscription.paused bool ALL +resources.jobs.*.tasks[*].dashboard_task.subscription.subscribers []jobs.SubscriptionSubscriber ALL +resources.jobs.*.tasks[*].dashboard_task.subscription.subscribers[*] jobs.SubscriptionSubscriber ALL +resources.jobs.*.tasks[*].dashboard_task.subscription.subscribers[*].destination_id string ALL +resources.jobs.*.tasks[*].dashboard_task.subscription.subscribers[*].user_name string ALL +resources.jobs.*.tasks[*].dashboard_task.warehouse_id string ALL +resources.jobs.*.tasks[*].dbt_cloud_task *jobs.DbtCloudTask ALL +resources.jobs.*.tasks[*].dbt_cloud_task.connection_resource_name string ALL +resources.jobs.*.tasks[*].dbt_cloud_task.dbt_cloud_job_id int64 ALL +resources.jobs.*.tasks[*].dbt_platform_task *jobs.DbtPlatformTask ALL +resources.jobs.*.tasks[*].dbt_platform_task.connection_resource_name string ALL +resources.jobs.*.tasks[*].dbt_platform_task.dbt_platform_job_id string ALL +resources.jobs.*.tasks[*].dbt_task *jobs.DbtTask ALL +resources.jobs.*.tasks[*].dbt_task.catalog string ALL +resources.jobs.*.tasks[*].dbt_task.commands []string ALL +resources.jobs.*.tasks[*].dbt_task.commands[*] string ALL +resources.jobs.*.tasks[*].dbt_task.profiles_directory string ALL +resources.jobs.*.tasks[*].dbt_task.project_directory string ALL +resources.jobs.*.tasks[*].dbt_task.schema string ALL +resources.jobs.*.tasks[*].dbt_task.source jobs.Source ALL +resources.jobs.*.tasks[*].dbt_task.warehouse_id string ALL +resources.jobs.*.tasks[*].depends_on []jobs.TaskDependency ALL +resources.jobs.*.tasks[*].depends_on[*] jobs.TaskDependency ALL +resources.jobs.*.tasks[*].depends_on[*].outcome string ALL +resources.jobs.*.tasks[*].depends_on[*].task_key string ALL +resources.jobs.*.tasks[*].description string ALL +resources.jobs.*.tasks[*].disable_auto_optimization bool ALL +resources.jobs.*.tasks[*].disabled bool ALL +resources.jobs.*.tasks[*].email_notifications *jobs.TaskEmailNotifications ALL +resources.jobs.*.tasks[*].email_notifications.no_alert_for_skipped_runs bool ALL +resources.jobs.*.tasks[*].email_notifications.on_duration_warning_threshold_exceeded []string ALL +resources.jobs.*.tasks[*].email_notifications.on_duration_warning_threshold_exceeded[*] string ALL +resources.jobs.*.tasks[*].email_notifications.on_failure []string ALL +resources.jobs.*.tasks[*].email_notifications.on_failure[*] string ALL +resources.jobs.*.tasks[*].email_notifications.on_start []string ALL +resources.jobs.*.tasks[*].email_notifications.on_start[*] string ALL +resources.jobs.*.tasks[*].email_notifications.on_streaming_backlog_exceeded []string ALL +resources.jobs.*.tasks[*].email_notifications.on_streaming_backlog_exceeded[*] string ALL +resources.jobs.*.tasks[*].email_notifications.on_success []string ALL +resources.jobs.*.tasks[*].email_notifications.on_success[*] string ALL +resources.jobs.*.tasks[*].environment_key string ALL +resources.jobs.*.tasks[*].existing_cluster_id string ALL +resources.jobs.*.tasks[*].for_each_task *jobs.ForEachTask ALL +resources.jobs.*.tasks[*].for_each_task.concurrency int ALL +resources.jobs.*.tasks[*].for_each_task.inputs string ALL +resources.jobs.*.tasks[*].for_each_task.task jobs.Task ALL +resources.jobs.*.tasks[*].for_each_task.task.clean_rooms_notebook_task *jobs.CleanRoomsNotebookTask ALL +resources.jobs.*.tasks[*].for_each_task.task.clean_rooms_notebook_task.clean_room_name string ALL +resources.jobs.*.tasks[*].for_each_task.task.clean_rooms_notebook_task.etag string ALL +resources.jobs.*.tasks[*].for_each_task.task.clean_rooms_notebook_task.notebook_base_parameters map[string]string ALL +resources.jobs.*.tasks[*].for_each_task.task.clean_rooms_notebook_task.notebook_base_parameters.* string ALL +resources.jobs.*.tasks[*].for_each_task.task.clean_rooms_notebook_task.notebook_name string ALL +resources.jobs.*.tasks[*].for_each_task.task.condition_task *jobs.ConditionTask ALL +resources.jobs.*.tasks[*].for_each_task.task.condition_task.left string ALL +resources.jobs.*.tasks[*].for_each_task.task.condition_task.op jobs.ConditionTaskOp ALL +resources.jobs.*.tasks[*].for_each_task.task.condition_task.right string ALL +resources.jobs.*.tasks[*].for_each_task.task.dashboard_task *jobs.DashboardTask ALL +resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.dashboard_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.subscription *jobs.Subscription ALL +resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.subscription.custom_subject string ALL +resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.subscription.paused bool ALL +resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.subscription.subscribers []jobs.SubscriptionSubscriber ALL +resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.subscription.subscribers[*] jobs.SubscriptionSubscriber ALL +resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.subscription.subscribers[*].destination_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.subscription.subscribers[*].user_name string ALL +resources.jobs.*.tasks[*].for_each_task.task.dashboard_task.warehouse_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.dbt_cloud_task *jobs.DbtCloudTask ALL +resources.jobs.*.tasks[*].for_each_task.task.dbt_cloud_task.connection_resource_name string ALL +resources.jobs.*.tasks[*].for_each_task.task.dbt_cloud_task.dbt_cloud_job_id int64 ALL +resources.jobs.*.tasks[*].for_each_task.task.dbt_platform_task *jobs.DbtPlatformTask ALL +resources.jobs.*.tasks[*].for_each_task.task.dbt_platform_task.connection_resource_name string ALL +resources.jobs.*.tasks[*].for_each_task.task.dbt_platform_task.dbt_platform_job_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.dbt_task *jobs.DbtTask ALL +resources.jobs.*.tasks[*].for_each_task.task.dbt_task.catalog string ALL +resources.jobs.*.tasks[*].for_each_task.task.dbt_task.commands []string ALL +resources.jobs.*.tasks[*].for_each_task.task.dbt_task.commands[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.dbt_task.profiles_directory string ALL +resources.jobs.*.tasks[*].for_each_task.task.dbt_task.project_directory string ALL +resources.jobs.*.tasks[*].for_each_task.task.dbt_task.schema string ALL +resources.jobs.*.tasks[*].for_each_task.task.dbt_task.source jobs.Source ALL +resources.jobs.*.tasks[*].for_each_task.task.dbt_task.warehouse_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.depends_on []jobs.TaskDependency ALL +resources.jobs.*.tasks[*].for_each_task.task.depends_on[*] jobs.TaskDependency ALL +resources.jobs.*.tasks[*].for_each_task.task.depends_on[*].outcome string ALL +resources.jobs.*.tasks[*].for_each_task.task.depends_on[*].task_key string ALL +resources.jobs.*.tasks[*].for_each_task.task.description string ALL +resources.jobs.*.tasks[*].for_each_task.task.disable_auto_optimization bool ALL +resources.jobs.*.tasks[*].for_each_task.task.disabled bool ALL +resources.jobs.*.tasks[*].for_each_task.task.email_notifications *jobs.TaskEmailNotifications ALL +resources.jobs.*.tasks[*].for_each_task.task.email_notifications.no_alert_for_skipped_runs bool ALL +resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_duration_warning_threshold_exceeded []string ALL +resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_duration_warning_threshold_exceeded[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_failure []string ALL +resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_failure[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_start []string ALL +resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_start[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_streaming_backlog_exceeded []string ALL +resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_streaming_backlog_exceeded[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_success []string ALL +resources.jobs.*.tasks[*].for_each_task.task.email_notifications.on_success[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.environment_key string ALL +resources.jobs.*.tasks[*].for_each_task.task.existing_cluster_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.for_each_task *jobs.ForEachTask ALL +resources.jobs.*.tasks[*].for_each_task.task.for_each_task.concurrency int ALL +resources.jobs.*.tasks[*].for_each_task.task.for_each_task.inputs string ALL +resources.jobs.*.tasks[*].for_each_task.task.for_each_task.task jobs.Task ALL +resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task *jobs.GenAiComputeTask ALL +resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.command string ALL +resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.compute *jobs.ComputeConfig ALL +resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.compute.gpu_node_pool_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.compute.gpu_type string ALL +resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.compute.num_gpus int ALL +resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.dl_runtime_image string ALL +resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.mlflow_experiment_name string ALL +resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.source jobs.Source ALL +resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.training_script_path string ALL +resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.yaml_parameters string ALL +resources.jobs.*.tasks[*].for_each_task.task.gen_ai_compute_task.yaml_parameters_file_path string ALL +resources.jobs.*.tasks[*].for_each_task.task.health *jobs.JobsHealthRules ALL +resources.jobs.*.tasks[*].for_each_task.task.health.rules []jobs.JobsHealthRule ALL +resources.jobs.*.tasks[*].for_each_task.task.health.rules[*] jobs.JobsHealthRule ALL +resources.jobs.*.tasks[*].for_each_task.task.health.rules[*].metric jobs.JobsHealthMetric ALL +resources.jobs.*.tasks[*].for_each_task.task.health.rules[*].op jobs.JobsHealthOperator ALL +resources.jobs.*.tasks[*].for_each_task.task.health.rules[*].value int64 ALL +resources.jobs.*.tasks[*].for_each_task.task.job_cluster_key string ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries []compute.Library ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*] compute.Library ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*].cran *compute.RCranLibrary ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*].cran.package string ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*].cran.repo string ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*].egg string ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*].jar string ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*].maven *compute.MavenLibrary ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*].maven.coordinates string ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*].maven.exclusions []string ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*].maven.exclusions[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*].maven.repo string ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*].pypi *compute.PythonPyPiLibrary ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*].pypi.package string ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*].pypi.repo string ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*].requirements string ALL +resources.jobs.*.tasks[*].for_each_task.task.libraries[*].whl string ALL +resources.jobs.*.tasks[*].for_each_task.task.max_retries int ALL +resources.jobs.*.tasks[*].for_each_task.task.min_retry_interval_millis int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster *compute.ClusterSpec ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.apply_policy_default_values bool ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.autoscale *compute.AutoScale ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.autoscale.max_workers int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.autoscale.min_workers int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.autotermination_minutes int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes *compute.AwsAttributes ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.availability compute.AwsAvailability ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.ebs_volume_count int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.ebs_volume_iops int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.ebs_volume_size int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.ebs_volume_throughput int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.ebs_volume_type compute.EbsVolumeType ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.first_on_demand int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.instance_profile_arn string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.spot_bid_price_percent int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.aws_attributes.zone_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.azure_attributes *compute.AzureAttributes ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.azure_attributes.availability compute.AzureAvailability ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.azure_attributes.first_on_demand int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.azure_attributes.log_analytics_info *compute.LogAnalyticsInfo ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.azure_attributes.log_analytics_info.log_analytics_primary_key string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.azure_attributes.log_analytics_info.log_analytics_workspace_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.azure_attributes.spot_bid_max_price float64 ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf *compute.ClusterLogConf ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.dbfs *compute.DbfsStorageInfo ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.dbfs.destination string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3 *compute.S3StorageInfo ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.canned_acl string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.destination string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.enable_encryption bool ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.encryption_type string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.endpoint string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.kms_key string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.s3.region string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.volumes *compute.VolumesStorageInfo ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_log_conf.volumes.destination string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.cluster_name string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.custom_tags map[string]string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.custom_tags.* string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.data_security_mode compute.DataSecurityMode ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.docker_image *compute.DockerImage ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.docker_image.basic_auth *compute.DockerBasicAuth ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.docker_image.basic_auth.password string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.docker_image.basic_auth.username string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.docker_image.url string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.driver_instance_pool_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.driver_node_type_flexibility *compute.NodeTypeFlexibility ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.driver_node_type_flexibility.alternate_node_type_ids []string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.driver_node_type_flexibility.alternate_node_type_ids[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.driver_node_type_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.enable_elastic_disk bool ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.enable_local_disk_encryption bool ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes *compute.GcpAttributes ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes.availability compute.GcpAvailability ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes.boot_disk_size int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes.first_on_demand int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes.google_service_account string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes.local_ssd_count int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes.use_preemptible_executors bool ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.gcp_attributes.zone_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts []compute.InitScriptInfo ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*] compute.InitScriptInfo ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].abfss *compute.Adlsgen2Info ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].abfss.destination string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].dbfs *compute.DbfsStorageInfo ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].dbfs.destination string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].file *compute.LocalFileInfo ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].file.destination string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].gcs *compute.GcsStorageInfo ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].gcs.destination string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3 *compute.S3StorageInfo ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.canned_acl string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.destination string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.enable_encryption bool ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.encryption_type string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.endpoint string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.kms_key string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].s3.region string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].volumes *compute.VolumesStorageInfo ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].volumes.destination string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].workspace *compute.WorkspaceStorageInfo ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.init_scripts[*].workspace.destination string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.instance_pool_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.is_single_node bool ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.kind compute.Kind ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.node_type_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.num_workers int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.policy_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.remote_disk_throughput int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.runtime_engine compute.RuntimeEngine ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.single_user_name string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.spark_conf map[string]string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.spark_conf.* string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.spark_env_vars map[string]string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.spark_env_vars.* string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.spark_version string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.ssh_public_keys []string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.ssh_public_keys[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.total_initial_remote_disk_size int ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.use_ml_runtime bool ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.worker_node_type_flexibility *compute.NodeTypeFlexibility ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.worker_node_type_flexibility.alternate_node_type_ids []string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.worker_node_type_flexibility.alternate_node_type_ids[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.workload_type *compute.WorkloadType ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.workload_type.clients compute.ClientsTypes ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.workload_type.clients.jobs bool ALL +resources.jobs.*.tasks[*].for_each_task.task.new_cluster.workload_type.clients.notebooks bool ALL +resources.jobs.*.tasks[*].for_each_task.task.notebook_task *jobs.NotebookTask ALL +resources.jobs.*.tasks[*].for_each_task.task.notebook_task.base_parameters map[string]string ALL +resources.jobs.*.tasks[*].for_each_task.task.notebook_task.base_parameters.* string ALL +resources.jobs.*.tasks[*].for_each_task.task.notebook_task.notebook_path string ALL +resources.jobs.*.tasks[*].for_each_task.task.notebook_task.source jobs.Source ALL +resources.jobs.*.tasks[*].for_each_task.task.notebook_task.warehouse_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.notification_settings *jobs.TaskNotificationSettings ALL +resources.jobs.*.tasks[*].for_each_task.task.notification_settings.alert_on_last_attempt bool ALL +resources.jobs.*.tasks[*].for_each_task.task.notification_settings.no_alert_for_canceled_runs bool ALL +resources.jobs.*.tasks[*].for_each_task.task.notification_settings.no_alert_for_skipped_runs bool ALL +resources.jobs.*.tasks[*].for_each_task.task.pipeline_task *jobs.PipelineTask ALL +resources.jobs.*.tasks[*].for_each_task.task.pipeline_task.full_refresh bool ALL +resources.jobs.*.tasks[*].for_each_task.task.pipeline_task.pipeline_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task *jobs.PowerBiTask ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.connection_resource_name string ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.power_bi_model *jobs.PowerBiModel ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.power_bi_model.authentication_method jobs.AuthenticationMethod ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.power_bi_model.model_name string ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.power_bi_model.overwrite_existing bool ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.power_bi_model.storage_mode jobs.StorageMode ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.power_bi_model.workspace_name string ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.refresh_after_update bool ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.tables []jobs.PowerBiTable ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.tables[*] jobs.PowerBiTable ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.tables[*].catalog string ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.tables[*].name string ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.tables[*].schema string ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.tables[*].storage_mode jobs.StorageMode ALL +resources.jobs.*.tasks[*].for_each_task.task.power_bi_task.warehouse_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.python_wheel_task *jobs.PythonWheelTask ALL +resources.jobs.*.tasks[*].for_each_task.task.python_wheel_task.entry_point string ALL +resources.jobs.*.tasks[*].for_each_task.task.python_wheel_task.named_parameters map[string]string ALL +resources.jobs.*.tasks[*].for_each_task.task.python_wheel_task.named_parameters.* string ALL +resources.jobs.*.tasks[*].for_each_task.task.python_wheel_task.package_name string ALL +resources.jobs.*.tasks[*].for_each_task.task.python_wheel_task.parameters []string ALL +resources.jobs.*.tasks[*].for_each_task.task.python_wheel_task.parameters[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.retry_on_timeout bool ALL +resources.jobs.*.tasks[*].for_each_task.task.run_if jobs.RunIf ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task *jobs.RunJobTask ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.dbt_commands []string ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.dbt_commands[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.jar_params []string ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.jar_params[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.job_id int64 ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.job_parameters map[string]string ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.job_parameters.* string ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.notebook_params map[string]string ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.notebook_params.* string ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.pipeline_params *jobs.PipelineParams ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.pipeline_params.full_refresh bool ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.python_named_params map[string]string ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.python_named_params.* string ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.python_params []string ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.python_params[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.spark_submit_params []string ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.spark_submit_params[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.sql_params map[string]string ALL +resources.jobs.*.tasks[*].for_each_task.task.run_job_task.sql_params.* string ALL +resources.jobs.*.tasks[*].for_each_task.task.spark_jar_task *jobs.SparkJarTask ALL +resources.jobs.*.tasks[*].for_each_task.task.spark_jar_task.jar_uri string ALL +resources.jobs.*.tasks[*].for_each_task.task.spark_jar_task.main_class_name string ALL +resources.jobs.*.tasks[*].for_each_task.task.spark_jar_task.parameters []string ALL +resources.jobs.*.tasks[*].for_each_task.task.spark_jar_task.parameters[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.spark_jar_task.run_as_repl bool ALL +resources.jobs.*.tasks[*].for_each_task.task.spark_python_task *jobs.SparkPythonTask ALL +resources.jobs.*.tasks[*].for_each_task.task.spark_python_task.parameters []string ALL +resources.jobs.*.tasks[*].for_each_task.task.spark_python_task.parameters[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.spark_python_task.python_file string ALL +resources.jobs.*.tasks[*].for_each_task.task.spark_python_task.source jobs.Source ALL +resources.jobs.*.tasks[*].for_each_task.task.spark_submit_task *jobs.SparkSubmitTask ALL +resources.jobs.*.tasks[*].for_each_task.task.spark_submit_task.parameters []string ALL +resources.jobs.*.tasks[*].for_each_task.task.spark_submit_task.parameters[*] string ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task *jobs.SqlTask ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.alert *jobs.SqlTaskAlert ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.alert.alert_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.alert.pause_subscriptions bool ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.alert.subscriptions []jobs.SqlTaskSubscription ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.alert.subscriptions[*] jobs.SqlTaskSubscription ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.alert.subscriptions[*].destination_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.alert.subscriptions[*].user_name string ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard *jobs.SqlTaskDashboard ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard.custom_subject string ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard.dashboard_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard.pause_subscriptions bool ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard.subscriptions []jobs.SqlTaskSubscription ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard.subscriptions[*] jobs.SqlTaskSubscription ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard.subscriptions[*].destination_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.dashboard.subscriptions[*].user_name string ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.file *jobs.SqlTaskFile ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.file.path string ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.file.source jobs.Source ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.parameters map[string]string ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.parameters.* string ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.query *jobs.SqlTaskQuery ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.query.query_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.sql_task.warehouse_id string ALL +resources.jobs.*.tasks[*].for_each_task.task.task_key string ALL +resources.jobs.*.tasks[*].for_each_task.task.timeout_seconds int ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications *jobs.WebhookNotifications ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_duration_warning_threshold_exceeded []jobs.Webhook ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_duration_warning_threshold_exceeded[*] jobs.Webhook ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_duration_warning_threshold_exceeded[*].id string ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_failure []jobs.Webhook ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_failure[*] jobs.Webhook ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_failure[*].id string ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_start []jobs.Webhook ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_start[*] jobs.Webhook ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_start[*].id string ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_streaming_backlog_exceeded []jobs.Webhook ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_streaming_backlog_exceeded[*] jobs.Webhook ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_streaming_backlog_exceeded[*].id string ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_success []jobs.Webhook ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_success[*] jobs.Webhook ALL +resources.jobs.*.tasks[*].for_each_task.task.webhook_notifications.on_success[*].id string ALL +resources.jobs.*.tasks[*].gen_ai_compute_task *jobs.GenAiComputeTask ALL +resources.jobs.*.tasks[*].gen_ai_compute_task.command string ALL +resources.jobs.*.tasks[*].gen_ai_compute_task.compute *jobs.ComputeConfig ALL +resources.jobs.*.tasks[*].gen_ai_compute_task.compute.gpu_node_pool_id string ALL +resources.jobs.*.tasks[*].gen_ai_compute_task.compute.gpu_type string ALL +resources.jobs.*.tasks[*].gen_ai_compute_task.compute.num_gpus int ALL +resources.jobs.*.tasks[*].gen_ai_compute_task.dl_runtime_image string ALL +resources.jobs.*.tasks[*].gen_ai_compute_task.mlflow_experiment_name string ALL +resources.jobs.*.tasks[*].gen_ai_compute_task.source jobs.Source ALL +resources.jobs.*.tasks[*].gen_ai_compute_task.training_script_path string ALL +resources.jobs.*.tasks[*].gen_ai_compute_task.yaml_parameters string ALL +resources.jobs.*.tasks[*].gen_ai_compute_task.yaml_parameters_file_path string ALL +resources.jobs.*.tasks[*].health *jobs.JobsHealthRules ALL +resources.jobs.*.tasks[*].health.rules []jobs.JobsHealthRule ALL +resources.jobs.*.tasks[*].health.rules[*] jobs.JobsHealthRule ALL +resources.jobs.*.tasks[*].health.rules[*].metric jobs.JobsHealthMetric ALL +resources.jobs.*.tasks[*].health.rules[*].op jobs.JobsHealthOperator ALL +resources.jobs.*.tasks[*].health.rules[*].value int64 ALL +resources.jobs.*.tasks[*].job_cluster_key string ALL +resources.jobs.*.tasks[*].libraries []compute.Library ALL +resources.jobs.*.tasks[*].libraries[*] compute.Library ALL +resources.jobs.*.tasks[*].libraries[*].cran *compute.RCranLibrary ALL +resources.jobs.*.tasks[*].libraries[*].cran.package string ALL +resources.jobs.*.tasks[*].libraries[*].cran.repo string ALL +resources.jobs.*.tasks[*].libraries[*].egg string ALL +resources.jobs.*.tasks[*].libraries[*].jar string ALL +resources.jobs.*.tasks[*].libraries[*].maven *compute.MavenLibrary ALL +resources.jobs.*.tasks[*].libraries[*].maven.coordinates string ALL +resources.jobs.*.tasks[*].libraries[*].maven.exclusions []string ALL +resources.jobs.*.tasks[*].libraries[*].maven.exclusions[*] string ALL +resources.jobs.*.tasks[*].libraries[*].maven.repo string ALL +resources.jobs.*.tasks[*].libraries[*].pypi *compute.PythonPyPiLibrary ALL +resources.jobs.*.tasks[*].libraries[*].pypi.package string ALL +resources.jobs.*.tasks[*].libraries[*].pypi.repo string ALL +resources.jobs.*.tasks[*].libraries[*].requirements string ALL +resources.jobs.*.tasks[*].libraries[*].whl string ALL +resources.jobs.*.tasks[*].max_retries int ALL +resources.jobs.*.tasks[*].min_retry_interval_millis int ALL +resources.jobs.*.tasks[*].new_cluster *compute.ClusterSpec ALL +resources.jobs.*.tasks[*].new_cluster.apply_policy_default_values bool ALL +resources.jobs.*.tasks[*].new_cluster.autoscale *compute.AutoScale ALL +resources.jobs.*.tasks[*].new_cluster.autoscale.max_workers int ALL +resources.jobs.*.tasks[*].new_cluster.autoscale.min_workers int ALL +resources.jobs.*.tasks[*].new_cluster.autotermination_minutes int ALL +resources.jobs.*.tasks[*].new_cluster.aws_attributes *compute.AwsAttributes ALL +resources.jobs.*.tasks[*].new_cluster.aws_attributes.availability compute.AwsAvailability ALL +resources.jobs.*.tasks[*].new_cluster.aws_attributes.ebs_volume_count int ALL +resources.jobs.*.tasks[*].new_cluster.aws_attributes.ebs_volume_iops int ALL +resources.jobs.*.tasks[*].new_cluster.aws_attributes.ebs_volume_size int ALL +resources.jobs.*.tasks[*].new_cluster.aws_attributes.ebs_volume_throughput int ALL +resources.jobs.*.tasks[*].new_cluster.aws_attributes.ebs_volume_type compute.EbsVolumeType ALL +resources.jobs.*.tasks[*].new_cluster.aws_attributes.first_on_demand int ALL +resources.jobs.*.tasks[*].new_cluster.aws_attributes.instance_profile_arn string ALL +resources.jobs.*.tasks[*].new_cluster.aws_attributes.spot_bid_price_percent int ALL +resources.jobs.*.tasks[*].new_cluster.aws_attributes.zone_id string ALL +resources.jobs.*.tasks[*].new_cluster.azure_attributes *compute.AzureAttributes ALL +resources.jobs.*.tasks[*].new_cluster.azure_attributes.availability compute.AzureAvailability ALL +resources.jobs.*.tasks[*].new_cluster.azure_attributes.first_on_demand int ALL +resources.jobs.*.tasks[*].new_cluster.azure_attributes.log_analytics_info *compute.LogAnalyticsInfo ALL +resources.jobs.*.tasks[*].new_cluster.azure_attributes.log_analytics_info.log_analytics_primary_key string ALL +resources.jobs.*.tasks[*].new_cluster.azure_attributes.log_analytics_info.log_analytics_workspace_id string ALL +resources.jobs.*.tasks[*].new_cluster.azure_attributes.spot_bid_max_price float64 ALL +resources.jobs.*.tasks[*].new_cluster.cluster_log_conf *compute.ClusterLogConf ALL +resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.dbfs *compute.DbfsStorageInfo ALL +resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.dbfs.destination string ALL +resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3 *compute.S3StorageInfo ALL +resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3.canned_acl string ALL +resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3.destination string ALL +resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3.enable_encryption bool ALL +resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3.encryption_type string ALL +resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3.endpoint string ALL +resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3.kms_key string ALL +resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.s3.region string ALL +resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.volumes *compute.VolumesStorageInfo ALL +resources.jobs.*.tasks[*].new_cluster.cluster_log_conf.volumes.destination string ALL +resources.jobs.*.tasks[*].new_cluster.cluster_name string ALL +resources.jobs.*.tasks[*].new_cluster.custom_tags map[string]string ALL +resources.jobs.*.tasks[*].new_cluster.custom_tags.* string ALL +resources.jobs.*.tasks[*].new_cluster.data_security_mode compute.DataSecurityMode ALL +resources.jobs.*.tasks[*].new_cluster.docker_image *compute.DockerImage ALL +resources.jobs.*.tasks[*].new_cluster.docker_image.basic_auth *compute.DockerBasicAuth ALL +resources.jobs.*.tasks[*].new_cluster.docker_image.basic_auth.password string ALL +resources.jobs.*.tasks[*].new_cluster.docker_image.basic_auth.username string ALL +resources.jobs.*.tasks[*].new_cluster.docker_image.url string ALL +resources.jobs.*.tasks[*].new_cluster.driver_instance_pool_id string ALL +resources.jobs.*.tasks[*].new_cluster.driver_node_type_flexibility *compute.NodeTypeFlexibility ALL +resources.jobs.*.tasks[*].new_cluster.driver_node_type_flexibility.alternate_node_type_ids []string ALL +resources.jobs.*.tasks[*].new_cluster.driver_node_type_flexibility.alternate_node_type_ids[*] string ALL +resources.jobs.*.tasks[*].new_cluster.driver_node_type_id string ALL +resources.jobs.*.tasks[*].new_cluster.enable_elastic_disk bool ALL +resources.jobs.*.tasks[*].new_cluster.enable_local_disk_encryption bool ALL +resources.jobs.*.tasks[*].new_cluster.gcp_attributes *compute.GcpAttributes ALL +resources.jobs.*.tasks[*].new_cluster.gcp_attributes.availability compute.GcpAvailability ALL +resources.jobs.*.tasks[*].new_cluster.gcp_attributes.boot_disk_size int ALL +resources.jobs.*.tasks[*].new_cluster.gcp_attributes.first_on_demand int ALL +resources.jobs.*.tasks[*].new_cluster.gcp_attributes.google_service_account string ALL +resources.jobs.*.tasks[*].new_cluster.gcp_attributes.local_ssd_count int ALL +resources.jobs.*.tasks[*].new_cluster.gcp_attributes.use_preemptible_executors bool ALL +resources.jobs.*.tasks[*].new_cluster.gcp_attributes.zone_id string ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts []compute.InitScriptInfo ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*] compute.InitScriptInfo ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].abfss *compute.Adlsgen2Info ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].abfss.destination string ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].dbfs *compute.DbfsStorageInfo ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].dbfs.destination string ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].file *compute.LocalFileInfo ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].file.destination string ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].gcs *compute.GcsStorageInfo ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].gcs.destination string ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3 *compute.S3StorageInfo ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3.canned_acl string ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3.destination string ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3.enable_encryption bool ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3.encryption_type string ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3.endpoint string ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3.kms_key string ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].s3.region string ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].volumes *compute.VolumesStorageInfo ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].volumes.destination string ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].workspace *compute.WorkspaceStorageInfo ALL +resources.jobs.*.tasks[*].new_cluster.init_scripts[*].workspace.destination string ALL +resources.jobs.*.tasks[*].new_cluster.instance_pool_id string ALL +resources.jobs.*.tasks[*].new_cluster.is_single_node bool ALL +resources.jobs.*.tasks[*].new_cluster.kind compute.Kind ALL +resources.jobs.*.tasks[*].new_cluster.node_type_id string ALL +resources.jobs.*.tasks[*].new_cluster.num_workers int ALL +resources.jobs.*.tasks[*].new_cluster.policy_id string ALL +resources.jobs.*.tasks[*].new_cluster.remote_disk_throughput int ALL +resources.jobs.*.tasks[*].new_cluster.runtime_engine compute.RuntimeEngine ALL +resources.jobs.*.tasks[*].new_cluster.single_user_name string ALL +resources.jobs.*.tasks[*].new_cluster.spark_conf map[string]string ALL +resources.jobs.*.tasks[*].new_cluster.spark_conf.* string ALL +resources.jobs.*.tasks[*].new_cluster.spark_env_vars map[string]string ALL +resources.jobs.*.tasks[*].new_cluster.spark_env_vars.* string ALL +resources.jobs.*.tasks[*].new_cluster.spark_version string ALL +resources.jobs.*.tasks[*].new_cluster.ssh_public_keys []string ALL +resources.jobs.*.tasks[*].new_cluster.ssh_public_keys[*] string ALL +resources.jobs.*.tasks[*].new_cluster.total_initial_remote_disk_size int ALL +resources.jobs.*.tasks[*].new_cluster.use_ml_runtime bool ALL +resources.jobs.*.tasks[*].new_cluster.worker_node_type_flexibility *compute.NodeTypeFlexibility ALL +resources.jobs.*.tasks[*].new_cluster.worker_node_type_flexibility.alternate_node_type_ids []string ALL +resources.jobs.*.tasks[*].new_cluster.worker_node_type_flexibility.alternate_node_type_ids[*] string ALL +resources.jobs.*.tasks[*].new_cluster.workload_type *compute.WorkloadType ALL +resources.jobs.*.tasks[*].new_cluster.workload_type.clients compute.ClientsTypes ALL +resources.jobs.*.tasks[*].new_cluster.workload_type.clients.jobs bool ALL +resources.jobs.*.tasks[*].new_cluster.workload_type.clients.notebooks bool ALL +resources.jobs.*.tasks[*].notebook_task *jobs.NotebookTask ALL +resources.jobs.*.tasks[*].notebook_task.base_parameters map[string]string ALL +resources.jobs.*.tasks[*].notebook_task.base_parameters.* string ALL +resources.jobs.*.tasks[*].notebook_task.notebook_path string ALL +resources.jobs.*.tasks[*].notebook_task.source jobs.Source ALL +resources.jobs.*.tasks[*].notebook_task.warehouse_id string ALL +resources.jobs.*.tasks[*].notification_settings *jobs.TaskNotificationSettings ALL +resources.jobs.*.tasks[*].notification_settings.alert_on_last_attempt bool ALL +resources.jobs.*.tasks[*].notification_settings.no_alert_for_canceled_runs bool ALL +resources.jobs.*.tasks[*].notification_settings.no_alert_for_skipped_runs bool ALL +resources.jobs.*.tasks[*].pipeline_task *jobs.PipelineTask ALL +resources.jobs.*.tasks[*].pipeline_task.full_refresh bool ALL +resources.jobs.*.tasks[*].pipeline_task.pipeline_id string ALL +resources.jobs.*.tasks[*].power_bi_task *jobs.PowerBiTask ALL +resources.jobs.*.tasks[*].power_bi_task.connection_resource_name string ALL +resources.jobs.*.tasks[*].power_bi_task.power_bi_model *jobs.PowerBiModel ALL +resources.jobs.*.tasks[*].power_bi_task.power_bi_model.authentication_method jobs.AuthenticationMethod ALL +resources.jobs.*.tasks[*].power_bi_task.power_bi_model.model_name string ALL +resources.jobs.*.tasks[*].power_bi_task.power_bi_model.overwrite_existing bool ALL +resources.jobs.*.tasks[*].power_bi_task.power_bi_model.storage_mode jobs.StorageMode ALL +resources.jobs.*.tasks[*].power_bi_task.power_bi_model.workspace_name string ALL +resources.jobs.*.tasks[*].power_bi_task.refresh_after_update bool ALL +resources.jobs.*.tasks[*].power_bi_task.tables []jobs.PowerBiTable ALL +resources.jobs.*.tasks[*].power_bi_task.tables[*] jobs.PowerBiTable ALL +resources.jobs.*.tasks[*].power_bi_task.tables[*].catalog string ALL +resources.jobs.*.tasks[*].power_bi_task.tables[*].name string ALL +resources.jobs.*.tasks[*].power_bi_task.tables[*].schema string ALL +resources.jobs.*.tasks[*].power_bi_task.tables[*].storage_mode jobs.StorageMode ALL +resources.jobs.*.tasks[*].power_bi_task.warehouse_id string ALL +resources.jobs.*.tasks[*].python_wheel_task *jobs.PythonWheelTask ALL +resources.jobs.*.tasks[*].python_wheel_task.entry_point string ALL +resources.jobs.*.tasks[*].python_wheel_task.named_parameters map[string]string ALL +resources.jobs.*.tasks[*].python_wheel_task.named_parameters.* string ALL +resources.jobs.*.tasks[*].python_wheel_task.package_name string ALL +resources.jobs.*.tasks[*].python_wheel_task.parameters []string ALL +resources.jobs.*.tasks[*].python_wheel_task.parameters[*] string ALL +resources.jobs.*.tasks[*].retry_on_timeout bool ALL +resources.jobs.*.tasks[*].run_if jobs.RunIf ALL +resources.jobs.*.tasks[*].run_job_task *jobs.RunJobTask ALL +resources.jobs.*.tasks[*].run_job_task.dbt_commands []string ALL +resources.jobs.*.tasks[*].run_job_task.dbt_commands[*] string ALL +resources.jobs.*.tasks[*].run_job_task.jar_params []string ALL +resources.jobs.*.tasks[*].run_job_task.jar_params[*] string ALL +resources.jobs.*.tasks[*].run_job_task.job_id int64 ALL +resources.jobs.*.tasks[*].run_job_task.job_parameters map[string]string ALL +resources.jobs.*.tasks[*].run_job_task.job_parameters.* string ALL +resources.jobs.*.tasks[*].run_job_task.notebook_params map[string]string ALL +resources.jobs.*.tasks[*].run_job_task.notebook_params.* string ALL +resources.jobs.*.tasks[*].run_job_task.pipeline_params *jobs.PipelineParams ALL +resources.jobs.*.tasks[*].run_job_task.pipeline_params.full_refresh bool ALL +resources.jobs.*.tasks[*].run_job_task.python_named_params map[string]string ALL +resources.jobs.*.tasks[*].run_job_task.python_named_params.* string ALL +resources.jobs.*.tasks[*].run_job_task.python_params []string ALL +resources.jobs.*.tasks[*].run_job_task.python_params[*] string ALL +resources.jobs.*.tasks[*].run_job_task.spark_submit_params []string ALL +resources.jobs.*.tasks[*].run_job_task.spark_submit_params[*] string ALL +resources.jobs.*.tasks[*].run_job_task.sql_params map[string]string ALL +resources.jobs.*.tasks[*].run_job_task.sql_params.* string ALL +resources.jobs.*.tasks[*].spark_jar_task *jobs.SparkJarTask ALL +resources.jobs.*.tasks[*].spark_jar_task.jar_uri string ALL +resources.jobs.*.tasks[*].spark_jar_task.main_class_name string ALL +resources.jobs.*.tasks[*].spark_jar_task.parameters []string ALL +resources.jobs.*.tasks[*].spark_jar_task.parameters[*] string ALL +resources.jobs.*.tasks[*].spark_jar_task.run_as_repl bool ALL +resources.jobs.*.tasks[*].spark_python_task *jobs.SparkPythonTask ALL +resources.jobs.*.tasks[*].spark_python_task.parameters []string ALL +resources.jobs.*.tasks[*].spark_python_task.parameters[*] string ALL +resources.jobs.*.tasks[*].spark_python_task.python_file string ALL +resources.jobs.*.tasks[*].spark_python_task.source jobs.Source ALL +resources.jobs.*.tasks[*].spark_submit_task *jobs.SparkSubmitTask ALL +resources.jobs.*.tasks[*].spark_submit_task.parameters []string ALL +resources.jobs.*.tasks[*].spark_submit_task.parameters[*] string ALL +resources.jobs.*.tasks[*].sql_task *jobs.SqlTask ALL +resources.jobs.*.tasks[*].sql_task.alert *jobs.SqlTaskAlert ALL +resources.jobs.*.tasks[*].sql_task.alert.alert_id string ALL +resources.jobs.*.tasks[*].sql_task.alert.pause_subscriptions bool ALL +resources.jobs.*.tasks[*].sql_task.alert.subscriptions []jobs.SqlTaskSubscription ALL +resources.jobs.*.tasks[*].sql_task.alert.subscriptions[*] jobs.SqlTaskSubscription ALL +resources.jobs.*.tasks[*].sql_task.alert.subscriptions[*].destination_id string ALL +resources.jobs.*.tasks[*].sql_task.alert.subscriptions[*].user_name string ALL +resources.jobs.*.tasks[*].sql_task.dashboard *jobs.SqlTaskDashboard ALL +resources.jobs.*.tasks[*].sql_task.dashboard.custom_subject string ALL +resources.jobs.*.tasks[*].sql_task.dashboard.dashboard_id string ALL +resources.jobs.*.tasks[*].sql_task.dashboard.pause_subscriptions bool ALL +resources.jobs.*.tasks[*].sql_task.dashboard.subscriptions []jobs.SqlTaskSubscription ALL +resources.jobs.*.tasks[*].sql_task.dashboard.subscriptions[*] jobs.SqlTaskSubscription ALL +resources.jobs.*.tasks[*].sql_task.dashboard.subscriptions[*].destination_id string ALL +resources.jobs.*.tasks[*].sql_task.dashboard.subscriptions[*].user_name string ALL +resources.jobs.*.tasks[*].sql_task.file *jobs.SqlTaskFile ALL +resources.jobs.*.tasks[*].sql_task.file.path string ALL +resources.jobs.*.tasks[*].sql_task.file.source jobs.Source ALL +resources.jobs.*.tasks[*].sql_task.parameters map[string]string ALL +resources.jobs.*.tasks[*].sql_task.parameters.* string ALL +resources.jobs.*.tasks[*].sql_task.query *jobs.SqlTaskQuery ALL +resources.jobs.*.tasks[*].sql_task.query.query_id string ALL +resources.jobs.*.tasks[*].sql_task.warehouse_id string ALL +resources.jobs.*.tasks[*].task_key string ALL +resources.jobs.*.tasks[*].timeout_seconds int ALL +resources.jobs.*.tasks[*].webhook_notifications *jobs.WebhookNotifications ALL +resources.jobs.*.tasks[*].webhook_notifications.on_duration_warning_threshold_exceeded []jobs.Webhook ALL +resources.jobs.*.tasks[*].webhook_notifications.on_duration_warning_threshold_exceeded[*] jobs.Webhook ALL +resources.jobs.*.tasks[*].webhook_notifications.on_duration_warning_threshold_exceeded[*].id string ALL +resources.jobs.*.tasks[*].webhook_notifications.on_failure []jobs.Webhook ALL +resources.jobs.*.tasks[*].webhook_notifications.on_failure[*] jobs.Webhook ALL +resources.jobs.*.tasks[*].webhook_notifications.on_failure[*].id string ALL +resources.jobs.*.tasks[*].webhook_notifications.on_start []jobs.Webhook ALL +resources.jobs.*.tasks[*].webhook_notifications.on_start[*] jobs.Webhook ALL +resources.jobs.*.tasks[*].webhook_notifications.on_start[*].id string ALL +resources.jobs.*.tasks[*].webhook_notifications.on_streaming_backlog_exceeded []jobs.Webhook ALL +resources.jobs.*.tasks[*].webhook_notifications.on_streaming_backlog_exceeded[*] jobs.Webhook ALL +resources.jobs.*.tasks[*].webhook_notifications.on_streaming_backlog_exceeded[*].id string ALL +resources.jobs.*.tasks[*].webhook_notifications.on_success []jobs.Webhook ALL +resources.jobs.*.tasks[*].webhook_notifications.on_success[*] jobs.Webhook ALL +resources.jobs.*.tasks[*].webhook_notifications.on_success[*].id string ALL +resources.jobs.*.timeout_seconds int ALL +resources.jobs.*.trigger *jobs.TriggerSettings ALL +resources.jobs.*.trigger.file_arrival *jobs.FileArrivalTriggerConfiguration ALL +resources.jobs.*.trigger.file_arrival.min_time_between_triggers_seconds int ALL +resources.jobs.*.trigger.file_arrival.url string ALL +resources.jobs.*.trigger.file_arrival.wait_after_last_change_seconds int ALL +resources.jobs.*.trigger.model *jobs.ModelTriggerConfiguration ALL +resources.jobs.*.trigger.model.aliases []string ALL +resources.jobs.*.trigger.model.aliases[*] string ALL +resources.jobs.*.trigger.model.condition jobs.ModelTriggerConfigurationCondition ALL +resources.jobs.*.trigger.model.min_time_between_triggers_seconds int ALL +resources.jobs.*.trigger.model.securable_name string ALL +resources.jobs.*.trigger.model.wait_after_last_change_seconds int ALL +resources.jobs.*.trigger.pause_status jobs.PauseStatus ALL +resources.jobs.*.trigger.periodic *jobs.PeriodicTriggerConfiguration ALL +resources.jobs.*.trigger.periodic.interval int ALL +resources.jobs.*.trigger.periodic.unit jobs.PeriodicTriggerConfigurationTimeUnit ALL +resources.jobs.*.trigger.table_update *jobs.TableUpdateTriggerConfiguration ALL +resources.jobs.*.trigger.table_update.condition jobs.Condition ALL +resources.jobs.*.trigger.table_update.min_time_between_triggers_seconds int ALL +resources.jobs.*.trigger.table_update.table_names []string ALL +resources.jobs.*.trigger.table_update.table_names[*] string ALL +resources.jobs.*.trigger.table_update.wait_after_last_change_seconds int ALL resources.jobs.*.trigger_state *jobs.TriggerStateProto REMOTE resources.jobs.*.trigger_state.file_arrival *jobs.FileArrivalTriggerState REMOTE resources.jobs.*.trigger_state.file_arrival.using_file_events bool REMOTE @@ -2403,23 +1535,23 @@ resources.jobs.*.trigger_state.table.last_seen_table_states[*].has_seen_updates resources.jobs.*.trigger_state.table.last_seen_table_states[*].table_name string REMOTE resources.jobs.*.trigger_state.table.using_scalable_monitoring bool REMOTE resources.jobs.*.url string INPUT -resources.jobs.*.usage_policy_id string INPUT STATE -resources.jobs.*.webhook_notifications *jobs.WebhookNotifications INPUT STATE -resources.jobs.*.webhook_notifications.on_duration_warning_threshold_exceeded []jobs.Webhook INPUT STATE -resources.jobs.*.webhook_notifications.on_duration_warning_threshold_exceeded[*] jobs.Webhook INPUT STATE -resources.jobs.*.webhook_notifications.on_duration_warning_threshold_exceeded[*].id string INPUT STATE -resources.jobs.*.webhook_notifications.on_failure []jobs.Webhook INPUT STATE -resources.jobs.*.webhook_notifications.on_failure[*] jobs.Webhook INPUT STATE -resources.jobs.*.webhook_notifications.on_failure[*].id string INPUT STATE -resources.jobs.*.webhook_notifications.on_start []jobs.Webhook INPUT STATE -resources.jobs.*.webhook_notifications.on_start[*] jobs.Webhook INPUT STATE -resources.jobs.*.webhook_notifications.on_start[*].id string INPUT STATE -resources.jobs.*.webhook_notifications.on_streaming_backlog_exceeded []jobs.Webhook INPUT STATE -resources.jobs.*.webhook_notifications.on_streaming_backlog_exceeded[*] jobs.Webhook INPUT STATE -resources.jobs.*.webhook_notifications.on_streaming_backlog_exceeded[*].id string INPUT STATE -resources.jobs.*.webhook_notifications.on_success []jobs.Webhook INPUT STATE -resources.jobs.*.webhook_notifications.on_success[*] jobs.Webhook INPUT STATE -resources.jobs.*.webhook_notifications.on_success[*].id string INPUT STATE +resources.jobs.*.usage_policy_id string ALL +resources.jobs.*.webhook_notifications *jobs.WebhookNotifications ALL +resources.jobs.*.webhook_notifications.on_duration_warning_threshold_exceeded []jobs.Webhook ALL +resources.jobs.*.webhook_notifications.on_duration_warning_threshold_exceeded[*] jobs.Webhook ALL +resources.jobs.*.webhook_notifications.on_duration_warning_threshold_exceeded[*].id string ALL +resources.jobs.*.webhook_notifications.on_failure []jobs.Webhook ALL +resources.jobs.*.webhook_notifications.on_failure[*] jobs.Webhook ALL +resources.jobs.*.webhook_notifications.on_failure[*].id string ALL +resources.jobs.*.webhook_notifications.on_start []jobs.Webhook ALL +resources.jobs.*.webhook_notifications.on_start[*] jobs.Webhook ALL +resources.jobs.*.webhook_notifications.on_start[*].id string ALL +resources.jobs.*.webhook_notifications.on_streaming_backlog_exceeded []jobs.Webhook ALL +resources.jobs.*.webhook_notifications.on_streaming_backlog_exceeded[*] jobs.Webhook ALL +resources.jobs.*.webhook_notifications.on_streaming_backlog_exceeded[*].id string ALL +resources.jobs.*.webhook_notifications.on_success []jobs.Webhook ALL +resources.jobs.*.webhook_notifications.on_success[*] jobs.Webhook ALL +resources.jobs.*.webhook_notifications.on_success[*].id string ALL resources.jobs.*.permissions.object_id string ALL resources.jobs.*.permissions.permissions []iam.AccessControlRequest ALL resources.jobs.*.permissions.permissions[*] iam.AccessControlRequest ALL @@ -2942,650 +2074,342 @@ resources.models.*.permissions.permissions[*].group_name string ALL resources.models.*.permissions.permissions[*].permission_level iam.PermissionLevel ALL resources.models.*.permissions.permissions[*].service_principal_name string ALL resources.models.*.permissions.permissions[*].user_name string ALL -resources.pipelines.*.allow_duplicate_names bool INPUT STATE -resources.pipelines.*.budget_policy_id string INPUT STATE -resources.pipelines.*.catalog string INPUT STATE +resources.pipelines.*.allow_duplicate_names bool ALL +resources.pipelines.*.budget_policy_id string ALL +resources.pipelines.*.catalog string ALL resources.pipelines.*.cause string REMOTE -resources.pipelines.*.channel string INPUT STATE +resources.pipelines.*.channel string ALL resources.pipelines.*.cluster_id string REMOTE -resources.pipelines.*.clusters []pipelines.PipelineCluster INPUT STATE -resources.pipelines.*.clusters[*] pipelines.PipelineCluster INPUT STATE -resources.pipelines.*.clusters[*].apply_policy_default_values bool INPUT STATE -resources.pipelines.*.clusters[*].autoscale *pipelines.PipelineClusterAutoscale INPUT STATE -resources.pipelines.*.clusters[*].autoscale.max_workers int INPUT STATE -resources.pipelines.*.clusters[*].autoscale.min_workers int INPUT STATE -resources.pipelines.*.clusters[*].autoscale.mode pipelines.PipelineClusterAutoscaleMode INPUT STATE -resources.pipelines.*.clusters[*].aws_attributes *compute.AwsAttributes INPUT STATE -resources.pipelines.*.clusters[*].aws_attributes.availability compute.AwsAvailability INPUT STATE -resources.pipelines.*.clusters[*].aws_attributes.ebs_volume_count int INPUT STATE -resources.pipelines.*.clusters[*].aws_attributes.ebs_volume_iops int INPUT STATE -resources.pipelines.*.clusters[*].aws_attributes.ebs_volume_size int INPUT STATE -resources.pipelines.*.clusters[*].aws_attributes.ebs_volume_throughput int INPUT STATE -resources.pipelines.*.clusters[*].aws_attributes.ebs_volume_type compute.EbsVolumeType INPUT STATE -resources.pipelines.*.clusters[*].aws_attributes.first_on_demand int INPUT STATE -resources.pipelines.*.clusters[*].aws_attributes.instance_profile_arn string INPUT STATE -resources.pipelines.*.clusters[*].aws_attributes.spot_bid_price_percent int INPUT STATE -resources.pipelines.*.clusters[*].aws_attributes.zone_id string INPUT STATE -resources.pipelines.*.clusters[*].azure_attributes *compute.AzureAttributes INPUT STATE -resources.pipelines.*.clusters[*].azure_attributes.availability compute.AzureAvailability INPUT STATE -resources.pipelines.*.clusters[*].azure_attributes.first_on_demand int INPUT STATE -resources.pipelines.*.clusters[*].azure_attributes.log_analytics_info *compute.LogAnalyticsInfo INPUT STATE -resources.pipelines.*.clusters[*].azure_attributes.log_analytics_info.log_analytics_primary_key string INPUT STATE -resources.pipelines.*.clusters[*].azure_attributes.log_analytics_info.log_analytics_workspace_id string INPUT STATE -resources.pipelines.*.clusters[*].azure_attributes.spot_bid_max_price float64 INPUT STATE -resources.pipelines.*.clusters[*].cluster_log_conf *compute.ClusterLogConf INPUT STATE -resources.pipelines.*.clusters[*].cluster_log_conf.dbfs *compute.DbfsStorageInfo INPUT STATE -resources.pipelines.*.clusters[*].cluster_log_conf.dbfs.destination string INPUT STATE -resources.pipelines.*.clusters[*].cluster_log_conf.s3 *compute.S3StorageInfo INPUT STATE -resources.pipelines.*.clusters[*].cluster_log_conf.s3.canned_acl string INPUT STATE -resources.pipelines.*.clusters[*].cluster_log_conf.s3.destination string INPUT STATE -resources.pipelines.*.clusters[*].cluster_log_conf.s3.enable_encryption bool INPUT STATE -resources.pipelines.*.clusters[*].cluster_log_conf.s3.encryption_type string INPUT STATE -resources.pipelines.*.clusters[*].cluster_log_conf.s3.endpoint string INPUT STATE -resources.pipelines.*.clusters[*].cluster_log_conf.s3.kms_key string INPUT STATE -resources.pipelines.*.clusters[*].cluster_log_conf.s3.region string INPUT STATE -resources.pipelines.*.clusters[*].cluster_log_conf.volumes *compute.VolumesStorageInfo INPUT STATE -resources.pipelines.*.clusters[*].cluster_log_conf.volumes.destination string INPUT STATE -resources.pipelines.*.clusters[*].custom_tags map[string]string INPUT STATE -resources.pipelines.*.clusters[*].custom_tags.* string INPUT STATE -resources.pipelines.*.clusters[*].driver_instance_pool_id string INPUT STATE -resources.pipelines.*.clusters[*].driver_node_type_id string INPUT STATE -resources.pipelines.*.clusters[*].enable_local_disk_encryption bool INPUT STATE -resources.pipelines.*.clusters[*].gcp_attributes *compute.GcpAttributes INPUT STATE -resources.pipelines.*.clusters[*].gcp_attributes.availability compute.GcpAvailability INPUT STATE -resources.pipelines.*.clusters[*].gcp_attributes.boot_disk_size int INPUT STATE -resources.pipelines.*.clusters[*].gcp_attributes.first_on_demand int INPUT STATE -resources.pipelines.*.clusters[*].gcp_attributes.google_service_account string INPUT STATE -resources.pipelines.*.clusters[*].gcp_attributes.local_ssd_count int INPUT STATE -resources.pipelines.*.clusters[*].gcp_attributes.use_preemptible_executors bool INPUT STATE -resources.pipelines.*.clusters[*].gcp_attributes.zone_id string INPUT STATE -resources.pipelines.*.clusters[*].init_scripts []compute.InitScriptInfo INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*] compute.InitScriptInfo INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].abfss *compute.Adlsgen2Info INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].abfss.destination string INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].dbfs *compute.DbfsStorageInfo INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].dbfs.destination string INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].file *compute.LocalFileInfo INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].file.destination string INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].gcs *compute.GcsStorageInfo INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].gcs.destination string INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].s3 *compute.S3StorageInfo INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].s3.canned_acl string INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].s3.destination string INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].s3.enable_encryption bool INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].s3.encryption_type string INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].s3.endpoint string INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].s3.kms_key string INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].s3.region string INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].volumes *compute.VolumesStorageInfo INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].volumes.destination string INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].workspace *compute.WorkspaceStorageInfo INPUT STATE -resources.pipelines.*.clusters[*].init_scripts[*].workspace.destination string INPUT STATE -resources.pipelines.*.clusters[*].instance_pool_id string INPUT STATE -resources.pipelines.*.clusters[*].label string INPUT STATE -resources.pipelines.*.clusters[*].node_type_id string INPUT STATE -resources.pipelines.*.clusters[*].num_workers int INPUT STATE -resources.pipelines.*.clusters[*].policy_id string INPUT STATE -resources.pipelines.*.clusters[*].spark_conf map[string]string INPUT STATE -resources.pipelines.*.clusters[*].spark_conf.* string INPUT STATE -resources.pipelines.*.clusters[*].spark_env_vars map[string]string INPUT STATE -resources.pipelines.*.clusters[*].spark_env_vars.* string INPUT STATE -resources.pipelines.*.clusters[*].ssh_public_keys []string INPUT STATE -resources.pipelines.*.clusters[*].ssh_public_keys[*] string INPUT STATE -resources.pipelines.*.configuration map[string]string INPUT STATE -resources.pipelines.*.configuration.* string INPUT STATE -resources.pipelines.*.continuous bool INPUT STATE +resources.pipelines.*.clusters []pipelines.PipelineCluster ALL +resources.pipelines.*.clusters[*] pipelines.PipelineCluster ALL +resources.pipelines.*.clusters[*].apply_policy_default_values bool ALL +resources.pipelines.*.clusters[*].autoscale *pipelines.PipelineClusterAutoscale ALL +resources.pipelines.*.clusters[*].autoscale.max_workers int ALL +resources.pipelines.*.clusters[*].autoscale.min_workers int ALL +resources.pipelines.*.clusters[*].autoscale.mode pipelines.PipelineClusterAutoscaleMode ALL +resources.pipelines.*.clusters[*].aws_attributes *compute.AwsAttributes ALL +resources.pipelines.*.clusters[*].aws_attributes.availability compute.AwsAvailability ALL +resources.pipelines.*.clusters[*].aws_attributes.ebs_volume_count int ALL +resources.pipelines.*.clusters[*].aws_attributes.ebs_volume_iops int ALL +resources.pipelines.*.clusters[*].aws_attributes.ebs_volume_size int ALL +resources.pipelines.*.clusters[*].aws_attributes.ebs_volume_throughput int ALL +resources.pipelines.*.clusters[*].aws_attributes.ebs_volume_type compute.EbsVolumeType ALL +resources.pipelines.*.clusters[*].aws_attributes.first_on_demand int ALL +resources.pipelines.*.clusters[*].aws_attributes.instance_profile_arn string ALL +resources.pipelines.*.clusters[*].aws_attributes.spot_bid_price_percent int ALL +resources.pipelines.*.clusters[*].aws_attributes.zone_id string ALL +resources.pipelines.*.clusters[*].azure_attributes *compute.AzureAttributes ALL +resources.pipelines.*.clusters[*].azure_attributes.availability compute.AzureAvailability ALL +resources.pipelines.*.clusters[*].azure_attributes.first_on_demand int ALL +resources.pipelines.*.clusters[*].azure_attributes.log_analytics_info *compute.LogAnalyticsInfo ALL +resources.pipelines.*.clusters[*].azure_attributes.log_analytics_info.log_analytics_primary_key string ALL +resources.pipelines.*.clusters[*].azure_attributes.log_analytics_info.log_analytics_workspace_id string ALL +resources.pipelines.*.clusters[*].azure_attributes.spot_bid_max_price float64 ALL +resources.pipelines.*.clusters[*].cluster_log_conf *compute.ClusterLogConf ALL +resources.pipelines.*.clusters[*].cluster_log_conf.dbfs *compute.DbfsStorageInfo ALL +resources.pipelines.*.clusters[*].cluster_log_conf.dbfs.destination string ALL +resources.pipelines.*.clusters[*].cluster_log_conf.s3 *compute.S3StorageInfo ALL +resources.pipelines.*.clusters[*].cluster_log_conf.s3.canned_acl string ALL +resources.pipelines.*.clusters[*].cluster_log_conf.s3.destination string ALL +resources.pipelines.*.clusters[*].cluster_log_conf.s3.enable_encryption bool ALL +resources.pipelines.*.clusters[*].cluster_log_conf.s3.encryption_type string ALL +resources.pipelines.*.clusters[*].cluster_log_conf.s3.endpoint string ALL +resources.pipelines.*.clusters[*].cluster_log_conf.s3.kms_key string ALL +resources.pipelines.*.clusters[*].cluster_log_conf.s3.region string ALL +resources.pipelines.*.clusters[*].cluster_log_conf.volumes *compute.VolumesStorageInfo ALL +resources.pipelines.*.clusters[*].cluster_log_conf.volumes.destination string ALL +resources.pipelines.*.clusters[*].custom_tags map[string]string ALL +resources.pipelines.*.clusters[*].custom_tags.* string ALL +resources.pipelines.*.clusters[*].driver_instance_pool_id string ALL +resources.pipelines.*.clusters[*].driver_node_type_id string ALL +resources.pipelines.*.clusters[*].enable_local_disk_encryption bool ALL +resources.pipelines.*.clusters[*].gcp_attributes *compute.GcpAttributes ALL +resources.pipelines.*.clusters[*].gcp_attributes.availability compute.GcpAvailability ALL +resources.pipelines.*.clusters[*].gcp_attributes.boot_disk_size int ALL +resources.pipelines.*.clusters[*].gcp_attributes.first_on_demand int ALL +resources.pipelines.*.clusters[*].gcp_attributes.google_service_account string ALL +resources.pipelines.*.clusters[*].gcp_attributes.local_ssd_count int ALL +resources.pipelines.*.clusters[*].gcp_attributes.use_preemptible_executors bool ALL +resources.pipelines.*.clusters[*].gcp_attributes.zone_id string ALL +resources.pipelines.*.clusters[*].init_scripts []compute.InitScriptInfo ALL +resources.pipelines.*.clusters[*].init_scripts[*] compute.InitScriptInfo ALL +resources.pipelines.*.clusters[*].init_scripts[*].abfss *compute.Adlsgen2Info ALL +resources.pipelines.*.clusters[*].init_scripts[*].abfss.destination string ALL +resources.pipelines.*.clusters[*].init_scripts[*].dbfs *compute.DbfsStorageInfo ALL +resources.pipelines.*.clusters[*].init_scripts[*].dbfs.destination string ALL +resources.pipelines.*.clusters[*].init_scripts[*].file *compute.LocalFileInfo ALL +resources.pipelines.*.clusters[*].init_scripts[*].file.destination string ALL +resources.pipelines.*.clusters[*].init_scripts[*].gcs *compute.GcsStorageInfo ALL +resources.pipelines.*.clusters[*].init_scripts[*].gcs.destination string ALL +resources.pipelines.*.clusters[*].init_scripts[*].s3 *compute.S3StorageInfo ALL +resources.pipelines.*.clusters[*].init_scripts[*].s3.canned_acl string ALL +resources.pipelines.*.clusters[*].init_scripts[*].s3.destination string ALL +resources.pipelines.*.clusters[*].init_scripts[*].s3.enable_encryption bool ALL +resources.pipelines.*.clusters[*].init_scripts[*].s3.encryption_type string ALL +resources.pipelines.*.clusters[*].init_scripts[*].s3.endpoint string ALL +resources.pipelines.*.clusters[*].init_scripts[*].s3.kms_key string ALL +resources.pipelines.*.clusters[*].init_scripts[*].s3.region string ALL +resources.pipelines.*.clusters[*].init_scripts[*].volumes *compute.VolumesStorageInfo ALL +resources.pipelines.*.clusters[*].init_scripts[*].volumes.destination string ALL +resources.pipelines.*.clusters[*].init_scripts[*].workspace *compute.WorkspaceStorageInfo ALL +resources.pipelines.*.clusters[*].init_scripts[*].workspace.destination string ALL +resources.pipelines.*.clusters[*].instance_pool_id string ALL +resources.pipelines.*.clusters[*].label string ALL +resources.pipelines.*.clusters[*].node_type_id string ALL +resources.pipelines.*.clusters[*].num_workers int ALL +resources.pipelines.*.clusters[*].policy_id string ALL +resources.pipelines.*.clusters[*].spark_conf map[string]string ALL +resources.pipelines.*.clusters[*].spark_conf.* string ALL +resources.pipelines.*.clusters[*].spark_env_vars map[string]string ALL +resources.pipelines.*.clusters[*].spark_env_vars.* string ALL +resources.pipelines.*.clusters[*].ssh_public_keys []string ALL +resources.pipelines.*.clusters[*].ssh_public_keys[*] string ALL +resources.pipelines.*.configuration map[string]string ALL +resources.pipelines.*.configuration.* string ALL +resources.pipelines.*.continuous bool ALL resources.pipelines.*.creator_user_name string REMOTE -resources.pipelines.*.deployment *pipelines.PipelineDeployment INPUT STATE -resources.pipelines.*.deployment.kind pipelines.DeploymentKind INPUT STATE -resources.pipelines.*.deployment.metadata_file_path string INPUT STATE -resources.pipelines.*.development bool INPUT STATE -resources.pipelines.*.dry_run bool INPUT STATE -resources.pipelines.*.edition string INPUT STATE +resources.pipelines.*.deployment *pipelines.PipelineDeployment ALL +resources.pipelines.*.deployment.kind pipelines.DeploymentKind ALL +resources.pipelines.*.deployment.metadata_file_path string ALL +resources.pipelines.*.development bool ALL +resources.pipelines.*.dry_run bool ALL +resources.pipelines.*.edition string ALL resources.pipelines.*.effective_budget_policy_id string REMOTE -resources.pipelines.*.environment *pipelines.PipelinesEnvironment INPUT STATE -resources.pipelines.*.environment.dependencies []string INPUT STATE -resources.pipelines.*.environment.dependencies[*] string INPUT STATE -resources.pipelines.*.event_log *pipelines.EventLogSpec INPUT STATE -resources.pipelines.*.event_log.catalog string INPUT STATE -resources.pipelines.*.event_log.name string INPUT STATE -resources.pipelines.*.event_log.schema string INPUT STATE -resources.pipelines.*.filters *pipelines.Filters INPUT STATE -resources.pipelines.*.filters.exclude []string INPUT STATE -resources.pipelines.*.filters.exclude[*] string INPUT STATE -resources.pipelines.*.filters.include []string INPUT STATE -resources.pipelines.*.filters.include[*] string INPUT STATE -resources.pipelines.*.gateway_definition *pipelines.IngestionGatewayPipelineDefinition INPUT STATE -resources.pipelines.*.gateway_definition.connection_id string INPUT STATE -resources.pipelines.*.gateway_definition.connection_name string INPUT STATE -resources.pipelines.*.gateway_definition.connection_parameters *pipelines.ConnectionParameters INPUT STATE -resources.pipelines.*.gateway_definition.connection_parameters.source_catalog string INPUT STATE -resources.pipelines.*.gateway_definition.gateway_storage_catalog string INPUT STATE -resources.pipelines.*.gateway_definition.gateway_storage_name string INPUT STATE -resources.pipelines.*.gateway_definition.gateway_storage_schema string INPUT STATE +resources.pipelines.*.environment *pipelines.PipelinesEnvironment ALL +resources.pipelines.*.environment.dependencies []string ALL +resources.pipelines.*.environment.dependencies[*] string ALL +resources.pipelines.*.event_log *pipelines.EventLogSpec ALL +resources.pipelines.*.event_log.catalog string ALL +resources.pipelines.*.event_log.name string ALL +resources.pipelines.*.event_log.schema string ALL +resources.pipelines.*.filters *pipelines.Filters ALL +resources.pipelines.*.filters.exclude []string ALL +resources.pipelines.*.filters.exclude[*] string ALL +resources.pipelines.*.filters.include []string ALL +resources.pipelines.*.filters.include[*] string ALL +resources.pipelines.*.gateway_definition *pipelines.IngestionGatewayPipelineDefinition ALL +resources.pipelines.*.gateway_definition.connection_id string ALL +resources.pipelines.*.gateway_definition.connection_name string ALL +resources.pipelines.*.gateway_definition.connection_parameters *pipelines.ConnectionParameters ALL +resources.pipelines.*.gateway_definition.connection_parameters.source_catalog string ALL +resources.pipelines.*.gateway_definition.gateway_storage_catalog string ALL +resources.pipelines.*.gateway_definition.gateway_storage_name string ALL +resources.pipelines.*.gateway_definition.gateway_storage_schema string ALL resources.pipelines.*.health pipelines.GetPipelineResponseHealth REMOTE -resources.pipelines.*.id string INPUT STATE -resources.pipelines.*.ingestion_definition *pipelines.IngestionPipelineDefinition INPUT STATE -resources.pipelines.*.ingestion_definition.connection_name string INPUT STATE -resources.pipelines.*.ingestion_definition.full_refresh_window *pipelines.OperationTimeWindow INPUT STATE -resources.pipelines.*.ingestion_definition.full_refresh_window.days_of_week []pipelines.DayOfWeek INPUT STATE -resources.pipelines.*.ingestion_definition.full_refresh_window.days_of_week[*] pipelines.DayOfWeek INPUT STATE -resources.pipelines.*.ingestion_definition.full_refresh_window.start_hour int INPUT STATE -resources.pipelines.*.ingestion_definition.full_refresh_window.time_zone_id string INPUT STATE -resources.pipelines.*.ingestion_definition.ingest_from_uc_foreign_catalog bool INPUT STATE -resources.pipelines.*.ingestion_definition.ingestion_gateway_id string INPUT STATE -resources.pipelines.*.ingestion_definition.netsuite_jar_path string INPUT STATE -resources.pipelines.*.ingestion_definition.objects []pipelines.IngestionConfig INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*] pipelines.IngestionConfig INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report *pipelines.ReportSpec INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.destination_catalog string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.destination_schema string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.destination_table string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.source_url string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration *pipelines.TableSpecificConfig INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.auto_full_refresh_policy *pipelines.AutoFullRefreshPolicy INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.auto_full_refresh_policy.enabled bool INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.auto_full_refresh_policy.min_interval_hours int INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.exclude_columns []string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.exclude_columns[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.include_columns []string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.include_columns[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.primary_keys []string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.primary_keys[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.query_based_connector_config *pipelines.IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.query_based_connector_config.cursor_columns []string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.query_based_connector_config.cursor_columns[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.query_based_connector_config.deletion_condition string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.query_based_connector_config.hard_deletion_sync_min_interval_in_seconds int64 INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.row_filter string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.salesforce_include_formula_fields bool INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.scd_type pipelines.TableSpecificConfigScdType INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.sequence_by []string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.sequence_by[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters *pipelines.IngestionPipelineDefinitionWorkdayReportParameters INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.incremental bool INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.parameters map[string]string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.parameters.* string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.report_parameters []pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.report_parameters[*] pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.report_parameters[*].key string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.report_parameters[*].value string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema *pipelines.SchemaSpec INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.destination_catalog string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.destination_schema string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.source_catalog string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.source_schema string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration *pipelines.TableSpecificConfig INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.auto_full_refresh_policy *pipelines.AutoFullRefreshPolicy INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.auto_full_refresh_policy.enabled bool INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.auto_full_refresh_policy.min_interval_hours int INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.exclude_columns []string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.exclude_columns[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.include_columns []string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.include_columns[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.primary_keys []string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.primary_keys[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.query_based_connector_config *pipelines.IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.query_based_connector_config.cursor_columns []string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.query_based_connector_config.cursor_columns[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.query_based_connector_config.deletion_condition string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.query_based_connector_config.hard_deletion_sync_min_interval_in_seconds int64 INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.row_filter string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.salesforce_include_formula_fields bool INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.scd_type pipelines.TableSpecificConfigScdType INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.sequence_by []string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.sequence_by[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters *pipelines.IngestionPipelineDefinitionWorkdayReportParameters INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.incremental bool INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.parameters map[string]string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.parameters.* string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.report_parameters []pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.report_parameters[*] pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.report_parameters[*].key string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.report_parameters[*].value string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table *pipelines.TableSpec INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.destination_catalog string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.destination_schema string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.destination_table string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.source_catalog string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.source_schema string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.source_table string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration *pipelines.TableSpecificConfig INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.auto_full_refresh_policy *pipelines.AutoFullRefreshPolicy INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.auto_full_refresh_policy.enabled bool INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.auto_full_refresh_policy.min_interval_hours int INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.exclude_columns []string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.exclude_columns[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.include_columns []string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.include_columns[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.primary_keys []string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.primary_keys[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.query_based_connector_config *pipelines.IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.query_based_connector_config.cursor_columns []string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.query_based_connector_config.cursor_columns[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.query_based_connector_config.deletion_condition string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.query_based_connector_config.hard_deletion_sync_min_interval_in_seconds int64 INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.row_filter string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.salesforce_include_formula_fields bool INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.scd_type pipelines.TableSpecificConfigScdType INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.sequence_by []string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.sequence_by[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters *pipelines.IngestionPipelineDefinitionWorkdayReportParameters INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.incremental bool INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.parameters map[string]string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.parameters.* string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.report_parameters []pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.report_parameters[*] pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.report_parameters[*].key string INPUT STATE -resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.report_parameters[*].value string INPUT STATE -resources.pipelines.*.ingestion_definition.source_configurations []pipelines.SourceConfig INPUT STATE -resources.pipelines.*.ingestion_definition.source_configurations[*] pipelines.SourceConfig INPUT STATE -resources.pipelines.*.ingestion_definition.source_configurations[*].catalog *pipelines.SourceCatalogConfig INPUT STATE -resources.pipelines.*.ingestion_definition.source_configurations[*].catalog.postgres *pipelines.PostgresCatalogConfig INPUT STATE -resources.pipelines.*.ingestion_definition.source_configurations[*].catalog.postgres.slot_config *pipelines.PostgresSlotConfig INPUT STATE -resources.pipelines.*.ingestion_definition.source_configurations[*].catalog.postgres.slot_config.publication_name string INPUT STATE -resources.pipelines.*.ingestion_definition.source_configurations[*].catalog.postgres.slot_config.slot_name string INPUT STATE -resources.pipelines.*.ingestion_definition.source_configurations[*].catalog.source_catalog string INPUT STATE -resources.pipelines.*.ingestion_definition.source_type pipelines.IngestionSourceType INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration *pipelines.TableSpecificConfig INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.auto_full_refresh_policy *pipelines.AutoFullRefreshPolicy INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.auto_full_refresh_policy.enabled bool INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.auto_full_refresh_policy.min_interval_hours int INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.exclude_columns []string INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.exclude_columns[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.include_columns []string INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.include_columns[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.primary_keys []string INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.primary_keys[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.query_based_connector_config *pipelines.IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.query_based_connector_config.cursor_columns []string INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.query_based_connector_config.cursor_columns[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.query_based_connector_config.deletion_condition string INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.query_based_connector_config.hard_deletion_sync_min_interval_in_seconds int64 INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.row_filter string INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.salesforce_include_formula_fields bool INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.scd_type pipelines.TableSpecificConfigScdType INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.sequence_by []string INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.sequence_by[*] string INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters *pipelines.IngestionPipelineDefinitionWorkdayReportParameters INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters.incremental bool INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters.parameters map[string]string INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters.parameters.* string INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters.report_parameters []pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters.report_parameters[*] pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters.report_parameters[*].key string INPUT STATE -resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters.report_parameters[*].value string INPUT STATE +resources.pipelines.*.id string ALL +resources.pipelines.*.ingestion_definition *pipelines.IngestionPipelineDefinition ALL +resources.pipelines.*.ingestion_definition.connection_name string ALL +resources.pipelines.*.ingestion_definition.full_refresh_window *pipelines.OperationTimeWindow ALL +resources.pipelines.*.ingestion_definition.full_refresh_window.days_of_week []pipelines.DayOfWeek ALL +resources.pipelines.*.ingestion_definition.full_refresh_window.days_of_week[*] pipelines.DayOfWeek ALL +resources.pipelines.*.ingestion_definition.full_refresh_window.start_hour int ALL +resources.pipelines.*.ingestion_definition.full_refresh_window.time_zone_id string ALL +resources.pipelines.*.ingestion_definition.ingest_from_uc_foreign_catalog bool ALL +resources.pipelines.*.ingestion_definition.ingestion_gateway_id string ALL +resources.pipelines.*.ingestion_definition.netsuite_jar_path string ALL +resources.pipelines.*.ingestion_definition.objects []pipelines.IngestionConfig ALL +resources.pipelines.*.ingestion_definition.objects[*] pipelines.IngestionConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].report *pipelines.ReportSpec ALL +resources.pipelines.*.ingestion_definition.objects[*].report.destination_catalog string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.destination_schema string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.destination_table string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.source_url string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration *pipelines.TableSpecificConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.auto_full_refresh_policy *pipelines.AutoFullRefreshPolicy ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.auto_full_refresh_policy.enabled bool ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.auto_full_refresh_policy.min_interval_hours int ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.exclude_columns []string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.exclude_columns[*] string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.include_columns []string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.include_columns[*] string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.primary_keys []string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.primary_keys[*] string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.query_based_connector_config *pipelines.IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.query_based_connector_config.cursor_columns []string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.query_based_connector_config.cursor_columns[*] string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.query_based_connector_config.deletion_condition string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.query_based_connector_config.hard_deletion_sync_min_interval_in_seconds int64 ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.row_filter string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.salesforce_include_formula_fields bool ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.scd_type pipelines.TableSpecificConfigScdType ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.sequence_by []string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.sequence_by[*] string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters *pipelines.IngestionPipelineDefinitionWorkdayReportParameters ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.incremental bool ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.parameters map[string]string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.parameters.* string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.report_parameters []pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.report_parameters[*] pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.report_parameters[*].key string ALL +resources.pipelines.*.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.report_parameters[*].value string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema *pipelines.SchemaSpec ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.destination_catalog string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.destination_schema string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.source_catalog string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.source_schema string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration *pipelines.TableSpecificConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.auto_full_refresh_policy *pipelines.AutoFullRefreshPolicy ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.auto_full_refresh_policy.enabled bool ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.auto_full_refresh_policy.min_interval_hours int ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.exclude_columns []string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.exclude_columns[*] string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.include_columns []string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.include_columns[*] string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.primary_keys []string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.primary_keys[*] string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.query_based_connector_config *pipelines.IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.query_based_connector_config.cursor_columns []string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.query_based_connector_config.cursor_columns[*] string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.query_based_connector_config.deletion_condition string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.query_based_connector_config.hard_deletion_sync_min_interval_in_seconds int64 ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.row_filter string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.salesforce_include_formula_fields bool ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.scd_type pipelines.TableSpecificConfigScdType ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.sequence_by []string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.sequence_by[*] string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters *pipelines.IngestionPipelineDefinitionWorkdayReportParameters ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.incremental bool ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.parameters map[string]string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.parameters.* string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.report_parameters []pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.report_parameters[*] pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.report_parameters[*].key string ALL +resources.pipelines.*.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.report_parameters[*].value string ALL +resources.pipelines.*.ingestion_definition.objects[*].table *pipelines.TableSpec ALL +resources.pipelines.*.ingestion_definition.objects[*].table.destination_catalog string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.destination_schema string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.destination_table string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.source_catalog string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.source_schema string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.source_table string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration *pipelines.TableSpecificConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.auto_full_refresh_policy *pipelines.AutoFullRefreshPolicy ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.auto_full_refresh_policy.enabled bool ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.auto_full_refresh_policy.min_interval_hours int ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.exclude_columns []string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.exclude_columns[*] string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.include_columns []string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.include_columns[*] string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.primary_keys []string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.primary_keys[*] string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.query_based_connector_config *pipelines.IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.query_based_connector_config.cursor_columns []string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.query_based_connector_config.cursor_columns[*] string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.query_based_connector_config.deletion_condition string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.query_based_connector_config.hard_deletion_sync_min_interval_in_seconds int64 ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.row_filter string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.salesforce_include_formula_fields bool ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.scd_type pipelines.TableSpecificConfigScdType ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.sequence_by []string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.sequence_by[*] string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters *pipelines.IngestionPipelineDefinitionWorkdayReportParameters ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.incremental bool ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.parameters map[string]string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.parameters.* string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.report_parameters []pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.report_parameters[*] pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.report_parameters[*].key string ALL +resources.pipelines.*.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.report_parameters[*].value string ALL +resources.pipelines.*.ingestion_definition.source_configurations []pipelines.SourceConfig ALL +resources.pipelines.*.ingestion_definition.source_configurations[*] pipelines.SourceConfig ALL +resources.pipelines.*.ingestion_definition.source_configurations[*].catalog *pipelines.SourceCatalogConfig ALL +resources.pipelines.*.ingestion_definition.source_configurations[*].catalog.postgres *pipelines.PostgresCatalogConfig ALL +resources.pipelines.*.ingestion_definition.source_configurations[*].catalog.postgres.slot_config *pipelines.PostgresSlotConfig ALL +resources.pipelines.*.ingestion_definition.source_configurations[*].catalog.postgres.slot_config.publication_name string ALL +resources.pipelines.*.ingestion_definition.source_configurations[*].catalog.postgres.slot_config.slot_name string ALL +resources.pipelines.*.ingestion_definition.source_configurations[*].catalog.source_catalog string ALL +resources.pipelines.*.ingestion_definition.source_type pipelines.IngestionSourceType ALL +resources.pipelines.*.ingestion_definition.table_configuration *pipelines.TableSpecificConfig ALL +resources.pipelines.*.ingestion_definition.table_configuration.auto_full_refresh_policy *pipelines.AutoFullRefreshPolicy ALL +resources.pipelines.*.ingestion_definition.table_configuration.auto_full_refresh_policy.enabled bool ALL +resources.pipelines.*.ingestion_definition.table_configuration.auto_full_refresh_policy.min_interval_hours int ALL +resources.pipelines.*.ingestion_definition.table_configuration.exclude_columns []string ALL +resources.pipelines.*.ingestion_definition.table_configuration.exclude_columns[*] string ALL +resources.pipelines.*.ingestion_definition.table_configuration.include_columns []string ALL +resources.pipelines.*.ingestion_definition.table_configuration.include_columns[*] string ALL +resources.pipelines.*.ingestion_definition.table_configuration.primary_keys []string ALL +resources.pipelines.*.ingestion_definition.table_configuration.primary_keys[*] string ALL +resources.pipelines.*.ingestion_definition.table_configuration.query_based_connector_config *pipelines.IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig ALL +resources.pipelines.*.ingestion_definition.table_configuration.query_based_connector_config.cursor_columns []string ALL +resources.pipelines.*.ingestion_definition.table_configuration.query_based_connector_config.cursor_columns[*] string ALL +resources.pipelines.*.ingestion_definition.table_configuration.query_based_connector_config.deletion_condition string ALL +resources.pipelines.*.ingestion_definition.table_configuration.query_based_connector_config.hard_deletion_sync_min_interval_in_seconds int64 ALL +resources.pipelines.*.ingestion_definition.table_configuration.row_filter string ALL +resources.pipelines.*.ingestion_definition.table_configuration.salesforce_include_formula_fields bool ALL +resources.pipelines.*.ingestion_definition.table_configuration.scd_type pipelines.TableSpecificConfigScdType ALL +resources.pipelines.*.ingestion_definition.table_configuration.sequence_by []string ALL +resources.pipelines.*.ingestion_definition.table_configuration.sequence_by[*] string ALL +resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters *pipelines.IngestionPipelineDefinitionWorkdayReportParameters ALL +resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters.incremental bool ALL +resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters.parameters map[string]string ALL +resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters.parameters.* string ALL +resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters.report_parameters []pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue ALL +resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters.report_parameters[*] pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue ALL +resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters.report_parameters[*].key string ALL +resources.pipelines.*.ingestion_definition.table_configuration.workday_report_parameters.report_parameters[*].value string ALL resources.pipelines.*.last_modified int64 REMOTE resources.pipelines.*.latest_updates []pipelines.UpdateStateInfo REMOTE resources.pipelines.*.latest_updates[*] pipelines.UpdateStateInfo REMOTE resources.pipelines.*.latest_updates[*].creation_time string REMOTE resources.pipelines.*.latest_updates[*].state pipelines.UpdateStateInfoState REMOTE resources.pipelines.*.latest_updates[*].update_id string REMOTE -resources.pipelines.*.libraries []pipelines.PipelineLibrary INPUT STATE -resources.pipelines.*.libraries[*] pipelines.PipelineLibrary INPUT STATE -resources.pipelines.*.libraries[*].file *pipelines.FileLibrary INPUT STATE -resources.pipelines.*.libraries[*].file.path string INPUT STATE -resources.pipelines.*.libraries[*].glob *pipelines.PathPattern INPUT STATE -resources.pipelines.*.libraries[*].glob.include string INPUT STATE -resources.pipelines.*.libraries[*].jar string INPUT STATE -resources.pipelines.*.libraries[*].maven *compute.MavenLibrary INPUT STATE -resources.pipelines.*.libraries[*].maven.coordinates string INPUT STATE -resources.pipelines.*.libraries[*].maven.exclusions []string INPUT STATE -resources.pipelines.*.libraries[*].maven.exclusions[*] string INPUT STATE -resources.pipelines.*.libraries[*].maven.repo string INPUT STATE -resources.pipelines.*.libraries[*].notebook *pipelines.NotebookLibrary INPUT STATE -resources.pipelines.*.libraries[*].notebook.path string INPUT STATE -resources.pipelines.*.libraries[*].whl string INPUT STATE +resources.pipelines.*.libraries []pipelines.PipelineLibrary ALL +resources.pipelines.*.libraries[*] pipelines.PipelineLibrary ALL +resources.pipelines.*.libraries[*].file *pipelines.FileLibrary ALL +resources.pipelines.*.libraries[*].file.path string ALL +resources.pipelines.*.libraries[*].glob *pipelines.PathPattern ALL +resources.pipelines.*.libraries[*].glob.include string ALL +resources.pipelines.*.libraries[*].jar string ALL +resources.pipelines.*.libraries[*].maven *compute.MavenLibrary ALL +resources.pipelines.*.libraries[*].maven.coordinates string ALL +resources.pipelines.*.libraries[*].maven.exclusions []string ALL +resources.pipelines.*.libraries[*].maven.exclusions[*] string ALL +resources.pipelines.*.libraries[*].maven.repo string ALL +resources.pipelines.*.libraries[*].notebook *pipelines.NotebookLibrary ALL +resources.pipelines.*.libraries[*].notebook.path string ALL +resources.pipelines.*.libraries[*].whl string ALL resources.pipelines.*.lifecycle resources.Lifecycle INPUT resources.pipelines.*.lifecycle.prevent_destroy bool INPUT resources.pipelines.*.modified_status string INPUT resources.pipelines.*.name string ALL -resources.pipelines.*.notifications []pipelines.Notifications INPUT STATE -resources.pipelines.*.notifications[*] pipelines.Notifications INPUT STATE -resources.pipelines.*.notifications[*].alerts []string INPUT STATE -resources.pipelines.*.notifications[*].alerts[*] string INPUT STATE -resources.pipelines.*.notifications[*].email_recipients []string INPUT STATE -resources.pipelines.*.notifications[*].email_recipients[*] string INPUT STATE +resources.pipelines.*.notifications []pipelines.Notifications ALL +resources.pipelines.*.notifications[*] pipelines.Notifications ALL +resources.pipelines.*.notifications[*].alerts []string ALL +resources.pipelines.*.notifications[*].alerts[*] string ALL +resources.pipelines.*.notifications[*].email_recipients []string ALL +resources.pipelines.*.notifications[*].email_recipients[*] string ALL resources.pipelines.*.permissions []resources.PipelinePermission INPUT resources.pipelines.*.permissions[*] resources.PipelinePermission INPUT resources.pipelines.*.permissions[*].group_name string INPUT resources.pipelines.*.permissions[*].level resources.PipelinePermissionLevel INPUT resources.pipelines.*.permissions[*].service_principal_name string INPUT resources.pipelines.*.permissions[*].user_name string INPUT -resources.pipelines.*.photon bool INPUT STATE +resources.pipelines.*.photon bool ALL resources.pipelines.*.pipeline_id string REMOTE -resources.pipelines.*.restart_window *pipelines.RestartWindow INPUT STATE -resources.pipelines.*.restart_window.days_of_week []pipelines.DayOfWeek INPUT STATE -resources.pipelines.*.restart_window.days_of_week[*] pipelines.DayOfWeek INPUT STATE -resources.pipelines.*.restart_window.start_hour int INPUT STATE -resources.pipelines.*.restart_window.time_zone_id string INPUT STATE -resources.pipelines.*.root_path string INPUT STATE +resources.pipelines.*.restart_window *pipelines.RestartWindow ALL +resources.pipelines.*.restart_window.days_of_week []pipelines.DayOfWeek ALL +resources.pipelines.*.restart_window.days_of_week[*] pipelines.DayOfWeek ALL +resources.pipelines.*.restart_window.start_hour int ALL +resources.pipelines.*.restart_window.time_zone_id string ALL +resources.pipelines.*.root_path string ALL resources.pipelines.*.run_as *pipelines.RunAs ALL resources.pipelines.*.run_as.service_principal_name string ALL resources.pipelines.*.run_as.user_name string ALL resources.pipelines.*.run_as_user_name string REMOTE -resources.pipelines.*.schema string INPUT STATE -resources.pipelines.*.serverless bool INPUT STATE -resources.pipelines.*.spec *pipelines.PipelineSpec REMOTE -resources.pipelines.*.spec.budget_policy_id string REMOTE -resources.pipelines.*.spec.catalog string REMOTE -resources.pipelines.*.spec.channel string REMOTE -resources.pipelines.*.spec.clusters []pipelines.PipelineCluster REMOTE -resources.pipelines.*.spec.clusters[*] pipelines.PipelineCluster REMOTE -resources.pipelines.*.spec.clusters[*].apply_policy_default_values bool REMOTE -resources.pipelines.*.spec.clusters[*].autoscale *pipelines.PipelineClusterAutoscale REMOTE -resources.pipelines.*.spec.clusters[*].autoscale.max_workers int REMOTE -resources.pipelines.*.spec.clusters[*].autoscale.min_workers int REMOTE -resources.pipelines.*.spec.clusters[*].autoscale.mode pipelines.PipelineClusterAutoscaleMode REMOTE -resources.pipelines.*.spec.clusters[*].aws_attributes *compute.AwsAttributes REMOTE -resources.pipelines.*.spec.clusters[*].aws_attributes.availability compute.AwsAvailability REMOTE -resources.pipelines.*.spec.clusters[*].aws_attributes.ebs_volume_count int REMOTE -resources.pipelines.*.spec.clusters[*].aws_attributes.ebs_volume_iops int REMOTE -resources.pipelines.*.spec.clusters[*].aws_attributes.ebs_volume_size int REMOTE -resources.pipelines.*.spec.clusters[*].aws_attributes.ebs_volume_throughput int REMOTE -resources.pipelines.*.spec.clusters[*].aws_attributes.ebs_volume_type compute.EbsVolumeType REMOTE -resources.pipelines.*.spec.clusters[*].aws_attributes.first_on_demand int REMOTE -resources.pipelines.*.spec.clusters[*].aws_attributes.instance_profile_arn string REMOTE -resources.pipelines.*.spec.clusters[*].aws_attributes.spot_bid_price_percent int REMOTE -resources.pipelines.*.spec.clusters[*].aws_attributes.zone_id string REMOTE -resources.pipelines.*.spec.clusters[*].azure_attributes *compute.AzureAttributes REMOTE -resources.pipelines.*.spec.clusters[*].azure_attributes.availability compute.AzureAvailability REMOTE -resources.pipelines.*.spec.clusters[*].azure_attributes.first_on_demand int REMOTE -resources.pipelines.*.spec.clusters[*].azure_attributes.log_analytics_info *compute.LogAnalyticsInfo REMOTE -resources.pipelines.*.spec.clusters[*].azure_attributes.log_analytics_info.log_analytics_primary_key string REMOTE -resources.pipelines.*.spec.clusters[*].azure_attributes.log_analytics_info.log_analytics_workspace_id string REMOTE -resources.pipelines.*.spec.clusters[*].azure_attributes.spot_bid_max_price float64 REMOTE -resources.pipelines.*.spec.clusters[*].cluster_log_conf *compute.ClusterLogConf REMOTE -resources.pipelines.*.spec.clusters[*].cluster_log_conf.dbfs *compute.DbfsStorageInfo REMOTE -resources.pipelines.*.spec.clusters[*].cluster_log_conf.dbfs.destination string REMOTE -resources.pipelines.*.spec.clusters[*].cluster_log_conf.s3 *compute.S3StorageInfo REMOTE -resources.pipelines.*.spec.clusters[*].cluster_log_conf.s3.canned_acl string REMOTE -resources.pipelines.*.spec.clusters[*].cluster_log_conf.s3.destination string REMOTE -resources.pipelines.*.spec.clusters[*].cluster_log_conf.s3.enable_encryption bool REMOTE -resources.pipelines.*.spec.clusters[*].cluster_log_conf.s3.encryption_type string REMOTE -resources.pipelines.*.spec.clusters[*].cluster_log_conf.s3.endpoint string REMOTE -resources.pipelines.*.spec.clusters[*].cluster_log_conf.s3.kms_key string REMOTE -resources.pipelines.*.spec.clusters[*].cluster_log_conf.s3.region string REMOTE -resources.pipelines.*.spec.clusters[*].cluster_log_conf.volumes *compute.VolumesStorageInfo REMOTE -resources.pipelines.*.spec.clusters[*].cluster_log_conf.volumes.destination string REMOTE -resources.pipelines.*.spec.clusters[*].custom_tags map[string]string REMOTE -resources.pipelines.*.spec.clusters[*].custom_tags.* string REMOTE -resources.pipelines.*.spec.clusters[*].driver_instance_pool_id string REMOTE -resources.pipelines.*.spec.clusters[*].driver_node_type_id string REMOTE -resources.pipelines.*.spec.clusters[*].enable_local_disk_encryption bool REMOTE -resources.pipelines.*.spec.clusters[*].gcp_attributes *compute.GcpAttributes REMOTE -resources.pipelines.*.spec.clusters[*].gcp_attributes.availability compute.GcpAvailability REMOTE -resources.pipelines.*.spec.clusters[*].gcp_attributes.boot_disk_size int REMOTE -resources.pipelines.*.spec.clusters[*].gcp_attributes.first_on_demand int REMOTE -resources.pipelines.*.spec.clusters[*].gcp_attributes.google_service_account string REMOTE -resources.pipelines.*.spec.clusters[*].gcp_attributes.local_ssd_count int REMOTE -resources.pipelines.*.spec.clusters[*].gcp_attributes.use_preemptible_executors bool REMOTE -resources.pipelines.*.spec.clusters[*].gcp_attributes.zone_id string REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts []compute.InitScriptInfo REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*] compute.InitScriptInfo REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].abfss *compute.Adlsgen2Info REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].abfss.destination string REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].dbfs *compute.DbfsStorageInfo REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].dbfs.destination string REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].file *compute.LocalFileInfo REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].file.destination string REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].gcs *compute.GcsStorageInfo REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].gcs.destination string REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].s3 *compute.S3StorageInfo REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].s3.canned_acl string REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].s3.destination string REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].s3.enable_encryption bool REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].s3.encryption_type string REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].s3.endpoint string REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].s3.kms_key string REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].s3.region string REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].volumes *compute.VolumesStorageInfo REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].volumes.destination string REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].workspace *compute.WorkspaceStorageInfo REMOTE -resources.pipelines.*.spec.clusters[*].init_scripts[*].workspace.destination string REMOTE -resources.pipelines.*.spec.clusters[*].instance_pool_id string REMOTE -resources.pipelines.*.spec.clusters[*].label string REMOTE -resources.pipelines.*.spec.clusters[*].node_type_id string REMOTE -resources.pipelines.*.spec.clusters[*].num_workers int REMOTE -resources.pipelines.*.spec.clusters[*].policy_id string REMOTE -resources.pipelines.*.spec.clusters[*].spark_conf map[string]string REMOTE -resources.pipelines.*.spec.clusters[*].spark_conf.* string REMOTE -resources.pipelines.*.spec.clusters[*].spark_env_vars map[string]string REMOTE -resources.pipelines.*.spec.clusters[*].spark_env_vars.* string REMOTE -resources.pipelines.*.spec.clusters[*].ssh_public_keys []string REMOTE -resources.pipelines.*.spec.clusters[*].ssh_public_keys[*] string REMOTE -resources.pipelines.*.spec.configuration map[string]string REMOTE -resources.pipelines.*.spec.configuration.* string REMOTE -resources.pipelines.*.spec.continuous bool REMOTE -resources.pipelines.*.spec.deployment *pipelines.PipelineDeployment REMOTE -resources.pipelines.*.spec.deployment.kind pipelines.DeploymentKind REMOTE -resources.pipelines.*.spec.deployment.metadata_file_path string REMOTE -resources.pipelines.*.spec.development bool REMOTE -resources.pipelines.*.spec.edition string REMOTE -resources.pipelines.*.spec.environment *pipelines.PipelinesEnvironment REMOTE -resources.pipelines.*.spec.environment.dependencies []string REMOTE -resources.pipelines.*.spec.environment.dependencies[*] string REMOTE -resources.pipelines.*.spec.event_log *pipelines.EventLogSpec REMOTE -resources.pipelines.*.spec.event_log.catalog string REMOTE -resources.pipelines.*.spec.event_log.name string REMOTE -resources.pipelines.*.spec.event_log.schema string REMOTE -resources.pipelines.*.spec.filters *pipelines.Filters REMOTE -resources.pipelines.*.spec.filters.exclude []string REMOTE -resources.pipelines.*.spec.filters.exclude[*] string REMOTE -resources.pipelines.*.spec.filters.include []string REMOTE -resources.pipelines.*.spec.filters.include[*] string REMOTE -resources.pipelines.*.spec.gateway_definition *pipelines.IngestionGatewayPipelineDefinition REMOTE -resources.pipelines.*.spec.gateway_definition.connection_id string REMOTE -resources.pipelines.*.spec.gateway_definition.connection_name string REMOTE -resources.pipelines.*.spec.gateway_definition.connection_parameters *pipelines.ConnectionParameters REMOTE -resources.pipelines.*.spec.gateway_definition.connection_parameters.source_catalog string REMOTE -resources.pipelines.*.spec.gateway_definition.gateway_storage_catalog string REMOTE -resources.pipelines.*.spec.gateway_definition.gateway_storage_name string REMOTE -resources.pipelines.*.spec.gateway_definition.gateway_storage_schema string REMOTE -resources.pipelines.*.spec.id string REMOTE -resources.pipelines.*.spec.ingestion_definition *pipelines.IngestionPipelineDefinition REMOTE -resources.pipelines.*.spec.ingestion_definition.connection_name string REMOTE -resources.pipelines.*.spec.ingestion_definition.full_refresh_window *pipelines.OperationTimeWindow REMOTE -resources.pipelines.*.spec.ingestion_definition.full_refresh_window.days_of_week []pipelines.DayOfWeek REMOTE -resources.pipelines.*.spec.ingestion_definition.full_refresh_window.days_of_week[*] pipelines.DayOfWeek REMOTE -resources.pipelines.*.spec.ingestion_definition.full_refresh_window.start_hour int REMOTE -resources.pipelines.*.spec.ingestion_definition.full_refresh_window.time_zone_id string REMOTE -resources.pipelines.*.spec.ingestion_definition.ingest_from_uc_foreign_catalog bool REMOTE -resources.pipelines.*.spec.ingestion_definition.ingestion_gateway_id string REMOTE -resources.pipelines.*.spec.ingestion_definition.netsuite_jar_path string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects []pipelines.IngestionConfig REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*] pipelines.IngestionConfig REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report *pipelines.ReportSpec REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.destination_catalog string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.destination_schema string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.destination_table string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.source_url string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration *pipelines.TableSpecificConfig REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.auto_full_refresh_policy *pipelines.AutoFullRefreshPolicy REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.auto_full_refresh_policy.enabled bool REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.auto_full_refresh_policy.min_interval_hours int REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.exclude_columns []string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.exclude_columns[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.include_columns []string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.include_columns[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.primary_keys []string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.primary_keys[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.query_based_connector_config *pipelines.IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.query_based_connector_config.cursor_columns []string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.query_based_connector_config.cursor_columns[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.query_based_connector_config.deletion_condition string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.query_based_connector_config.hard_deletion_sync_min_interval_in_seconds int64 REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.row_filter string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.salesforce_include_formula_fields bool REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.scd_type pipelines.TableSpecificConfigScdType REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.sequence_by []string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.sequence_by[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters *pipelines.IngestionPipelineDefinitionWorkdayReportParameters REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.incremental bool REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.parameters map[string]string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.parameters.* string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.report_parameters []pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.report_parameters[*] pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.report_parameters[*].key string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].report.table_configuration.workday_report_parameters.report_parameters[*].value string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema *pipelines.SchemaSpec REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.destination_catalog string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.destination_schema string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.source_catalog string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.source_schema string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration *pipelines.TableSpecificConfig REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.auto_full_refresh_policy *pipelines.AutoFullRefreshPolicy REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.auto_full_refresh_policy.enabled bool REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.auto_full_refresh_policy.min_interval_hours int REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.exclude_columns []string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.exclude_columns[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.include_columns []string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.include_columns[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.primary_keys []string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.primary_keys[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.query_based_connector_config *pipelines.IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.query_based_connector_config.cursor_columns []string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.query_based_connector_config.cursor_columns[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.query_based_connector_config.deletion_condition string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.query_based_connector_config.hard_deletion_sync_min_interval_in_seconds int64 REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.row_filter string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.salesforce_include_formula_fields bool REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.scd_type pipelines.TableSpecificConfigScdType REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.sequence_by []string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.sequence_by[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters *pipelines.IngestionPipelineDefinitionWorkdayReportParameters REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.incremental bool REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.parameters map[string]string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.parameters.* string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.report_parameters []pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.report_parameters[*] pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.report_parameters[*].key string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].schema.table_configuration.workday_report_parameters.report_parameters[*].value string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table *pipelines.TableSpec REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.destination_catalog string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.destination_schema string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.destination_table string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.source_catalog string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.source_schema string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.source_table string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration *pipelines.TableSpecificConfig REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.auto_full_refresh_policy *pipelines.AutoFullRefreshPolicy REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.auto_full_refresh_policy.enabled bool REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.auto_full_refresh_policy.min_interval_hours int REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.exclude_columns []string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.exclude_columns[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.include_columns []string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.include_columns[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.primary_keys []string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.primary_keys[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.query_based_connector_config *pipelines.IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.query_based_connector_config.cursor_columns []string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.query_based_connector_config.cursor_columns[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.query_based_connector_config.deletion_condition string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.query_based_connector_config.hard_deletion_sync_min_interval_in_seconds int64 REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.row_filter string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.salesforce_include_formula_fields bool REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.scd_type pipelines.TableSpecificConfigScdType REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.sequence_by []string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.sequence_by[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters *pipelines.IngestionPipelineDefinitionWorkdayReportParameters REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.incremental bool REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.parameters map[string]string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.parameters.* string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.report_parameters []pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.report_parameters[*] pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.report_parameters[*].key string REMOTE -resources.pipelines.*.spec.ingestion_definition.objects[*].table.table_configuration.workday_report_parameters.report_parameters[*].value string REMOTE -resources.pipelines.*.spec.ingestion_definition.source_configurations []pipelines.SourceConfig REMOTE -resources.pipelines.*.spec.ingestion_definition.source_configurations[*] pipelines.SourceConfig REMOTE -resources.pipelines.*.spec.ingestion_definition.source_configurations[*].catalog *pipelines.SourceCatalogConfig REMOTE -resources.pipelines.*.spec.ingestion_definition.source_configurations[*].catalog.postgres *pipelines.PostgresCatalogConfig REMOTE -resources.pipelines.*.spec.ingestion_definition.source_configurations[*].catalog.postgres.slot_config *pipelines.PostgresSlotConfig REMOTE -resources.pipelines.*.spec.ingestion_definition.source_configurations[*].catalog.postgres.slot_config.publication_name string REMOTE -resources.pipelines.*.spec.ingestion_definition.source_configurations[*].catalog.postgres.slot_config.slot_name string REMOTE -resources.pipelines.*.spec.ingestion_definition.source_configurations[*].catalog.source_catalog string REMOTE -resources.pipelines.*.spec.ingestion_definition.source_type pipelines.IngestionSourceType REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration *pipelines.TableSpecificConfig REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.auto_full_refresh_policy *pipelines.AutoFullRefreshPolicy REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.auto_full_refresh_policy.enabled bool REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.auto_full_refresh_policy.min_interval_hours int REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.exclude_columns []string REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.exclude_columns[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.include_columns []string REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.include_columns[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.primary_keys []string REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.primary_keys[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.query_based_connector_config *pipelines.IngestionPipelineDefinitionTableSpecificConfigQueryBasedConnectorConfig REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.query_based_connector_config.cursor_columns []string REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.query_based_connector_config.cursor_columns[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.query_based_connector_config.deletion_condition string REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.query_based_connector_config.hard_deletion_sync_min_interval_in_seconds int64 REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.row_filter string REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.salesforce_include_formula_fields bool REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.scd_type pipelines.TableSpecificConfigScdType REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.sequence_by []string REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.sequence_by[*] string REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.workday_report_parameters *pipelines.IngestionPipelineDefinitionWorkdayReportParameters REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.workday_report_parameters.incremental bool REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.workday_report_parameters.parameters map[string]string REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.workday_report_parameters.parameters.* string REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.workday_report_parameters.report_parameters []pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.workday_report_parameters.report_parameters[*] pipelines.IngestionPipelineDefinitionWorkdayReportParametersQueryKeyValue REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.workday_report_parameters.report_parameters[*].key string REMOTE -resources.pipelines.*.spec.ingestion_definition.table_configuration.workday_report_parameters.report_parameters[*].value string REMOTE -resources.pipelines.*.spec.libraries []pipelines.PipelineLibrary REMOTE -resources.pipelines.*.spec.libraries[*] pipelines.PipelineLibrary REMOTE -resources.pipelines.*.spec.libraries[*].file *pipelines.FileLibrary REMOTE -resources.pipelines.*.spec.libraries[*].file.path string REMOTE -resources.pipelines.*.spec.libraries[*].glob *pipelines.PathPattern REMOTE -resources.pipelines.*.spec.libraries[*].glob.include string REMOTE -resources.pipelines.*.spec.libraries[*].jar string REMOTE -resources.pipelines.*.spec.libraries[*].maven *compute.MavenLibrary REMOTE -resources.pipelines.*.spec.libraries[*].maven.coordinates string REMOTE -resources.pipelines.*.spec.libraries[*].maven.exclusions []string REMOTE -resources.pipelines.*.spec.libraries[*].maven.exclusions[*] string REMOTE -resources.pipelines.*.spec.libraries[*].maven.repo string REMOTE -resources.pipelines.*.spec.libraries[*].notebook *pipelines.NotebookLibrary REMOTE -resources.pipelines.*.spec.libraries[*].notebook.path string REMOTE -resources.pipelines.*.spec.libraries[*].whl string REMOTE -resources.pipelines.*.spec.name string REMOTE -resources.pipelines.*.spec.notifications []pipelines.Notifications REMOTE -resources.pipelines.*.spec.notifications[*] pipelines.Notifications REMOTE -resources.pipelines.*.spec.notifications[*].alerts []string REMOTE -resources.pipelines.*.spec.notifications[*].alerts[*] string REMOTE -resources.pipelines.*.spec.notifications[*].email_recipients []string REMOTE -resources.pipelines.*.spec.notifications[*].email_recipients[*] string REMOTE -resources.pipelines.*.spec.photon bool REMOTE -resources.pipelines.*.spec.restart_window *pipelines.RestartWindow REMOTE -resources.pipelines.*.spec.restart_window.days_of_week []pipelines.DayOfWeek REMOTE -resources.pipelines.*.spec.restart_window.days_of_week[*] pipelines.DayOfWeek REMOTE -resources.pipelines.*.spec.restart_window.start_hour int REMOTE -resources.pipelines.*.spec.restart_window.time_zone_id string REMOTE -resources.pipelines.*.spec.root_path string REMOTE -resources.pipelines.*.spec.schema string REMOTE -resources.pipelines.*.spec.serverless bool REMOTE -resources.pipelines.*.spec.storage string REMOTE -resources.pipelines.*.spec.tags map[string]string REMOTE -resources.pipelines.*.spec.tags.* string REMOTE -resources.pipelines.*.spec.target string REMOTE -resources.pipelines.*.spec.trigger *pipelines.PipelineTrigger REMOTE -resources.pipelines.*.spec.trigger.cron *pipelines.CronTrigger REMOTE -resources.pipelines.*.spec.trigger.cron.quartz_cron_schedule string REMOTE -resources.pipelines.*.spec.trigger.cron.timezone_id string REMOTE -resources.pipelines.*.spec.trigger.manual *pipelines.ManualTrigger REMOTE -resources.pipelines.*.spec.usage_policy_id string REMOTE +resources.pipelines.*.schema string ALL +resources.pipelines.*.serverless bool ALL resources.pipelines.*.state pipelines.PipelineState REMOTE -resources.pipelines.*.storage string INPUT STATE -resources.pipelines.*.tags map[string]string INPUT STATE -resources.pipelines.*.tags.* string INPUT STATE -resources.pipelines.*.target string INPUT STATE -resources.pipelines.*.trigger *pipelines.PipelineTrigger INPUT STATE -resources.pipelines.*.trigger.cron *pipelines.CronTrigger INPUT STATE -resources.pipelines.*.trigger.cron.quartz_cron_schedule string INPUT STATE -resources.pipelines.*.trigger.cron.timezone_id string INPUT STATE -resources.pipelines.*.trigger.manual *pipelines.ManualTrigger INPUT STATE +resources.pipelines.*.storage string ALL +resources.pipelines.*.tags map[string]string ALL +resources.pipelines.*.tags.* string ALL +resources.pipelines.*.target string ALL +resources.pipelines.*.trigger *pipelines.PipelineTrigger ALL +resources.pipelines.*.trigger.cron *pipelines.CronTrigger ALL +resources.pipelines.*.trigger.cron.quartz_cron_schedule string ALL +resources.pipelines.*.trigger.cron.timezone_id string ALL +resources.pipelines.*.trigger.manual *pipelines.ManualTrigger ALL resources.pipelines.*.url string INPUT -resources.pipelines.*.usage_policy_id string INPUT STATE +resources.pipelines.*.usage_policy_id string ALL resources.pipelines.*.permissions.object_id string ALL resources.pipelines.*.permissions.permissions []iam.AccessControlRequest ALL resources.pipelines.*.permissions.permissions[*] iam.AccessControlRequest ALL diff --git a/acceptance/bundle/resource_deps/id_chain/out.plan_skip.direct.json b/acceptance/bundle/resource_deps/id_chain/out.plan_skip.direct.json index 81b4bb414a..e0fc76cefa 100644 --- a/acceptance/bundle/resource_deps/id_chain/out.plan_skip.direct.json +++ b/acceptance/bundle/resource_deps/id_chain/out.plan_skip.direct.json @@ -9,25 +9,23 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][0], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "description": "aa_new_desc", + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "aa", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "description": "aa_new_desc", - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "aa", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { @@ -58,25 +56,23 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][1], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "description": "new_prefix [NUMID]", + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "bb", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "description": "new_prefix [NUMID]", - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "bb", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { @@ -107,25 +103,23 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][2], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "description": "new_prefix [NUMID]", + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "cc", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "description": "new_prefix [NUMID]", - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "cc", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { @@ -156,25 +150,23 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][3], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "description": "new_prefix [NUMID]", + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "dd", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "description": "new_prefix [NUMID]", - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "dd", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { @@ -205,25 +197,23 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][4], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "description": "new_prefix [NUMID]", + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "ee", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "description": "new_prefix [NUMID]", - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "ee", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resource_deps/id_chain/out.plan_update.direct.json b/acceptance/bundle/resource_deps/id_chain/out.plan_update.direct.json index 1da12745c7..dee5041a1f 100644 --- a/acceptance/bundle/resource_deps/id_chain/out.plan_update.direct.json +++ b/acceptance/bundle/resource_deps/id_chain/out.plan_update.direct.json @@ -25,25 +25,23 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][0], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "description": "aa_desc", + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "aa", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "description": "aa_desc", - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "aa", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "description": { @@ -96,25 +94,23 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][1], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "description": "prefix [NUMID]", + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "bb", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "description": "prefix [NUMID]", - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "bb", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "description": { @@ -167,25 +163,23 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][2], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "description": "prefix [NUMID]", + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "cc", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "description": "prefix [NUMID]", - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "cc", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "description": { @@ -238,25 +232,23 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][3], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "description": "prefix [NUMID]", + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "dd", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "description": "prefix [NUMID]", - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "dd", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "description": { @@ -309,25 +301,23 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][4], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "description": "prefix [NUMID]", + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "ee", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "description": "prefix [NUMID]", - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "ee", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "description": { diff --git a/acceptance/bundle/resource_deps/job_id/out.plan_delete.direct.json b/acceptance/bundle/resource_deps/job_id/out.plan_delete.direct.json index c5cf1fe031..647c12056b 100644 --- a/acceptance/bundle/resource_deps/job_id/out.plan_delete.direct.json +++ b/acceptance/bundle/resource_deps/job_id/out.plan_delete.direct.json @@ -9,24 +9,22 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][0], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [BAR_ID], + "max_concurrent_runs": 1, + "name": "job bar", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job bar", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} } }, "resources.jobs.foo": { @@ -40,32 +38,30 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][1], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [FOO_ID], + "max_concurrent_runs": 1, + "name": "job foo", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job foo", - "queue": { - "enabled": true - }, - "tasks": [ - { - "run_job_task": { - "job_id": [BAR_ID] - }, - "task_key": "job_task" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "tasks": [ + { + "run_job_task": { + "job_id": [BAR_ID] + }, + "task_key": "job_task" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} } } } diff --git a/acceptance/bundle/resource_deps/job_id_delete_bar/out.plan_delete.direct.json b/acceptance/bundle/resource_deps/job_id_delete_bar/out.plan_delete.direct.json index 9a880989cd..4bae7511fc 100644 --- a/acceptance/bundle/resource_deps/job_id_delete_bar/out.plan_delete.direct.json +++ b/acceptance/bundle/resource_deps/job_id_delete_bar/out.plan_delete.direct.json @@ -9,24 +9,22 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][0], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [BAR_ID], + "max_concurrent_runs": 1, + "name": "job bar", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job bar", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} } }, "resources.jobs.foo": { @@ -49,32 +47,30 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][1], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [FOO_ID], + "max_concurrent_runs": 1, + "name": "job foo", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job foo", - "queue": { - "enabled": true - }, - "tasks": [ - { - "run_job_task": { - "job_id": [BAR_ID] - }, - "task_key": "job_task" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "tasks": [ + { + "run_job_task": { + "job_id": [BAR_ID] + }, + "task_key": "job_task" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resource_deps/job_id_delete_foo/out.plan_delete.direct.json b/acceptance/bundle/resource_deps/job_id_delete_foo/out.plan_delete.direct.json index fa023269cb..67186216f7 100644 --- a/acceptance/bundle/resource_deps/job_id_delete_foo/out.plan_delete.direct.json +++ b/acceptance/bundle/resource_deps/job_id_delete_foo/out.plan_delete.direct.json @@ -9,24 +9,22 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][0], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [BAR_ID], + "max_concurrent_runs": 1, + "name": "job bar", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job bar", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { @@ -57,32 +55,30 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][1], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [FOO_ID], + "max_concurrent_runs": 1, + "name": "job foo", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job foo", - "queue": { - "enabled": true - }, - "tasks": [ - { - "run_job_task": { - "job_id": [BAR_ID] - }, - "task_key": "job_task" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "tasks": [ + { + "run_job_task": { + "job_id": [BAR_ID] + }, + "task_key": "job_task" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} } } } diff --git a/acceptance/bundle/resource_deps/jobs_update_remote/out.plan_update.direct.json b/acceptance/bundle/resource_deps/jobs_update_remote/out.plan_update.direct.json index d1c06a1d77..ebd41d3c67 100644 --- a/acceptance/bundle/resource_deps/jobs_update_remote/out.plan_update.direct.json +++ b/acceptance/bundle/resource_deps/jobs_update_remote/out.plan_update.direct.json @@ -15,25 +15,23 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][0], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "description": "depends on foo id [FOO_ID]", + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [BAR_ID], + "max_concurrent_runs": 1, + "name": "bar", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "description": "depends on foo id [FOO_ID]", - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "bar", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { @@ -89,39 +87,37 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][1], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", + "job_clusters": [ + { + "job_cluster_key": "key", + "new_cluster": { + "spark_version": "13.3.x-scala2.12" + } + } + ], "job_id": [FOO_ID], + "max_concurrent_runs": 1, + "name": "foo", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "job_clusters": [ - { - "job_cluster_key": "key", - "new_cluster": { - "spark_version": "13.3.x-scala2.12" - } - } - ], - "max_concurrent_runs": 1, - "name": "foo", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "trigger": { - "pause_status": "UNPAUSED", - "periodic": { - "interval": 1, - "unit": "HOURS" - } - }, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "trigger": { + "pause_status": "UNPAUSED", + "periodic": { + "interval": 1, + "unit": "HOURS" + } + }, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resource_deps/missing_ingestion_definition/out.deploy.direct.txt b/acceptance/bundle/resource_deps/missing_ingestion_definition/out.deploy.direct.txt new file mode 100644 index 0000000000..ca94099d2e --- /dev/null +++ b/acceptance/bundle/resource_deps/missing_ingestion_definition/out.deploy.direct.txt @@ -0,0 +1,7 @@ +Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files... +Deploying resources... +Error: cannot create resources.pipelines.bar: cannot resolve "${resources.pipelines.foo.ingestion_definition.connection_name}": ingestion_definition: cannot access nil value + +Updating deployment state... + +Exit code: 1 diff --git a/acceptance/bundle/resource_deps/missing_ingestion_definition/out.deploy.terraform.txt b/acceptance/bundle/resource_deps/missing_ingestion_definition/out.deploy.terraform.txt new file mode 100644 index 0000000000..6c234ec40e --- /dev/null +++ b/acceptance/bundle/resource_deps/missing_ingestion_definition/out.deploy.terraform.txt @@ -0,0 +1,16 @@ +Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files... +Error: exit status 1 + +Error: Invalid index + + on bundle.tf.json line 22, in resource.databricks_pipeline.bar: + 22: "name": "pbar ${databricks_pipeline.foo.ingestion_definition[0].connection_name}" + ├──────────────── + │ databricks_pipeline.foo.ingestion_definition is empty list of object + +The given key does not identify an element in this collection value: the +collection has no elements. + + + +Exit code: 1 diff --git a/acceptance/bundle/resource_deps/missing_ingestion_definition/out.plan.direct.txt b/acceptance/bundle/resource_deps/missing_ingestion_definition/out.plan.direct.txt index ec62f6c6ed..11226504b4 100644 --- a/acceptance/bundle/resource_deps/missing_ingestion_definition/out.plan.direct.txt +++ b/acceptance/bundle/resource_deps/missing_ingestion_definition/out.plan.direct.txt @@ -1,4 +1,4 @@ -Error: cannot plan resources.pipelines.bar: cannot resolve "${resources.pipelines.foo.ingestion_definition.connection_name}": field not set: ingestion_definition: cannot access nil value - -Error: planning failed +create pipelines.bar +create pipelines.foo +Plan: 2 to add, 0 to change, 0 to delete, 0 unchanged diff --git a/acceptance/bundle/resource_deps/missing_ingestion_definition/out.plan.terraform.txt b/acceptance/bundle/resource_deps/missing_ingestion_definition/out.plan.terraform.txt index e9df63cd62..e603a9eb9e 100644 --- a/acceptance/bundle/resource_deps/missing_ingestion_definition/out.plan.terraform.txt +++ b/acceptance/bundle/resource_deps/missing_ingestion_definition/out.plan.terraform.txt @@ -11,3 +11,5 @@ The given key does not identify an element in this collection value: the collection has no elements. + +Exit code: 1 diff --git a/acceptance/bundle/resource_deps/missing_ingestion_definition/out.requests.txt b/acceptance/bundle/resource_deps/missing_ingestion_definition/out.requests.txt deleted file mode 100644 index dadad9574e..0000000000 --- a/acceptance/bundle/resource_deps/missing_ingestion_definition/out.requests.txt +++ /dev/null @@ -1,53 +0,0 @@ -{ - "method": "GET", - "path": "/api/2.0/preview/scim/v2/Me" -} -{ - "method": "GET", - "path": "/api/2.0/workspace/get-status", - "q": { - "path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files" - } -} -{ - "method": "POST", - "path": "/api/2.0/workspace/mkdirs", - "body": { - "path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files" - } -} -{ - "method": "GET", - "path": "/api/2.0/workspace/get-status", - "q": { - "path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/files" - } -} -{ - "method": "GET", - "path": "/api/2.0/preview/scim/v2/Me" -} -{ - "method": "GET", - "path": "/api/2.0/workspace/get-status", - "q": { - "path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/resources.json", - "return_export_info": "true" - } -} -{ - "method": "GET", - "path": "/api/2.0/workspace/get-status", - "q": { - "path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/resources.json", - "return_export_info": "true" - } -} -{ - "method": "GET", - "path": "/api/2.0/workspace/get-status", - "q": { - "path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/deployment.json", - "return_export_info": "true" - } -} diff --git a/acceptance/bundle/resource_deps/missing_ingestion_definition/script b/acceptance/bundle/resource_deps/missing_ingestion_definition/script index 07fb9b7715..e6dff48b9b 100644 --- a/acceptance/bundle/resource_deps/missing_ingestion_definition/script +++ b/acceptance/bundle/resource_deps/missing_ingestion_definition/script @@ -5,4 +5,5 @@ if [ "$DATABRICKS_BUNDLE_ENGINE" = "terraform" ]; then fi $CLI bundle validate -o json | jq .resources.pipelines > out.validate.$DATABRICKS_BUNDLE_ENGINE.json -musterr $CLI bundle plan &> out.plan.$DATABRICKS_BUNDLE_ENGINE.txt +errcode $CLI bundle plan &> out.plan.$DATABRICKS_BUNDLE_ENGINE.txt +errcode $CLI bundle deploy &> out.deploy.$DATABRICKS_BUNDLE_ENGINE.txt diff --git a/acceptance/bundle/resource_deps/missing_ingestion_definition/test.toml b/acceptance/bundle/resource_deps/missing_ingestion_definition/test.toml index deca119444..a729447fde 100644 --- a/acceptance/bundle/resource_deps/missing_ingestion_definition/test.toml +++ b/acceptance/bundle/resource_deps/missing_ingestion_definition/test.toml @@ -1,8 +1,2 @@ Badness = "In TF error message talks about ingestion_definition being a list which is not the case. In direct error message says 'on invalid' which is confusing, should say about ingestion_definition being nil" - -[Env] -DATABRICKS_CACHE_ENABLED = 'false' - -[[Repls]] -Old = 'terraform.tfstate' -New = 'resources.json' +RecordRequests = false diff --git a/acceptance/bundle/resource_deps/missing_map_key/out.deploy.direct.txt b/acceptance/bundle/resource_deps/missing_map_key/out.deploy.direct.txt index 62413199d6..fce4ba9d5a 100644 --- a/acceptance/bundle/resource_deps/missing_map_key/out.deploy.direct.txt +++ b/acceptance/bundle/resource_deps/missing_map_key/out.deploy.direct.txt @@ -1,5 +1,5 @@ Uploading bundle files to /Workspace/Users/[USERNAME]/.bundle/state/default/files... -Error: cannot plan resources.jobs.bar: cannot resolve "${resources.jobs.test.tasks[0].new_cluster.custom_tags.missing_tag}": field not set: tasks[0].new_cluster.custom_tags.missing_tag: key "missing_tag" not found in map - -Error: planning failed +Deploying resources... +Error: cannot create resources.jobs.bar: cannot resolve "${resources.jobs.test.tasks[0].new_cluster.custom_tags.missing_tag}": tasks[0].new_cluster.custom_tags.missing_tag: key "missing_tag" not found in map +Updating deployment state... diff --git a/acceptance/bundle/resource_deps/missing_map_key/out.plan.direct.txt b/acceptance/bundle/resource_deps/missing_map_key/out.plan.direct.txt index f421ecb3e0..5b4fdf3ca7 100644 --- a/acceptance/bundle/resource_deps/missing_map_key/out.plan.direct.txt +++ b/acceptance/bundle/resource_deps/missing_map_key/out.plan.direct.txt @@ -1,4 +1,4 @@ -Error: cannot plan resources.jobs.bar: cannot resolve "${resources.jobs.test.tasks[0].new_cluster.custom_tags.missing_tag}": field not set: tasks[0].new_cluster.custom_tags.missing_tag: key "missing_tag" not found in map - -Error: planning failed +create jobs.bar +create jobs.test +Plan: 2 to add, 0 to change, 0 to delete, 0 unchanged diff --git a/acceptance/bundle/resource_deps/missing_map_key/out.plan.terraform.txt b/acceptance/bundle/resource_deps/missing_map_key/out.plan.terraform.txt index 2dd6d52d76..7f63edb902 100644 --- a/acceptance/bundle/resource_deps/missing_map_key/out.plan.terraform.txt +++ b/acceptance/bundle/resource_deps/missing_map_key/out.plan.terraform.txt @@ -10,3 +10,5 @@ Error: Missing map element This map does not have an element with the key "missing_tag". + +Exit code: 1 diff --git a/acceptance/bundle/resource_deps/missing_map_key/script b/acceptance/bundle/resource_deps/missing_map_key/script index 464b649023..408972edc3 100644 --- a/acceptance/bundle/resource_deps/missing_map_key/script +++ b/acceptance/bundle/resource_deps/missing_map_key/script @@ -5,5 +5,5 @@ if [ "$DATABRICKS_BUNDLE_ENGINE" = "terraform" ]; then fi trace $CLI bundle validate -o json | jq .resources > out.validate.$DATABRICKS_BUNDLE_ENGINE.json -musterr $CLI bundle plan &> out.plan.$DATABRICKS_BUNDLE_ENGINE.txt +errcode $CLI bundle plan &> out.plan.$DATABRICKS_BUNDLE_ENGINE.txt musterr $CLI bundle deploy &> out.deploy.$DATABRICKS_BUNDLE_ENGINE.txt diff --git a/acceptance/bundle/resource_deps/pipelines_recreate/out.plan_noop.direct.json b/acceptance/bundle/resource_deps/pipelines_recreate/out.plan_noop.direct.json index b4409ce922..274fd5a4f2 100644 --- a/acceptance/bundle/resource_deps/pipelines_recreate/out.plan_noop.direct.json +++ b/acceptance/bundle/resource_deps/pipelines_recreate/out.plan_noop.direct.json @@ -15,25 +15,23 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][0], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "description": "depends on foo id [FOO_ID_2]", + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [BAR_ID], + "max_concurrent_runs": 1, + "name": "job bar", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "description": "depends on foo id [FOO_ID_2]", - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job bar", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { @@ -56,23 +54,20 @@ "resources.pipelines.foo": { "action": "skip", "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edition": "ADVANCED", + "id": "[FOO_ID_2]", "last_modified": [UNIX_TIME_MILLIS][1], "name": "pipeline foo", "pipeline_id": "[FOO_ID_2]", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edition": "ADVANCED", - "id": "[FOO_ID_2]", - "name": "pipeline foo", - "storage": "dbfs:/my-new-storage" - }, - "state": "IDLE" + "state": "IDLE", + "storage": "dbfs:/my-new-storage" } } } diff --git a/acceptance/bundle/resource_deps/pipelines_recreate/out.plan_update.direct.json b/acceptance/bundle/resource_deps/pipelines_recreate/out.plan_update.direct.json index 82e1be4349..a1374fabe3 100644 --- a/acceptance/bundle/resource_deps/pipelines_recreate/out.plan_update.direct.json +++ b/acceptance/bundle/resource_deps/pipelines_recreate/out.plan_update.direct.json @@ -34,25 +34,23 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][0], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "description": "depends on foo id [FOO_ID]", + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [BAR_ID], + "max_concurrent_runs": 1, + "name": "job bar", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "description": "depends on foo id [FOO_ID]", - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job bar", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "description": { @@ -93,23 +91,20 @@ } }, "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edition": "ADVANCED", + "id": "[FOO_ID]", "last_modified": [UNIX_TIME_MILLIS][1], "name": "pipeline foo", "pipeline_id": "[FOO_ID]", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edition": "ADVANCED", - "id": "[FOO_ID]", - "name": "pipeline foo", - "storage": "dbfs:/my-storage" - }, - "state": "IDLE" + "state": "IDLE", + "storage": "dbfs:/my-storage" }, "changes": { "storage": { diff --git a/acceptance/bundle/resource_deps/remote_pipeline/out.plan_skip.direct.json b/acceptance/bundle/resource_deps/remote_pipeline/out.plan_skip.direct.json index 8768945b9f..18585bffb5 100644 --- a/acceptance/bundle/resource_deps/remote_pipeline/out.plan_skip.direct.json +++ b/acceptance/bundle/resource_deps/remote_pipeline/out.plan_skip.direct.json @@ -7,23 +7,20 @@ "resources.pipelines.foo1": { "action": "skip", "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edition": "ADVANCED", + "id": "[UUID]", "last_modified": [UNIX_TIME_MILLIS], "name": "foo1 name", "pipeline_id": "[UUID]", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edition": "ADVANCED", - "id": "[UUID]", - "name": "foo1 name", - "storage": "dbfs:/pipelines/[UUID]" - }, - "state": "IDLE" + "state": "IDLE", + "storage": "dbfs:/pipelines/[UUID]" }, "changes": { "storage": { @@ -42,23 +39,20 @@ ], "action": "skip", "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edition": "ADVANCED", + "id": "[UUID]", "last_modified": [UNIX_TIME_MILLIS], "name": "foo2 foo1.creator_user_name=[USERNAME]", "pipeline_id": "[UUID]", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edition": "ADVANCED", - "id": "[UUID]", - "name": "foo2 foo1.creator_user_name=[USERNAME]", - "storage": "dbfs:/pipelines/[UUID]" - }, - "state": "IDLE" + "state": "IDLE", + "storage": "dbfs:/pipelines/[UUID]" }, "changes": { "storage": { @@ -77,23 +71,20 @@ ], "action": "skip", "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edition": "ADVANCED", + "id": "[UUID]", "last_modified": [UNIX_TIME_MILLIS], "name": "foo3 foo2.state=IDLE", "pipeline_id": "[UUID]", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edition": "ADVANCED", - "id": "[UUID]", - "name": "foo3 foo2.state=IDLE", - "storage": "dbfs:/pipelines/[UUID]" - }, - "state": "IDLE" + "state": "IDLE", + "storage": "dbfs:/pipelines/[UUID]" }, "changes": { "storage": { @@ -112,23 +103,20 @@ ], "action": "skip", "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edition": "ADVANCED", + "id": "[UUID]", "last_modified": [UNIX_TIME_MILLIS], "name": "foo4 foo3.last_modified=[UNIX_TIME_MILLIS]", "pipeline_id": "[UUID]", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edition": "ADVANCED", - "id": "[UUID]", - "name": "foo4 foo3.last_modified=[UNIX_TIME_MILLIS]", - "storage": "dbfs:/pipelines/[UUID]" - }, - "state": "IDLE" + "state": "IDLE", + "storage": "dbfs:/pipelines/[UUID]" }, "changes": { "storage": { diff --git a/acceptance/bundle/resources/jobs/delete_job/out.plan.direct.json b/acceptance/bundle/resources/jobs/delete_job/out.plan.direct.json index 07a5d57939..e55636471c 100644 --- a/acceptance/bundle/resources/jobs/delete_job/out.plan.direct.json +++ b/acceptance/bundle/resources/jobs/delete_job/out.plan.direct.json @@ -9,58 +9,56 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "Untitled", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "Untitled", - "queue": { - "enabled": true + "tasks": [ + { + "existing_cluster_id": "0717-132531-5opeqon1", + "libraries": [ + { + "whl": "/Workspace/Users/foo@bar.com/mywheel.whl" + } + ], + "python_wheel_task": { + "entry_point": "run", + "package_name": "whl" + }, + "task_key": "TestTask1" }, - "tasks": [ - { - "existing_cluster_id": "0717-132531-5opeqon1", - "libraries": [ - { - "whl": "/Workspace/Users/foo@bar.com/mywheel.whl" - } - ], - "python_wheel_task": { - "entry_point": "run", - "package_name": "whl" - }, - "task_key": "TestTask1" + { + "for_each_task": { + "inputs": "[1]", + "task": { + "existing_cluster_id": "0717-132531-5opeqon1", + "libraries": [ + { + "whl": "/Workspace/Users/foo@bar.com/mywheel.whl" + } + ], + "python_wheel_task": { + "entry_point": "run", + "package_name": "whl" + }, + "task_key": "TestTask2" + } }, - { - "for_each_task": { - "inputs": "[1]", - "task": { - "existing_cluster_id": "0717-132531-5opeqon1", - "libraries": [ - { - "whl": "/Workspace/Users/foo@bar.com/mywheel.whl" - } - ], - "python_wheel_task": { - "entry_point": "run", - "package_name": "whl" - }, - "task_key": "TestTask2" - } - }, - "task_key": "TestTask2" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "task_key": "TestTask2" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} } } } diff --git a/acceptance/bundle/resources/jobs/delete_task/out.plan_update.direct.json b/acceptance/bundle/resources/jobs/delete_task/out.plan_update.direct.json index 8a1003d0bb..4227cfc0d2 100644 --- a/acceptance/bundle/resources/jobs/delete_task/out.plan_update.direct.json +++ b/acceptance/bundle/resources/jobs/delete_task/out.plan_update.direct.json @@ -45,58 +45,56 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "Untitled", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "Untitled", - "queue": { - "enabled": true + "tasks": [ + { + "existing_cluster_id": "0717-132531-5opeqon1", + "libraries": [ + { + "whl": "/Workspace/Users/foo@bar.com/mywheel.whl" + } + ], + "python_wheel_task": { + "entry_point": "run", + "package_name": "whl" + }, + "task_key": "TestTask1" }, - "tasks": [ - { - "existing_cluster_id": "0717-132531-5opeqon1", - "libraries": [ - { - "whl": "/Workspace/Users/foo@bar.com/mywheel.whl" - } - ], - "python_wheel_task": { - "entry_point": "run", - "package_name": "whl" - }, - "task_key": "TestTask1" + { + "for_each_task": { + "inputs": "[1]", + "task": { + "existing_cluster_id": "0717-132531-5opeqon1", + "libraries": [ + { + "whl": "/Workspace/Users/foo@bar.com/mywheel.whl" + } + ], + "python_wheel_task": { + "entry_point": "run", + "package_name": "whl" + }, + "task_key": "TestTask2" + } }, - { - "for_each_task": { - "inputs": "[1]", - "task": { - "existing_cluster_id": "0717-132531-5opeqon1", - "libraries": [ - { - "whl": "/Workspace/Users/foo@bar.com/mywheel.whl" - } - ], - "python_wheel_task": { - "entry_point": "run", - "package_name": "whl" - }, - "task_key": "TestTask2" - } - }, - "task_key": "TestTask2" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "task_key": "TestTask2" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/jobs/remote_add_tag/out.plan_post_update.direct.json b/acceptance/bundle/resources/jobs/remote_add_tag/out.plan_post_update.direct.json index 2fa9afe8c0..6bd555c0e8 100644 --- a/acceptance/bundle/resources/jobs/remote_add_tag/out.plan_post_update.direct.json +++ b/acceptance/bundle/resources/jobs/remote_add_tag/out.plan_post_update.direct.json @@ -42,43 +42,41 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [FOO_ID], + "max_concurrent_runs": 1, + "name": "My Wheel Job", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "My Wheel Job", - "queue": { - "enabled": true - }, - "tags": { - "new_tag": "new_value", - "tag1": "tag value" - }, - "tasks": [ - { - "environment_key": "test_env", - "libraries": [ - { - "whl": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/artifacts/.internal/hello.whl" - } - ], - "python_wheel_task": { - "entry_point": "run", - "package_name": "my_test_code" - }, - "task_key": "TestTask" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "tags": { + "new_tag": "new_value", + "tag1": "tag value" + }, + "tasks": [ + { + "environment_key": "test_env", + "libraries": [ + { + "whl": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/artifacts/.internal/hello.whl" + } + ], + "python_wheel_task": { + "entry_point": "run", + "package_name": "my_test_code" + }, + "task_key": "TestTask" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/jobs/remote_matches_config/out.plan.direct.json b/acceptance/bundle/resources/jobs/remote_matches_config/out.plan.direct.json index 25c69d1465..f7667f05cd 100644 --- a/acceptance/bundle/resources/jobs/remote_matches_config/out.plan.direct.json +++ b/acceptance/bundle/resources/jobs/remote_matches_config/out.plan.direct.json @@ -9,41 +9,39 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [MY_JOB_ID], + "max_concurrent_runs": 2, + "name": "Test Job for Conflict Detection", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 2, - "name": "Test Job for Conflict Detection", - "queue": { - "enabled": true - }, - "tags": { - "environment": "dev" - }, - "tasks": [ - { - "new_cluster": { - "node_type_id": "[NODE_TYPE_ID]", - "num_workers": 1, - "spark_version": "13.3.x-scala2.12" - }, - "notebook_task": { - "notebook_path": "/Users/{{workspace_user_name}}/test_notebook", - "source": "WORKSPACE" - }, - "task_key": "main_task" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "tags": { + "environment": "dev" + }, + "tasks": [ + { + "new_cluster": { + "node_type_id": "[NODE_TYPE_ID]", + "num_workers": 1, + "spark_version": "13.3.x-scala2.12" + }, + "notebook_task": { + "notebook_path": "/Users/{{workspace_user_name}}/test_notebook", + "source": "WORKSPACE" + }, + "task_key": "main_task" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/jobs/update/out.plan_skip.direct.json b/acceptance/bundle/resources/jobs/update/out.plan_skip.direct.json index 8765cf239e..837444604a 100644 --- a/acceptance/bundle/resources/jobs/update/out.plan_skip.direct.json +++ b/acceptance/bundle/resources/jobs/update/out.plan_skip.direct.json @@ -9,40 +9,38 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", + "job_clusters": [ + { + "job_cluster_key": "key", + "new_cluster": { + "num_workers": 0, + "spark_version": "13.3.x-scala2.12" + } + } + ], "job_id": [FOO_ID], + "max_concurrent_runs": 1, + "name": "foo", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "job_clusters": [ - { - "job_cluster_key": "key", - "new_cluster": { - "num_workers": 0, - "spark_version": "13.3.x-scala2.12" - } - } - ], - "max_concurrent_runs": 1, - "name": "foo", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "trigger": { - "pause_status": "UNPAUSED", - "periodic": { - "interval": 1, - "unit": "DAYS" - } - }, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "trigger": { + "pause_status": "UNPAUSED", + "periodic": { + "interval": 1, + "unit": "DAYS" + } + }, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/jobs/update/out.plan_update.direct.json b/acceptance/bundle/resources/jobs/update/out.plan_update.direct.json index fce84448a2..8557f1809a 100644 --- a/acceptance/bundle/resources/jobs/update/out.plan_update.direct.json +++ b/acceptance/bundle/resources/jobs/update/out.plan_update.direct.json @@ -40,40 +40,38 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", + "job_clusters": [ + { + "job_cluster_key": "key", + "new_cluster": { + "num_workers": 0, + "spark_version": "13.3.x-scala2.12" + } + } + ], "job_id": [FOO_ID], + "max_concurrent_runs": 1, + "name": "foo", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "job_clusters": [ - { - "job_cluster_key": "key", - "new_cluster": { - "num_workers": 0, - "spark_version": "13.3.x-scala2.12" - } - } - ], - "max_concurrent_runs": 1, - "name": "foo", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "trigger": { - "pause_status": "UNPAUSED", - "periodic": { - "interval": 1, - "unit": "DAYS" - } - }, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "trigger": { + "pause_status": "UNPAUSED", + "periodic": { + "interval": 1, + "unit": "DAYS" + } + }, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/jobs/update_single_node/out.plan_skip.direct.json b/acceptance/bundle/resources/jobs/update_single_node/out.plan_skip.direct.json index a4ca9d2b07..b62a6e6c1f 100644 --- a/acceptance/bundle/resources/jobs/update_single_node/out.plan_skip.direct.json +++ b/acceptance/bundle/resources/jobs/update_single_node/out.plan_skip.direct.json @@ -9,47 +9,45 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", + "job_clusters": [ + { + "job_cluster_key": "key", + "new_cluster": { + "custom_tags": { + "ResourceClass": "SingleNode" + }, + "num_workers": 0, + "spark_conf": { + "spark.databricks.cluster.profile": "singleNode", + "spark.master": "local[*]" + }, + "spark_version": "13.3.x-scala2.12" + } + } + ], "job_id": [FOO_ID], + "max_concurrent_runs": 1, + "name": "foo", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "job_clusters": [ - { - "job_cluster_key": "key", - "new_cluster": { - "custom_tags": { - "ResourceClass": "SingleNode" - }, - "num_workers": 0, - "spark_conf": { - "spark.databricks.cluster.profile": "singleNode", - "spark.master": "local[*]" - }, - "spark_version": "13.3.x-scala2.12" - } - } - ], - "max_concurrent_runs": 1, - "name": "foo", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "trigger": { - "pause_status": "UNPAUSED", - "periodic": { - "interval": 1, - "unit": "DAYS" - } - }, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "trigger": { + "pause_status": "UNPAUSED", + "periodic": { + "interval": 1, + "unit": "DAYS" + } + }, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/jobs/update_single_node/out.plan_update.direct.json b/acceptance/bundle/resources/jobs/update_single_node/out.plan_update.direct.json index 3e3d9613f9..203c1ee131 100644 --- a/acceptance/bundle/resources/jobs/update_single_node/out.plan_update.direct.json +++ b/acceptance/bundle/resources/jobs/update_single_node/out.plan_update.direct.json @@ -47,47 +47,45 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", + "job_clusters": [ + { + "job_cluster_key": "key", + "new_cluster": { + "custom_tags": { + "ResourceClass": "SingleNode" + }, + "num_workers": 0, + "spark_conf": { + "spark.databricks.cluster.profile": "singleNode", + "spark.master": "local[*]" + }, + "spark_version": "13.3.x-scala2.12" + } + } + ], "job_id": [FOO_ID], + "max_concurrent_runs": 1, + "name": "foo", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "job_clusters": [ - { - "job_cluster_key": "key", - "new_cluster": { - "custom_tags": { - "ResourceClass": "SingleNode" - }, - "num_workers": 0, - "spark_conf": { - "spark.databricks.cluster.profile": "singleNode", - "spark.master": "local[*]" - }, - "spark_version": "13.3.x-scala2.12" - } - } - ], - "max_concurrent_runs": 1, - "name": "foo", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "trigger": { - "pause_status": "UNPAUSED", - "periodic": { - "interval": 1, - "unit": "DAYS" - } - }, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "trigger": { + "pause_status": "UNPAUSED", + "periodic": { + "interval": 1, + "unit": "DAYS" + } + }, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/permissions/jobs/added_remotely/out.plan.direct.json b/acceptance/bundle/resources/permissions/jobs/added_remotely/out.plan.direct.json index 0ad4d88349..dfcdf778df 100644 --- a/acceptance/bundle/resources/permissions/jobs/added_remotely/out.plan.direct.json +++ b/acceptance/bundle/resources/permissions/jobs/added_remotely/out.plan.direct.json @@ -9,33 +9,31 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [JOB_WITH_PERMISSIONS_ID], + "max_concurrent_runs": 1, + "name": "job permissions added remotely", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job permissions added remotely", - "queue": { - "enabled": true - }, - "tasks": [ - { - "notebook_task": { - "notebook_path": "/Workspace/Users/user@example.com/notebook", - "source": "WORKSPACE" - }, - "task_key": "main" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "tasks": [ + { + "notebook_task": { + "notebook_path": "/Workspace/Users/user@example.com/notebook", + "source": "WORKSPACE" + }, + "task_key": "main" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/permissions/jobs/current_can_manage_run/out.plan.direct.txt b/acceptance/bundle/resources/permissions/jobs/current_can_manage_run/out.plan.direct.txt index 8481cb4d9f..cae78d0fd7 100644 --- a/acceptance/bundle/resources/permissions/jobs/current_can_manage_run/out.plan.direct.txt +++ b/acceptance/bundle/resources/permissions/jobs/current_can_manage_run/out.plan.direct.txt @@ -9,24 +9,22 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle-[UNIQUE_NAME]/green/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "Untitled", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle-[UNIQUE_NAME]/green/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "Untitled", - "queue": { - "enabled": true - }, - "timeout_seconds": 0, - "webhook_notifications": {} - } + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/permissions/jobs/delete_one/local/out.plan_update.direct.json b/acceptance/bundle/resources/permissions/jobs/delete_one/local/out.plan_update.direct.json index ff354358ea..ad1dbf352b 100644 --- a/acceptance/bundle/resources/permissions/jobs/delete_one/local/out.plan_update.direct.json +++ b/acceptance/bundle/resources/permissions/jobs/delete_one/local/out.plan_update.direct.json @@ -9,33 +9,31 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle-[UNIQUE_NAME]/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "job with permissions", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/test-bundle-[UNIQUE_NAME]/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job with permissions", - "queue": { - "enabled": true - }, - "tasks": [ - { - "notebook_task": { - "notebook_path": "/Workspace/Users/tester@databricks.com/notebook", - "source": "WORKSPACE" - }, - "task_key": "main" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "tasks": [ + { + "notebook_task": { + "notebook_path": "/Workspace/Users/tester@databricks.com/notebook", + "source": "WORKSPACE" + }, + "task_key": "main" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/permissions/jobs/deleted_remotely/out.plan_restore.direct.json b/acceptance/bundle/resources/permissions/jobs/deleted_remotely/out.plan_restore.direct.json index 47097ba168..b6d15e5373 100644 --- a/acceptance/bundle/resources/permissions/jobs/deleted_remotely/out.plan_restore.direct.json +++ b/acceptance/bundle/resources/permissions/jobs/deleted_remotely/out.plan_restore.direct.json @@ -9,33 +9,31 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/jobs-permissions-deleted-remotely/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [JOB_WITH_PERMISSIONS_ID], + "max_concurrent_runs": 1, + "name": "job permissions deleted remotely", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/jobs-permissions-deleted-remotely/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job permissions deleted remotely", - "queue": { - "enabled": true - }, - "tasks": [ - { - "notebook_task": { - "notebook_path": "/Workspace/Users/user@example.com/notebook", - "source": "WORKSPACE" - }, - "task_key": "main" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "tasks": [ + { + "notebook_task": { + "notebook_path": "/Workspace/Users/user@example.com/notebook", + "source": "WORKSPACE" + }, + "task_key": "main" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/permissions/jobs/destroy_without_mgmtperms/with_permissions/out.destroy.direct.txt b/acceptance/bundle/resources/permissions/jobs/destroy_without_mgmtperms/with_permissions/out.destroy.direct.txt index 11a6d33ded..e7fbe83609 100644 --- a/acceptance/bundle/resources/permissions/jobs/destroy_without_mgmtperms/with_permissions/out.destroy.direct.txt +++ b/acceptance/bundle/resources/permissions/jobs/destroy_without_mgmtperms/with_permissions/out.destroy.direct.txt @@ -1,12 +1,9 @@ >>> errcode as-test-sp [CLI] bundle destroy --auto-approve -Warn: cannot read resources.jobs.foo id="[NUMID]": User [UUID] does not have View or Admin or Manage Run or Owner permissions on job [NUMID] -Warn: cannot read resources.jobs.foo.permissions id="/jobs/[NUMID]": [UUID] does not have Manage permissions on Job with ID: ElasticJobId([NUMID]). Please contact the owner or an administrator for access. -The following resources will be deleted: - delete resources.jobs.foo +Warn: reading resources.jobs.foo.permissions id="/jobs/[NUMID]": [UUID] does not have Manage permissions on Job with ID: ElasticJobId([NUMID]). Please contact the owner or an administrator for access. +Error: cannot plan resources.jobs.foo: dependency failed: resources.jobs.foo.permissions -All files and directories at the following location will be deleted: /Workspace/Users/[UUID]/.bundle/test-bundle-[UNIQUE_NAME]/default +Error: planning failed -Warn: Ignoring permission error when deleting resources.jobs.foo id=[NUMID]: User [UUID] does not have Admin or Owner permissions on job [NUMID] -Deleting files... -Destroy complete! + +Exit code: 1 diff --git a/acceptance/bundle/resources/permissions/jobs/update/out.plan_delete_all.direct.json b/acceptance/bundle/resources/permissions/jobs/update/out.plan_delete_all.direct.json index 091af682fc..facb38f2de 100644 --- a/acceptance/bundle/resources/permissions/jobs/update/out.plan_delete_all.direct.json +++ b/acceptance/bundle/resources/permissions/jobs/update/out.plan_delete_all.direct.json @@ -9,33 +9,31 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/jobs-permissions-test/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [JOB_WITH_PERMISSIONS_ID], + "max_concurrent_runs": 1, + "name": "job with permissions", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/jobs-permissions-test/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job with permissions", - "queue": { - "enabled": true - }, - "tasks": [ - { - "notebook_task": { - "notebook_path": "/Workspace/Users/user@example.com/notebook", - "source": "WORKSPACE" - }, - "task_key": "main" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "tasks": [ + { + "notebook_task": { + "notebook_path": "/Workspace/Users/user@example.com/notebook", + "source": "WORKSPACE" + }, + "task_key": "main" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/permissions/jobs/update/out.plan_delete_one.direct.json b/acceptance/bundle/resources/permissions/jobs/update/out.plan_delete_one.direct.json index 16e1329956..118381a856 100644 --- a/acceptance/bundle/resources/permissions/jobs/update/out.plan_delete_one.direct.json +++ b/acceptance/bundle/resources/permissions/jobs/update/out.plan_delete_one.direct.json @@ -9,33 +9,31 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/jobs-permissions-test/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [JOB_WITH_PERMISSIONS_ID], + "max_concurrent_runs": 1, + "name": "job with permissions", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/jobs-permissions-test/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job with permissions", - "queue": { - "enabled": true - }, - "tasks": [ - { - "notebook_task": { - "notebook_path": "/Workspace/Users/user@example.com/notebook", - "source": "WORKSPACE" - }, - "task_key": "main" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "tasks": [ + { + "notebook_task": { + "notebook_path": "/Workspace/Users/user@example.com/notebook", + "source": "WORKSPACE" + }, + "task_key": "main" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/permissions/jobs/update/out.plan_post_create.direct.json b/acceptance/bundle/resources/permissions/jobs/update/out.plan_post_create.direct.json index d34dc0e60c..1d6e572aee 100644 --- a/acceptance/bundle/resources/permissions/jobs/update/out.plan_post_create.direct.json +++ b/acceptance/bundle/resources/permissions/jobs/update/out.plan_post_create.direct.json @@ -9,33 +9,31 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/jobs-permissions-test/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [JOB_WITH_PERMISSIONS_ID], + "max_concurrent_runs": 1, + "name": "job with permissions", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/jobs-permissions-test/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job with permissions", - "queue": { - "enabled": true - }, - "tasks": [ - { - "notebook_task": { - "notebook_path": "/Workspace/Users/user@example.com/notebook", - "source": "WORKSPACE" - }, - "task_key": "main" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "tasks": [ + { + "notebook_task": { + "notebook_path": "/Workspace/Users/user@example.com/notebook", + "source": "WORKSPACE" + }, + "task_key": "main" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/permissions/jobs/update/out.plan_restore.direct.json b/acceptance/bundle/resources/permissions/jobs/update/out.plan_restore.direct.json index 8a5c01daf4..10031575de 100644 --- a/acceptance/bundle/resources/permissions/jobs/update/out.plan_restore.direct.json +++ b/acceptance/bundle/resources/permissions/jobs/update/out.plan_restore.direct.json @@ -9,33 +9,31 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/jobs-permissions-test/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [JOB_WITH_PERMISSIONS_ID], + "max_concurrent_runs": 1, + "name": "job with permissions", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/jobs-permissions-test/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job with permissions", - "queue": { - "enabled": true - }, - "tasks": [ - { - "notebook_task": { - "notebook_path": "/Workspace/Users/user@example.com/notebook", - "source": "WORKSPACE" - }, - "task_key": "main" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "tasks": [ + { + "notebook_task": { + "notebook_path": "/Workspace/Users/user@example.com/notebook", + "source": "WORKSPACE" + }, + "task_key": "main" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/permissions/jobs/update/out.plan_set_empty.direct.json b/acceptance/bundle/resources/permissions/jobs/update/out.plan_set_empty.direct.json index 56ca0825af..25cebe0b00 100644 --- a/acceptance/bundle/resources/permissions/jobs/update/out.plan_set_empty.direct.json +++ b/acceptance/bundle/resources/permissions/jobs/update/out.plan_set_empty.direct.json @@ -9,33 +9,31 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/jobs-permissions-test/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [JOB_WITH_PERMISSIONS_ID], + "max_concurrent_runs": 1, + "name": "job with permissions", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/jobs-permissions-test/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job with permissions", - "queue": { - "enabled": true - }, - "tasks": [ - { - "notebook_task": { - "notebook_path": "/Workspace/Users/user@example.com/notebook", - "source": "WORKSPACE" - }, - "task_key": "main" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "tasks": [ + { + "notebook_task": { + "notebook_path": "/Workspace/Users/user@example.com/notebook", + "source": "WORKSPACE" + }, + "task_key": "main" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/permissions/jobs/update/out.plan_update.direct.json b/acceptance/bundle/resources/permissions/jobs/update/out.plan_update.direct.json index 38b159c7d2..5bb76ef46b 100644 --- a/acceptance/bundle/resources/permissions/jobs/update/out.plan_update.direct.json +++ b/acceptance/bundle/resources/permissions/jobs/update/out.plan_update.direct.json @@ -9,33 +9,31 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/jobs-permissions-test/default/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", "job_id": [JOB_WITH_PERMISSIONS_ID], + "max_concurrent_runs": 1, + "name": "job with permissions", + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/jobs-permissions-test/default/state/metadata.json" - }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "job with permissions", - "queue": { - "enabled": true - }, - "tasks": [ - { - "notebook_task": { - "notebook_path": "/Workspace/Users/user@example.com/notebook", - "source": "WORKSPACE" - }, - "task_key": "main" - } - ], - "timeout_seconds": 0, - "webhook_notifications": {} - } + "tasks": [ + { + "notebook_task": { + "notebook_path": "/Workspace/Users/user@example.com/notebook", + "source": "WORKSPACE" + }, + "task_key": "main" + } + ], + "timeout_seconds": 0, + "webhook_notifications": {} }, "changes": { "email_notifications": { diff --git a/acceptance/bundle/resources/permissions/pipelines/update/out.plan_delete_all.direct.json b/acceptance/bundle/resources/permissions/pipelines/update/out.plan_delete_all.direct.json index b910ab4fe1..a8a906dcc4 100644 --- a/acceptance/bundle/resources/permissions/pipelines/update/out.plan_delete_all.direct.json +++ b/acceptance/bundle/resources/permissions/pipelines/update/out.plan_delete_all.direct.json @@ -7,23 +7,20 @@ "resources.pipelines.foo": { "action": "skip", "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/permissions-test/default/state/metadata.json" + }, + "edition": "ADVANCED", + "id": "[FOO_ID]", "last_modified": [UNIX_TIME_MILLIS], "name": "foo", "pipeline_id": "[FOO_ID]", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/permissions-test/default/state/metadata.json" - }, - "edition": "ADVANCED", - "id": "[FOO_ID]", - "name": "foo", - "storage": "dbfs:/pipelines/[FOO_ID]" - }, - "state": "IDLE" + "state": "IDLE", + "storage": "dbfs:/pipelines/[FOO_ID]" }, "changes": { "storage": { diff --git a/acceptance/bundle/resources/permissions/pipelines/update/out.plan_delete_one.direct.json b/acceptance/bundle/resources/permissions/pipelines/update/out.plan_delete_one.direct.json index 985500f5be..f9bd45988f 100644 --- a/acceptance/bundle/resources/permissions/pipelines/update/out.plan_delete_one.direct.json +++ b/acceptance/bundle/resources/permissions/pipelines/update/out.plan_delete_one.direct.json @@ -7,23 +7,20 @@ "resources.pipelines.foo": { "action": "skip", "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/permissions-test/default/state/metadata.json" + }, + "edition": "ADVANCED", + "id": "[FOO_ID]", "last_modified": [UNIX_TIME_MILLIS], "name": "foo", "pipeline_id": "[FOO_ID]", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/permissions-test/default/state/metadata.json" - }, - "edition": "ADVANCED", - "id": "[FOO_ID]", - "name": "foo", - "storage": "dbfs:/pipelines/[FOO_ID]" - }, - "state": "IDLE" + "state": "IDLE", + "storage": "dbfs:/pipelines/[FOO_ID]" }, "changes": { "storage": { diff --git a/acceptance/bundle/resources/permissions/pipelines/update/out.plan_restore.direct.json b/acceptance/bundle/resources/permissions/pipelines/update/out.plan_restore.direct.json index 05374a1c32..4827d439b0 100644 --- a/acceptance/bundle/resources/permissions/pipelines/update/out.plan_restore.direct.json +++ b/acceptance/bundle/resources/permissions/pipelines/update/out.plan_restore.direct.json @@ -7,23 +7,20 @@ "resources.pipelines.foo": { "action": "skip", "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/permissions-test/default/state/metadata.json" + }, + "edition": "ADVANCED", + "id": "[FOO_ID]", "last_modified": [UNIX_TIME_MILLIS], "name": "foo", "pipeline_id": "[FOO_ID]", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/permissions-test/default/state/metadata.json" - }, - "edition": "ADVANCED", - "id": "[FOO_ID]", - "name": "foo", - "storage": "dbfs:/pipelines/[FOO_ID]" - }, - "state": "IDLE" + "state": "IDLE", + "storage": "dbfs:/pipelines/[FOO_ID]" }, "changes": { "storage": { diff --git a/acceptance/bundle/resources/permissions/pipelines/update/out.plan_update.direct.json b/acceptance/bundle/resources/permissions/pipelines/update/out.plan_update.direct.json index 2afd6a818e..34c36a5032 100644 --- a/acceptance/bundle/resources/permissions/pipelines/update/out.plan_update.direct.json +++ b/acceptance/bundle/resources/permissions/pipelines/update/out.plan_update.direct.json @@ -7,23 +7,20 @@ "resources.pipelines.foo": { "action": "skip", "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/permissions-test/default/state/metadata.json" + }, + "edition": "ADVANCED", + "id": "[FOO_ID]", "last_modified": [UNIX_TIME_MILLIS], "name": "foo", "pipeline_id": "[FOO_ID]", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/permissions-test/default/state/metadata.json" - }, - "edition": "ADVANCED", - "id": "[FOO_ID]", - "name": "foo", - "storage": "dbfs:/pipelines/[FOO_ID]" - }, - "state": "IDLE" + "state": "IDLE", + "storage": "dbfs:/pipelines/[FOO_ID]" }, "changes": { "storage": { diff --git a/acceptance/bundle/resources/pipelines/recreate-keys/change-ingestion-definition/out.plan_recreate.direct.json b/acceptance/bundle/resources/pipelines/recreate-keys/change-ingestion-definition/out.plan_recreate.direct.json index 62b75c03fb..7a86cca523 100644 --- a/acceptance/bundle/resources/pipelines/recreate-keys/change-ingestion-definition/out.plan_recreate.direct.json +++ b/acceptance/bundle/resources/pipelines/recreate-keys/change-ingestion-definition/out.plan_recreate.direct.json @@ -31,36 +31,33 @@ } }, "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/acc-[UNIQUE_NAME]/default/state/metadata.json" + }, + "edition": "ADVANCED", + "id": "[MY_ID]", + "ingestion_definition": { + "connection_name": "my_connection", + "objects": [ + {} + ] + }, "last_modified": [UNIX_TIME_MILLIS], + "libraries": [ + { + "file": { + "path": "/Workspace/Users/[USERNAME]/.bundle/acc-[UNIQUE_NAME]/default/files/foo.py" + } + } + ], "name": "test-pipeline-[UNIQUE_NAME]", "pipeline_id": "[MY_ID]", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/acc-[UNIQUE_NAME]/default/state/metadata.json" - }, - "edition": "ADVANCED", - "id": "[MY_ID]", - "ingestion_definition": { - "connection_name": "my_connection", - "objects": [ - {} - ] - }, - "libraries": [ - { - "file": { - "path": "/Workspace/Users/[USERNAME]/.bundle/acc-[UNIQUE_NAME]/default/files/foo.py" - } - } - ], - "name": "test-pipeline-[UNIQUE_NAME]", - "storage": "dbfs:/pipelines/[MY_ID]" - }, - "state": "IDLE" + "state": "IDLE", + "storage": "dbfs:/pipelines/[MY_ID]" }, "changes": { "ingestion_definition.connection_name": { diff --git a/acceptance/bundle/resources/pipelines/recreate-keys/change-storage/out.plan_recreate.direct.json b/acceptance/bundle/resources/pipelines/recreate-keys/change-storage/out.plan_recreate.direct.json index bda547f4b8..013dfc010a 100644 --- a/acceptance/bundle/resources/pipelines/recreate-keys/change-storage/out.plan_recreate.direct.json +++ b/acceptance/bundle/resources/pipelines/recreate-keys/change-storage/out.plan_recreate.direct.json @@ -26,30 +26,27 @@ } }, "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/acc-[UNIQUE_NAME]/default/state/metadata.json" + }, + "edition": "ADVANCED", + "id": "[MY_ID]", "last_modified": [UNIX_TIME_MILLIS], + "libraries": [ + { + "file": { + "path": "/Workspace/Users/[USERNAME]/.bundle/acc-[UNIQUE_NAME]/default/files/foo.py" + } + } + ], "name": "test-pipeline-[UNIQUE_NAME]", "pipeline_id": "[MY_ID]", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/acc-[UNIQUE_NAME]/default/state/metadata.json" - }, - "edition": "ADVANCED", - "id": "[MY_ID]", - "libraries": [ - { - "file": { - "path": "/Workspace/Users/[USERNAME]/.bundle/acc-[UNIQUE_NAME]/default/files/foo.py" - } - } - ], - "name": "test-pipeline-[UNIQUE_NAME]", - "storage": "dbfs:/pipelines/custom" - }, - "state": "IDLE" + "state": "IDLE", + "storage": "dbfs:/pipelines/custom" }, "changes": { "storage": { diff --git a/acceptance/bundle/templates/default-python/classic/out.plan_after_deploy_dev.direct.json b/acceptance/bundle/templates/default-python/classic/out.plan_after_deploy_dev.direct.json index 943632cf87..c9ee4e4a5b 100644 --- a/acceptance/bundle/templates/default-python/classic/out.plan_after_deploy_dev.direct.json +++ b/acceptance/bundle/templates/default-python/classic/out.plan_after_deploy_dev.direct.json @@ -113,108 +113,106 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][0], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", + "job_clusters": [ + { + "job_cluster_key": "job_cluster", + "new_cluster": { + "autoscale": { + "max_workers": 4, + "min_workers": 1 + }, + "data_security_mode": "SINGLE_USER", + "node_type_id": "[NODE_TYPE_ID]", + "spark_version": "16.4.x-scala2.12" + } + } + ], "job_id": [NUMID], - "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" + "max_concurrent_runs": 4, + "name": "[dev [USERNAME]] sample_job", + "parameters": [ + { + "default": "hive_metastore", + "name": "catalog" }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "job_clusters": [ - { - "job_cluster_key": "job_cluster", - "new_cluster": { - "autoscale": { - "max_workers": 4, - "min_workers": 1 - }, - "data_security_mode": "SINGLE_USER", - "node_type_id": "[NODE_TYPE_ID]", - "spark_version": "16.4.x-scala2.12" + { + "default": "[USERNAME]", + "name": "schema" + } + ], + "queue": { + "enabled": true + }, + "run_as_user_name": "[USERNAME]", + "tags": { + "dev": "[USERNAME]" + }, + "tasks": [ + { + "job_cluster_key": "job_cluster", + "libraries": [ + { + "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl" } - } - ], - "max_concurrent_runs": 4, - "name": "[dev [USERNAME]] sample_job", - "parameters": [ - { - "default": "hive_metastore", - "name": "catalog" + ], + "notebook_task": { + "notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/sample_notebook", + "source": "WORKSPACE" }, - { - "default": "[USERNAME]", - "name": "schema" - } - ], - "queue": { - "enabled": true + "task_key": "notebook_task" }, - "tags": { - "dev": "[USERNAME]" - }, - "tasks": [ - { - "job_cluster_key": "job_cluster", - "libraries": [ - { - "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl" - } - ], - "notebook_task": { - "notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/sample_notebook", - "source": "WORKSPACE" - }, - "task_key": "notebook_task" - }, - { - "depends_on": [ - { - "task_key": "notebook_task" - } - ], - "job_cluster_key": "job_cluster", - "libraries": [ - { - "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl" - } - ], - "python_wheel_task": { - "entry_point": "main", - "package_name": "my_default_python", - "parameters": [ - "--catalog", - "hive_metastore", - "--schema", - "[USERNAME]" - ] - }, - "task_key": "python_wheel_task" + { + "depends_on": [ + { + "task_key": "notebook_task" + } + ], + "job_cluster_key": "job_cluster", + "libraries": [ + { + "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1+[UNIX_TIME_NANOS][1]-py3-none-any.whl" + } + ], + "python_wheel_task": { + "entry_point": "main", + "package_name": "my_default_python", + "parameters": [ + "--catalog", + "hive_metastore", + "--schema", + "[USERNAME]" + ] }, - { - "depends_on": [ - { - "task_key": "notebook_task" - } - ], - "pipeline_task": { - "pipeline_id": "[UUID]" - }, - "task_key": "refresh_pipeline" - } - ], - "timeout_seconds": 0, - "trigger": { - "pause_status": "PAUSED", - "periodic": { - "interval": 1, - "unit": "DAYS" - } + "task_key": "python_wheel_task" }, - "webhook_notifications": {} - } + { + "depends_on": [ + { + "task_key": "notebook_task" + } + ], + "pipeline_task": { + "pipeline_id": "[UUID]" + }, + "task_key": "refresh_pipeline" + } + ], + "timeout_seconds": 0, + "trigger": { + "pause_status": "PAUSED", + "periodic": { + "interval": 1, + "unit": "DAYS" + } + }, + "webhook_notifications": {} }, "changes": { "email_notifications": { @@ -254,41 +252,38 @@ "resources.pipelines.my_default_python_etl": { "action": "skip", "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" + }, + "development": true, + "edition": "ADVANCED", + "environment": { + "dependencies": [ + "--editable /Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files" + ] + }, + "id": "[UUID]", "last_modified": [UNIX_TIME_MILLIS][1], + "libraries": [ + { + "glob": { + "include": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl/transformations/**" + } + } + ], "name": "[dev [USERNAME]] my_default_python_etl", "pipeline_id": "[UUID]", + "root_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" - }, - "development": true, - "edition": "ADVANCED", - "environment": { - "dependencies": [ - "--editable /Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files" - ] - }, - "id": "[UUID]", - "libraries": [ - { - "glob": { - "include": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl/transformations/**" - } - } - ], - "name": "[dev [USERNAME]] my_default_python_etl", - "root_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl", - "schema": "[USERNAME]", - "storage": "dbfs:/pipelines/[UUID]", - "tags": { - "dev": "[USERNAME]" - } - }, - "state": "IDLE" + "schema": "[USERNAME]", + "state": "IDLE", + "storage": "dbfs:/pipelines/[UUID]", + "tags": { + "dev": "[USERNAME]" + } }, "changes": { "storage": { diff --git a/acceptance/bundle/templates/default-python/classic/out.plan_after_deploy_prod.direct.json b/acceptance/bundle/templates/default-python/classic/out.plan_after_deploy_prod.direct.json index 9a7ae9def5..d1412a3b30 100644 --- a/acceptance/bundle/templates/default-python/classic/out.plan_after_deploy_prod.direct.json +++ b/acceptance/bundle/templates/default-python/classic/out.plan_after_deploy_prod.direct.json @@ -15,105 +15,103 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][0], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "format": "MULTI_TASK", + "job_clusters": [ + { + "job_cluster_key": "job_cluster", + "new_cluster": { + "autoscale": { + "max_workers": 4, + "min_workers": 1 + }, + "data_security_mode": "SINGLE_USER", + "node_type_id": "[NODE_TYPE_ID]", + "spark_version": "16.4.x-scala2.12" + } + } + ], "job_id": [NUMID], - "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/state/metadata.json" + "max_concurrent_runs": 1, + "name": "sample_job", + "parameters": [ + { + "default": "hive_metastore", + "name": "catalog" }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "format": "MULTI_TASK", - "job_clusters": [ - { - "job_cluster_key": "job_cluster", - "new_cluster": { - "autoscale": { - "max_workers": 4, - "min_workers": 1 - }, - "data_security_mode": "SINGLE_USER", - "node_type_id": "[NODE_TYPE_ID]", - "spark_version": "16.4.x-scala2.12" + { + "default": "prod", + "name": "schema" + } + ], + "queue": { + "enabled": true + }, + "run_as_user_name": "[USERNAME]", + "tasks": [ + { + "job_cluster_key": "job_cluster", + "libraries": [ + { + "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/artifacts/.internal/my_default_python-0.0.1-py3-none-any.whl" } - } - ], - "max_concurrent_runs": 1, - "name": "sample_job", - "parameters": [ - { - "default": "hive_metastore", - "name": "catalog" + ], + "notebook_task": { + "notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files/src/sample_notebook", + "source": "WORKSPACE" }, - { - "default": "prod", - "name": "schema" - } - ], - "queue": { - "enabled": true + "task_key": "notebook_task" }, - "tasks": [ - { - "job_cluster_key": "job_cluster", - "libraries": [ - { - "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/artifacts/.internal/my_default_python-0.0.1-py3-none-any.whl" - } - ], - "notebook_task": { - "notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files/src/sample_notebook", - "source": "WORKSPACE" - }, - "task_key": "notebook_task" - }, - { - "depends_on": [ - { - "task_key": "notebook_task" - } - ], - "job_cluster_key": "job_cluster", - "libraries": [ - { - "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/artifacts/.internal/my_default_python-0.0.1-py3-none-any.whl" - } - ], - "python_wheel_task": { - "entry_point": "main", - "package_name": "my_default_python", - "parameters": [ - "--catalog", - "hive_metastore", - "--schema", - "prod" - ] - }, - "task_key": "python_wheel_task" + { + "depends_on": [ + { + "task_key": "notebook_task" + } + ], + "job_cluster_key": "job_cluster", + "libraries": [ + { + "whl": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/artifacts/.internal/my_default_python-0.0.1-py3-none-any.whl" + } + ], + "python_wheel_task": { + "entry_point": "main", + "package_name": "my_default_python", + "parameters": [ + "--catalog", + "hive_metastore", + "--schema", + "prod" + ] }, - { - "depends_on": [ - { - "task_key": "notebook_task" - } - ], - "pipeline_task": { - "pipeline_id": "[UUID]" - }, - "task_key": "refresh_pipeline" - } - ], - "timeout_seconds": 0, - "trigger": { - "pause_status": "UNPAUSED", - "periodic": { - "interval": 1, - "unit": "DAYS" - } + "task_key": "python_wheel_task" }, - "webhook_notifications": {} - } + { + "depends_on": [ + { + "task_key": "notebook_task" + } + ], + "pipeline_task": { + "pipeline_id": "[UUID]" + }, + "task_key": "refresh_pipeline" + } + ], + "timeout_seconds": 0, + "trigger": { + "pause_status": "UNPAUSED", + "periodic": { + "interval": 1, + "unit": "DAYS" + } + }, + "webhook_notifications": {} }, "changes": { "email_notifications": { @@ -159,37 +157,34 @@ "resources.pipelines.my_default_python_etl": { "action": "skip", "remote_state": { + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/state/metadata.json" + }, + "edition": "ADVANCED", + "environment": { + "dependencies": [ + "--editable /Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files" + ] + }, + "id": "[UUID]", "last_modified": [UNIX_TIME_MILLIS][1], + "libraries": [ + { + "glob": { + "include": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files/src/my_default_python_etl/transformations/**" + } + } + ], "name": "my_default_python_etl", "pipeline_id": "[UUID]", + "root_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files/src/my_default_python_etl", "run_as_user_name": "[USERNAME]", - "spec": { - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/state/metadata.json" - }, - "edition": "ADVANCED", - "environment": { - "dependencies": [ - "--editable /Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files" - ] - }, - "id": "[UUID]", - "libraries": [ - { - "glob": { - "include": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files/src/my_default_python_etl/transformations/**" - } - } - ], - "name": "my_default_python_etl", - "root_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files/src/my_default_python_etl", - "schema": "prod", - "storage": "dbfs:/pipelines/[UUID]" - }, - "state": "IDLE" + "schema": "prod", + "state": "IDLE", + "storage": "dbfs:/pipelines/[UUID]" }, "changes": { "storage": { diff --git a/acceptance/bundle/templates/default-python/serverless/out.plan_after_deploy_dev.direct.json b/acceptance/bundle/templates/default-python/serverless/out.plan_after_deploy_dev.direct.json index e8cfd893f0..76ab8d5f54 100644 --- a/acceptance/bundle/templates/default-python/serverless/out.plan_after_deploy_dev.direct.json +++ b/acceptance/bundle/templates/default-python/serverless/out.plan_after_deploy_dev.direct.json @@ -15,94 +15,92 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][0], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "environments": [ + { + "environment_key": "default", + "spec": { + "dependencies": [ + "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1-py3-none-any.whl" + ], + "environment_version": "4" + } + } + ], + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 4, + "name": "[dev [USERNAME]] sample_job", + "parameters": [ + { + "default": "hive_metastore", + "name": "catalog" + }, + { + "default": "[USERNAME]", + "name": "schema" + } + ], + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" + "tags": { + "dev": "[USERNAME]" + }, + "tasks": [ + { + "notebook_task": { + "notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/sample_notebook", + "source": "WORKSPACE" + }, + "task_key": "notebook_task" }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "environments": [ - { - "environment_key": "default", - "spec": { - "dependencies": [ - "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/artifacts/.internal/my_default_python-0.0.1-py3-none-any.whl" - ], - "environment_version": "4" + { + "depends_on": [ + { + "task_key": "notebook_task" } - } - ], - "format": "MULTI_TASK", - "max_concurrent_runs": 4, - "name": "[dev [USERNAME]] sample_job", - "parameters": [ - { - "default": "hive_metastore", - "name": "catalog" + ], + "environment_key": "default", + "python_wheel_task": { + "entry_point": "main", + "package_name": "my_default_python", + "parameters": [ + "--catalog", + "hive_metastore", + "--schema", + "[USERNAME]" + ] }, - { - "default": "[USERNAME]", - "name": "schema" - } - ], - "queue": { - "enabled": true + "task_key": "python_wheel_task" }, - "tags": { - "dev": "[USERNAME]" - }, - "tasks": [ - { - "notebook_task": { - "notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/sample_notebook", - "source": "WORKSPACE" - }, - "task_key": "notebook_task" - }, - { - "depends_on": [ - { - "task_key": "notebook_task" - } - ], - "environment_key": "default", - "python_wheel_task": { - "entry_point": "main", - "package_name": "my_default_python", - "parameters": [ - "--catalog", - "hive_metastore", - "--schema", - "[USERNAME]" - ] - }, - "task_key": "python_wheel_task" + { + "depends_on": [ + { + "task_key": "notebook_task" + } + ], + "pipeline_task": { + "pipeline_id": "[UUID]" }, - { - "depends_on": [ - { - "task_key": "notebook_task" - } - ], - "pipeline_task": { - "pipeline_id": "[UUID]" - }, - "task_key": "refresh_pipeline" - } - ], - "timeout_seconds": 0, - "trigger": { - "pause_status": "PAUSED", - "periodic": { - "interval": 1, - "unit": "DAYS" - } - }, - "webhook_notifications": {} - } + "task_key": "refresh_pipeline" + } + ], + "timeout_seconds": 0, + "trigger": { + "pause_status": "PAUSED", + "periodic": { + "interval": 1, + "unit": "DAYS" + } + }, + "webhook_notifications": {} }, "changes": { "email_notifications": { @@ -130,42 +128,39 @@ "resources.pipelines.my_default_python_etl": { "action": "skip", "remote_state": { + "catalog": "main", + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" + }, + "development": true, + "edition": "ADVANCED", + "environment": { + "dependencies": [ + "--editable /Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files" + ] + }, + "id": "[UUID]", "last_modified": [UNIX_TIME_MILLIS][1], + "libraries": [ + { + "glob": { + "include": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl/transformations/**" + } + } + ], "name": "[dev [USERNAME]] my_default_python_etl", "pipeline_id": "[UUID]", + "root_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl", "run_as_user_name": "[USERNAME]", - "spec": { - "catalog": "main", - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/state/metadata.json" - }, - "development": true, - "edition": "ADVANCED", - "environment": { - "dependencies": [ - "--editable /Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files" - ] - }, - "id": "[UUID]", - "libraries": [ - { - "glob": { - "include": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl/transformations/**" - } - } - ], - "name": "[dev [USERNAME]] my_default_python_etl", - "root_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/dev/files/src/my_default_python_etl", - "schema": "[USERNAME]", - "serverless": true, - "tags": { - "dev": "[USERNAME]" - } - }, - "state": "IDLE" + "schema": "[USERNAME]", + "serverless": true, + "state": "IDLE", + "tags": { + "dev": "[USERNAME]" + } } } } diff --git a/acceptance/bundle/templates/default-python/serverless/out.plan_after_deploy_prod.direct.json b/acceptance/bundle/templates/default-python/serverless/out.plan_after_deploy_prod.direct.json index c2196e5cdc..4384f14f66 100644 --- a/acceptance/bundle/templates/default-python/serverless/out.plan_after_deploy_prod.direct.json +++ b/acceptance/bundle/templates/default-python/serverless/out.plan_after_deploy_prod.direct.json @@ -15,91 +15,89 @@ "remote_state": { "created_time": [UNIX_TIME_MILLIS][0], "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/state/metadata.json" + }, + "edit_mode": "UI_LOCKED", + "email_notifications": {}, + "environments": [ + { + "environment_key": "default", + "spec": { + "dependencies": [ + "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/artifacts/.internal/my_default_python-0.0.1-py3-none-any.whl" + ], + "environment_version": "4" + } + } + ], + "format": "MULTI_TASK", "job_id": [NUMID], + "max_concurrent_runs": 1, + "name": "sample_job", + "parameters": [ + { + "default": "hive_metastore", + "name": "catalog" + }, + { + "default": "prod", + "name": "schema" + } + ], + "queue": { + "enabled": true + }, "run_as_user_name": "[USERNAME]", - "settings": { - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/state/metadata.json" + "tasks": [ + { + "notebook_task": { + "notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files/src/sample_notebook", + "source": "WORKSPACE" + }, + "task_key": "notebook_task" }, - "edit_mode": "UI_LOCKED", - "email_notifications": {}, - "environments": [ - { - "environment_key": "default", - "spec": { - "dependencies": [ - "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/artifacts/.internal/my_default_python-0.0.1-py3-none-any.whl" - ], - "environment_version": "4" + { + "depends_on": [ + { + "task_key": "notebook_task" } - } - ], - "format": "MULTI_TASK", - "max_concurrent_runs": 1, - "name": "sample_job", - "parameters": [ - { - "default": "hive_metastore", - "name": "catalog" + ], + "environment_key": "default", + "python_wheel_task": { + "entry_point": "main", + "package_name": "my_default_python", + "parameters": [ + "--catalog", + "hive_metastore", + "--schema", + "prod" + ] }, - { - "default": "prod", - "name": "schema" - } - ], - "queue": { - "enabled": true + "task_key": "python_wheel_task" }, - "tasks": [ - { - "notebook_task": { - "notebook_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files/src/sample_notebook", - "source": "WORKSPACE" - }, - "task_key": "notebook_task" - }, - { - "depends_on": [ - { - "task_key": "notebook_task" - } - ], - "environment_key": "default", - "python_wheel_task": { - "entry_point": "main", - "package_name": "my_default_python", - "parameters": [ - "--catalog", - "hive_metastore", - "--schema", - "prod" - ] - }, - "task_key": "python_wheel_task" + { + "depends_on": [ + { + "task_key": "notebook_task" + } + ], + "pipeline_task": { + "pipeline_id": "[UUID]" }, - { - "depends_on": [ - { - "task_key": "notebook_task" - } - ], - "pipeline_task": { - "pipeline_id": "[UUID]" - }, - "task_key": "refresh_pipeline" - } - ], - "timeout_seconds": 0, - "trigger": { - "pause_status": "UNPAUSED", - "periodic": { - "interval": 1, - "unit": "DAYS" - } - }, - "webhook_notifications": {} - } + "task_key": "refresh_pipeline" + } + ], + "timeout_seconds": 0, + "trigger": { + "pause_status": "UNPAUSED", + "periodic": { + "interval": 1, + "unit": "DAYS" + } + }, + "webhook_notifications": {} }, "changes": { "email_notifications": { @@ -145,37 +143,34 @@ "resources.pipelines.my_default_python_etl": { "action": "skip", "remote_state": { + "catalog": "main", + "channel": "CURRENT", "creator_user_name": "[USERNAME]", + "deployment": { + "kind": "BUNDLE", + "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/state/metadata.json" + }, + "edition": "ADVANCED", + "environment": { + "dependencies": [ + "--editable /Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files" + ] + }, + "id": "[UUID]", "last_modified": [UNIX_TIME_MILLIS][1], + "libraries": [ + { + "glob": { + "include": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files/src/my_default_python_etl/transformations/**" + } + } + ], "name": "my_default_python_etl", "pipeline_id": "[UUID]", + "root_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files/src/my_default_python_etl", "run_as_user_name": "[USERNAME]", - "spec": { - "catalog": "main", - "channel": "CURRENT", - "deployment": { - "kind": "BUNDLE", - "metadata_file_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/state/metadata.json" - }, - "edition": "ADVANCED", - "environment": { - "dependencies": [ - "--editable /Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files" - ] - }, - "id": "[UUID]", - "libraries": [ - { - "glob": { - "include": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files/src/my_default_python_etl/transformations/**" - } - } - ], - "name": "my_default_python_etl", - "root_path": "/Workspace/Users/[USERNAME]/.bundle/my_default_python/prod/files/src/my_default_python_etl", - "schema": "prod", - "serverless": true - }, + "schema": "prod", + "serverless": true, "state": "IDLE" } }, diff --git a/bundle/deployplan/plan.go b/bundle/deployplan/plan.go index fcb3695501..9ee4d9fe07 100644 --- a/bundle/deployplan/plan.go +++ b/bundle/deployplan/plan.go @@ -105,6 +105,9 @@ const ( ReasonEmptyMap = "empty_map" ReasonEmptyStruct = "empty_struct" ReasonCustom = "custom" + + // Special reason that results in removing this change from the plan + ReasonDrop = "!drop" ) // HasChange checks if there are any changes for fields with the given prefix. diff --git a/bundle/direct/bundle_plan.go b/bundle/direct/bundle_plan.go index d5fddb77d6..296b7d9867 100644 --- a/bundle/direct/bundle_plan.go +++ b/bundle/direct/bundle_plan.go @@ -362,6 +362,8 @@ func addPerFieldActions(ctx context.Context, adapter *dresources.Adapter, change cfg := adapter.ResourceConfig() generatedCfg := adapter.GeneratedResourceConfig() + var toDrop []string + for pathString, ch := range changes { path, err := structpath.Parse(pathString) if err != nil { @@ -420,6 +422,14 @@ func addPerFieldActions(ctx context.Context, adapter *dresources.Adapter, change ch.Reason = deployplan.ReasonCustom } } + + if ch.Reason == deployplan.ReasonDrop { + toDrop = append(toDrop, pathString) + } + } + + for _, key := range toDrop { + delete(changes, key) } return nil diff --git a/bundle/direct/dresources/job.go b/bundle/direct/dresources/job.go index e132ad0234..afb26a7458 100644 --- a/bundle/direct/dresources/job.go +++ b/bundle/direct/dresources/job.go @@ -8,9 +8,35 @@ import ( "github.com/databricks/cli/bundle/config/resources" "github.com/databricks/cli/libs/utils" "github.com/databricks/databricks-sdk-go" + "github.com/databricks/databricks-sdk-go/marshal" "github.com/databricks/databricks-sdk-go/service/jobs" ) +// JobRemote is the return type for DoRead. It embeds JobSettings so that all +// paths in StateType are valid paths in RemoteType. +type JobRemote struct { + jobs.JobSettings + + // Remote-specific fields from jobs.Job + CreatedTime int64 `json:"created_time,omitempty"` + CreatorUserName string `json:"creator_user_name,omitempty"` + EffectiveBudgetPolicyId string `json:"effective_budget_policy_id,omitempty"` + EffectiveUsagePolicyId string `json:"effective_usage_policy_id,omitempty"` + JobId int64 `json:"job_id,omitempty"` + RunAsUserName string `json:"run_as_user_name,omitempty"` + TriggerState *jobs.TriggerStateProto `json:"trigger_state,omitempty"` +} + +// Custom marshaler needed because embedded JobSettings has its own MarshalJSON +// which would otherwise take over and ignore the additional fields. +func (s *JobRemote) UnmarshalJSON(b []byte) error { + return marshal.Unmarshal(b, s) +} + +func (s JobRemote) MarshalJSON() ([]byte, error) { + return marshal.Marshal(s) +} + type ResourceJob struct { client *databricks.WorkspaceClient } @@ -25,8 +51,8 @@ func (*ResourceJob) PrepareState(input *resources.Job) *jobs.JobSettings { return &input.JobSettings } -func (*ResourceJob) RemapState(jobs *jobs.Job) *jobs.JobSettings { - return jobs.Settings +func (*ResourceJob) RemapState(remote *JobRemote) *jobs.JobSettings { + return &remote.JobSettings } func getTaskKey(x jobs.Task) (string, string) { @@ -39,15 +65,36 @@ func (*ResourceJob) KeyedSlices() map[string]any { } } -func (r *ResourceJob) DoRead(ctx context.Context, id string) (*jobs.Job, error) { +func (r *ResourceJob) DoRead(ctx context.Context, id string) (*JobRemote, error) { idInt, err := parseJobID(id) if err != nil { return nil, err } - return r.client.Jobs.GetByJobId(ctx, idInt) + job, err := r.client.Jobs.GetByJobId(ctx, idInt) + if err != nil { + return nil, err + } + return makeJobRemote(job), nil +} + +func makeJobRemote(job *jobs.Job) *JobRemote { + var settings jobs.JobSettings + if job.Settings != nil { + settings = *job.Settings + } + return &JobRemote{ + JobSettings: settings, + CreatedTime: job.CreatedTime, + CreatorUserName: job.CreatorUserName, + EffectiveBudgetPolicyId: job.EffectiveBudgetPolicyId, + EffectiveUsagePolicyId: job.EffectiveUsagePolicyId, + JobId: job.JobId, + RunAsUserName: job.RunAsUserName, + TriggerState: job.TriggerState, + } } -func (r *ResourceJob) DoCreate(ctx context.Context, config *jobs.JobSettings) (string, *jobs.Job, error) { +func (r *ResourceJob) DoCreate(ctx context.Context, config *jobs.JobSettings) (string, *JobRemote, error) { request, err := makeCreateJob(*config) if err != nil { return "", nil, err @@ -59,7 +106,7 @@ func (r *ResourceJob) DoCreate(ctx context.Context, config *jobs.JobSettings) (s return strconv.FormatInt(response.JobId, 10), nil, nil } -func (r *ResourceJob) DoUpdate(ctx context.Context, id string, config *jobs.JobSettings, _ Changes) (*jobs.Job, error) { +func (r *ResourceJob) DoUpdate(ctx context.Context, id string, config *jobs.JobSettings, _ Changes) (*JobRemote, error) { request, err := makeResetJob(*config, id) if err != nil { return nil, err diff --git a/bundle/direct/dresources/job_test.go b/bundle/direct/dresources/job_test.go new file mode 100644 index 0000000000..012c9d7000 --- /dev/null +++ b/bundle/direct/dresources/job_test.go @@ -0,0 +1,19 @@ +package dresources + +import ( + "reflect" + "testing" + + "github.com/databricks/databricks-sdk-go/service/jobs" +) + +// TestJobRemote verifies that all fields from jobs.Job (except Settings and pagination/internal fields) +// are present in JobRemote. +func TestJobRemote(t *testing.T) { + assertFieldsCovered(t, reflect.TypeOf(jobs.Job{}), reflect.TypeOf(JobRemote{}), map[string]bool{ + "Settings": true, // Embedded as jobs.JobSettings + "ForceSendFields": true, // Internal marshaling field + "HasMore": true, // Pagination field, not relevant for single job read + "NextPageToken": true, // Pagination field, not relevant for single job read + }) +} diff --git a/bundle/direct/dresources/pipeline.go b/bundle/direct/dresources/pipeline.go index e129126323..73669da133 100644 --- a/bundle/direct/dresources/pipeline.go +++ b/bundle/direct/dresources/pipeline.go @@ -6,9 +6,38 @@ import ( "github.com/databricks/cli/bundle/config/resources" "github.com/databricks/cli/libs/utils" "github.com/databricks/databricks-sdk-go" + "github.com/databricks/databricks-sdk-go/marshal" "github.com/databricks/databricks-sdk-go/service/pipelines" ) +// PipelineRemote is the return type for DoRead. It embeds CreatePipeline so that all +// paths in StateType are valid paths in RemoteType. +type PipelineRemote struct { + pipelines.CreatePipeline + + // Remote-specific fields from pipelines.GetPipelineResponse + Cause string `json:"cause,omitempty"` + ClusterId string `json:"cluster_id,omitempty"` + CreatorUserName string `json:"creator_user_name,omitempty"` + EffectiveBudgetPolicyId string `json:"effective_budget_policy_id,omitempty"` + Health pipelines.GetPipelineResponseHealth `json:"health,omitempty"` + LastModified int64 `json:"last_modified,omitempty"` + LatestUpdates []pipelines.UpdateStateInfo `json:"latest_updates,omitempty"` + PipelineId string `json:"pipeline_id,omitempty"` + RunAsUserName string `json:"run_as_user_name,omitempty"` + State pipelines.PipelineState `json:"state,omitempty"` +} + +// Custom marshaler needed because embedded CreatePipeline has its own MarshalJSON +// which would otherwise take over and ignore the additional fields. +func (s *PipelineRemote) UnmarshalJSON(b []byte) error { + return marshal.Unmarshal(b, s) +} + +func (s PipelineRemote) MarshalJSON() ([]byte, error) { + return marshal.Marshal(s) +} + type ResourcePipeline struct { client *databricks.WorkspaceClient } @@ -23,51 +52,75 @@ func (*ResourcePipeline) PrepareState(input *resources.Pipeline) *pipelines.Crea return &input.CreatePipeline } -func (*ResourcePipeline) RemapState(p *pipelines.GetPipelineResponse) *pipelines.CreatePipeline { - spec := p.Spec - return &pipelines.CreatePipeline{ - // TODO: Fields that are not available in GetPipelineResponse (like AllowDuplicateNames) should be added to resource's ignore_remote_changes list so that they never produce a call to action - AllowDuplicateNames: false, - BudgetPolicyId: spec.BudgetPolicyId, - Catalog: spec.Catalog, - Channel: spec.Channel, - Clusters: spec.Clusters, - Configuration: spec.Configuration, - Continuous: spec.Continuous, - Deployment: spec.Deployment, - Development: spec.Development, - DryRun: false, - Edition: spec.Edition, - Environment: spec.Environment, - EventLog: spec.EventLog, - Filters: spec.Filters, - GatewayDefinition: spec.GatewayDefinition, - // Clear "id" field, otherwise it shows up in changes.remote - Id: "", - IngestionDefinition: spec.IngestionDefinition, - Libraries: spec.Libraries, - Name: spec.Name, - Notifications: spec.Notifications, - Photon: spec.Photon, - RestartWindow: spec.RestartWindow, - RootPath: spec.RootPath, - RunAs: p.RunAs, - Schema: spec.Schema, - Serverless: spec.Serverless, - Storage: spec.Storage, - Tags: spec.Tags, - Target: spec.Target, - Trigger: spec.Trigger, - UsagePolicyId: spec.UsagePolicyId, - ForceSendFields: utils.FilterFields[pipelines.CreatePipeline](spec.ForceSendFields, "AllowDuplicateNames", "DryRun", "RunAs", "Id"), +func (*ResourcePipeline) RemapState(remote *PipelineRemote) *pipelines.CreatePipeline { + return &remote.CreatePipeline +} + +func (r *ResourcePipeline) DoRead(ctx context.Context, id string) (*PipelineRemote, error) { + resp, err := r.client.Pipelines.GetByPipelineId(ctx, id) + if err != nil { + return nil, err } + return makePipelineRemote(resp), nil } -func (r *ResourcePipeline) DoRead(ctx context.Context, id string) (*pipelines.GetPipelineResponse, error) { - return r.client.Pipelines.GetByPipelineId(ctx, id) +func makePipelineRemote(p *pipelines.GetPipelineResponse) *PipelineRemote { + var createPipeline pipelines.CreatePipeline + if p.Spec != nil { + spec := p.Spec + createPipeline = pipelines.CreatePipeline{ + // Note: AllowDuplicateNames and DryRun are not in PipelineSpec, + // they are request-only fields, so they stay at their zero values. + AllowDuplicateNames: false, + BudgetPolicyId: spec.BudgetPolicyId, + Catalog: spec.Catalog, + Channel: spec.Channel, + Clusters: spec.Clusters, + Configuration: spec.Configuration, + Continuous: spec.Continuous, + Deployment: spec.Deployment, + Development: spec.Development, + DryRun: false, + Edition: spec.Edition, + Environment: spec.Environment, + EventLog: spec.EventLog, + Filters: spec.Filters, + GatewayDefinition: spec.GatewayDefinition, + Id: spec.Id, + IngestionDefinition: spec.IngestionDefinition, + Libraries: spec.Libraries, + Name: spec.Name, + Notifications: spec.Notifications, + Photon: spec.Photon, + RestartWindow: spec.RestartWindow, + RootPath: spec.RootPath, + RunAs: p.RunAs, + Schema: spec.Schema, + Serverless: spec.Serverless, + Storage: spec.Storage, + Tags: spec.Tags, + Target: spec.Target, + Trigger: spec.Trigger, + UsagePolicyId: spec.UsagePolicyId, + ForceSendFields: utils.FilterFields[pipelines.CreatePipeline](spec.ForceSendFields, "AllowDuplicateNames", "DryRun", "RunAs"), + } + } + return &PipelineRemote{ + CreatePipeline: createPipeline, + Cause: p.Cause, + ClusterId: p.ClusterId, + CreatorUserName: p.CreatorUserName, + EffectiveBudgetPolicyId: p.EffectiveBudgetPolicyId, + Health: p.Health, + LastModified: p.LastModified, + LatestUpdates: p.LatestUpdates, + PipelineId: p.PipelineId, + RunAsUserName: p.RunAsUserName, + State: p.State, + } } -func (r *ResourcePipeline) DoCreate(ctx context.Context, config *pipelines.CreatePipeline) (string, *pipelines.GetPipelineResponse, error) { +func (r *ResourcePipeline) DoCreate(ctx context.Context, config *pipelines.CreatePipeline) (string, *PipelineRemote, error) { response, err := r.client.Pipelines.Create(ctx, *config) if err != nil { return "", nil, err @@ -75,7 +128,7 @@ func (r *ResourcePipeline) DoCreate(ctx context.Context, config *pipelines.Creat return response.PipelineId, nil, nil } -func (r *ResourcePipeline) DoUpdate(ctx context.Context, id string, config *pipelines.CreatePipeline, _ Changes) (*pipelines.GetPipelineResponse, error) { +func (r *ResourcePipeline) DoUpdate(ctx context.Context, id string, config *pipelines.CreatePipeline, _ Changes) (*PipelineRemote, error) { request := pipelines.EditPipeline{ AllowDuplicateNames: config.AllowDuplicateNames, BudgetPolicyId: config.BudgetPolicyId, diff --git a/bundle/direct/dresources/pipeline_test.go b/bundle/direct/dresources/pipeline_test.go new file mode 100644 index 0000000000..65ab31b213 --- /dev/null +++ b/bundle/direct/dresources/pipeline_test.go @@ -0,0 +1,19 @@ +package dresources + +import ( + "reflect" + "testing" + + "github.com/databricks/databricks-sdk-go/service/pipelines" +) + +// TestPipelineRemote verifies that all fields from pipelines.GetPipelineResponse +// (except Spec and internal fields) are present in PipelineRemote. +func TestPipelineRemote(t *testing.T) { + assertFieldsCovered(t, reflect.TypeOf(pipelines.GetPipelineResponse{}), reflect.TypeOf(PipelineRemote{}), map[string]bool{ + "Spec": true, // Embedded as pipelines.CreatePipeline (via makePipelineRemote) + "ForceSendFields": true, // Internal marshaling field + "Name": true, // Available through embedded CreatePipeline + "RunAs": true, // Available through embedded CreatePipeline + }) +} diff --git a/bundle/direct/dresources/resources.yml b/bundle/direct/dresources/resources.yml index 3b83db0c3a..740628978a 100644 --- a/bundle/direct/dresources/resources.yml +++ b/bundle/direct/dresources/resources.yml @@ -22,8 +22,17 @@ resources: - field: ingestion_definition.ingestion_gateway_id reason: immutable ignore_remote_changes: + # "id" is handled in a special way before any fields changed + # However, it is also part of RemotePipeline via CreatePipeline. + # Thus it shows up as a remote change since we don't set on the object. + - field: id + reason: "!drop" - field: run_as reason: not_returned_by_api + ignore_local_changes: + # "id" is output-only, providing it in config would be a mistake + - field: id + reason: "!drop" models: recreate_on_changes: diff --git a/bundle/direct/dresources/type_test.go b/bundle/direct/dresources/type_test.go index 39ef5547cd..572cd46fd6 100644 --- a/bundle/direct/dresources/type_test.go +++ b/bundle/direct/dresources/type_test.go @@ -19,33 +19,6 @@ var knownMissingInRemoteType = map[string][]string{ "clusters": { "apply_policy_default_values", }, - "jobs": { - "budget_policy_id", - "continuous", - "deployment", - "description", - "edit_mode", - "email_notifications", - "environments", - "format", - "git_source", - "health", - "job_clusters", - "max_concurrent_runs", - "name", - "notification_settings", - "parameters", - "performance_target", - "queue", - "run_as", - "schedule", - "tags", - "tasks", - "timeout_seconds", - "trigger", - "usage_policy_id", - "webhook_notifications", - }, "model_serving_endpoints": { "ai_gateway", "budget_policy_id", @@ -57,37 +30,6 @@ var knownMissingInRemoteType = map[string][]string{ "route_optimized", "tags", }, - "pipelines": { - "allow_duplicate_names", - "budget_policy_id", - "catalog", - "channel", - "clusters", - "configuration", - "continuous", - "deployment", - "development", - "dry_run", - "edition", - "environment", - "event_log", - "filters", - "gateway_definition", - "id", - "ingestion_definition", - "libraries", - "notifications", - "photon", - "restart_window", - "root_path", - "schema", - "serverless", - "storage", - "tags", - "target", - "trigger", - "usage_policy_id", - }, "quality_monitors": { "skip_builtin_dashboard", "warehouse_id", diff --git a/bundle/direct/dresources/util_test.go b/bundle/direct/dresources/util_test.go index b486612106..bbf0471709 100644 --- a/bundle/direct/dresources/util_test.go +++ b/bundle/direct/dresources/util_test.go @@ -1,12 +1,35 @@ package dresources import ( + "reflect" "testing" "github.com/stretchr/testify/assert" "github.com/stretchr/testify/require" ) +// assertFieldsCovered asserts that all fields in sdkType (except those in skip) +// are present as direct fields in remoteType, and that skipped fields are indeed absent. +func assertFieldsCovered(t *testing.T, sdkType, remoteType reflect.Type, skip map[string]bool) { + t.Helper() + remoteFields := map[string]bool{} + for i := range remoteType.NumField() { + f := remoteType.Field(i) + if !f.Anonymous { + remoteFields[f.Name] = true + } + } + + for i := range sdkType.NumField() { + field := sdkType.Field(i) + if skip[field.Name] { + assert.NotContains(t, remoteFields, field.Name, "field %s is in skip list but present in %s; remove it from skip", field.Name, remoteType.Name()) + continue + } + assert.Contains(t, remoteFields, field.Name, "field %s from %s is missing in %s", field.Name, sdkType.Name(), remoteType.Name()) + } +} + func TestParsePostgresName(t *testing.T) { tests := []struct { name string