Skip to content

Add missing pipeline related fields to JobsService #543

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
pietern merged 1 commit into from
Aug 19, 2022
Merged

Add missing pipeline related fields to JobsService #543

Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
42 changes: 42 additions & 0 deletions databricks_cli/sdk/service.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -59,6 +59,8 @@ def create_job(
format=None,
dbt_task=None,
access_control_list=None,
pipeline_task=None,
python_wheel_task=None,
):
_data = {}
if name is not None:
Expand Down Expand Up @@ -133,6 +135,18 @@ def create_job(
raise TypeError('Expected databricks.DbtTask() or dict for field dbt_task')
if access_control_list is not None:
_data['access_control_list'] = access_control_list
if pipeline_task is not None:
_data['pipeline_task'] = pipeline_task
if not isinstance(pipeline_task, dict):
raise TypeError(
'Expected databricks.PipelineTask() or dict for field pipeline_task'
)
if python_wheel_task is not None:
_data['python_wheel_task'] = python_wheel_task
if not isinstance(python_wheel_task, dict):
raise TypeError(
'Expected databricks.PythonWheelTask() or dict for field python_wheel_task'
)
return self.client.perform_query(
'POST', '/jobs/create', data=_data, headers=headers, version=version
)
Expand All @@ -156,6 +170,8 @@ def submit_run(
git_source=None,
dbt_task=None,
access_control_list=None,
pipeline_task=None,
python_wheel_task=None,
):
_data = {}
if run_name is not None:
Expand Down Expand Up @@ -210,6 +226,18 @@ def submit_run(
raise TypeError('Expected databricks.DbtTask() or dict for field dbt_task')
if access_control_list is not None:
_data['access_control_list'] = access_control_list
if pipeline_task is not None:
_data['pipeline_task'] = pipeline_task
if not isinstance(pipeline_task, dict):
raise TypeError(
'Expected databricks.PipelineTask() or dict for field pipeline_task'
)
if python_wheel_task is not None:
_data['python_wheel_task'] = python_wheel_task
if not isinstance(python_wheel_task, dict):
raise TypeError(
'Expected databricks.PythonWheelTask() or dict for field python_wheel_task'
)
return self.client.perform_query(
'POST', '/jobs/runs/submit', data=_data, headers=headers, version=version
)
Expand Down Expand Up @@ -286,6 +314,7 @@ def run_now(
headers=None,
version=None,
dbt_commands=None,
pipeline_params=None,
):
_data = {}
if job_id is not None:
Expand All @@ -304,6 +333,12 @@ def run_now(
_data['idempotency_token'] = idempotency_token
if dbt_commands is not None:
_data['dbt_commands'] = dbt_commands
if pipeline_params is not None:
_data['pipeline_params'] = pipeline_params
if not isinstance(pipeline_params, dict):
raise TypeError(
'Expected databricks.PipelineParameters() or dict for field pipeline_params'
)
return self.client.perform_query(
'POST', '/jobs/run-now', data=_data, headers=headers, version=version
)
Expand All @@ -321,6 +356,7 @@ def repair(
headers=None,
version=None,
dbt_commands=None,
pipeline_params=None,
):
_data = {}
if run_id is not None:
Expand All @@ -341,6 +377,12 @@ def repair(
_data['python_named_params'] = python_named_params
if dbt_commands is not None:
_data['dbt_commands'] = dbt_commands
if pipeline_params is not None:
_data['pipeline_params'] = pipeline_params
if not isinstance(pipeline_params, dict):
raise TypeError(
'Expected databricks.PipelineParameters() or dict for field pipeline_params'
)
return self.client.perform_query(
'POST', '/jobs/runs/repair', data=_data, headers=headers, version=version
)
Expand Down