CreateJob
yaml
type: "io.kestra.plugin.databricks.job.createjob"Examples
yaml
id: databricks_job_create
namespace: company.team
tasks:
- id: create_job
type: io.kestra.plugin.databricks.job.CreateJob
authentication:
token: "{{ secret('DATABRICKS_TOKEN') }}"
host: "{{ secret('DATABRICKS_HOST') }}"
jobTasks:
- existingClusterId: <your-cluster>
taskKey: taskKey
sparkPythonTask:
pythonFile: /Shared/hello.py
sparkPythonTaskSource: WORKSPACE
waitForCompletion: PT5M
Properties
accountId string
authentication AbstractTask-AuthenticationConfig
configFile string
host string
jobName string
waitForCompletion string
Format
durationOutputs
jobId integer
jobURI string
Format
urirunId integer
runURI string
Format
uriDefinitions
io.kestra.plugin.databricks.job.task.SqlTaskSetting
parameters stringobject
SubType string
queryId string
warehouseId string
io.kestra.plugin.databricks.job.task.NotebookTaskSetting
baseParameters stringobject
SubType string
notebookPath string
source string
Possible Values
GITWORKSPACEio.kestra.plugin.databricks.job.CreateJob-JobTaskSetting
dbtTask DbtTaskSetting
dependsOn array
SubType string
description string
existingClusterId string
notebookTask NotebookTaskSetting
pipelineTask PipelineTaskSetting
pythonWheelTask PythonWheelTaskSetting
runJobTask RunJobTaskSetting
sparkJarTask SparkJarTaskSetting
sparkPythonTask SparkPythonTaskSetting
sparkSubmitTask SparkSubmitTaskSetting
sqlTask SqlTaskSetting
taskKey string
timeoutSeconds integerstring
io.kestra.plugin.databricks.job.task.PythonWheelTaskSetting
entryPoint string
namedParameters stringobject
SubType string
packageName string
parameters stringarray
io.kestra.plugin.databricks.job.task.LibrarySetting-CranSetting
_package string
repo string
io.kestra.plugin.databricks.job.task.SparkSubmitTaskSetting
parameters stringarray
io.kestra.plugin.databricks.AbstractTask-AuthenticationConfig
authType string
azureClientId string
azureClientSecret string
azureTenantId string
clientId string
clientSecret string
googleCredentials string
googleServiceAccount string
password string
token string
username string
io.kestra.plugin.databricks.job.task.RunJobTaskSetting
jobId string
jobParameters object
io.kestra.plugin.databricks.job.task.SparkPythonTaskSetting
pythonFile *Requiredstring
sparkPythonTaskSource *Requiredstring
Possible Values
GITWORKSPACEparameters stringarray
io.kestra.plugin.databricks.job.task.PipelineTaskSetting
fullRefresh booleanstring
pipelineId string
io.kestra.plugin.databricks.job.task.LibrarySetting
egg string
jar string
whl string
io.kestra.plugin.databricks.job.task.DbtTaskSetting
catalog string
commands array
SubType string
schema string
warehouseId string
io.kestra.plugin.databricks.job.task.LibrarySetting-PypiSetting
_package string
repo string
io.kestra.plugin.databricks.job.task.SparkJarTaskSetting
jarUri string
mainClassName string
parameters stringarray
io.kestra.plugin.databricks.job.task.LibrarySetting-MavenSetting
coordinates string
exclusions array
SubType string