• batchDuration: integer (int64)
  Default Value: 1000

  Batch duration (millisecond) of streaming job for the pipeline.
• driverCores: integer (int32)
  Minimum Value: 1

  Default Value: 1

  The number of cores per driver for the pipeline execution.
• driverMemory: integer (int64)
  Minimum Value: 800

  Default Value: 1800

  Memory per driver instance for the pipeline execution.
• enableCheckPointing: boolean
  Turns HA on/off for the pipeline.
• enableIntermediateTopic: boolean
  Pipeline Intermediate Topic Setting.
• exectorCores: integer (int32)
  Minimum Value: 2

  Default Value: 2

  The number of cores per executor for the pipeline execution.
• executorInstance: integer (int32)
  Minimum Value: 1

  The number of executors for the pipeline execution.
• executorMemory: integer (int64)
  Minimum Value: 800

  Default Value: 1500

  Memory per executor instance for the pipeline execution.
• intermediateTopicRetentionPeriod: integer (int64)
  Default Value: 3600000

  The Pipeline Topic Retention Period (in milliseconds).
• logLevel: string
  Default Value: Info

  Allowed Values: [ "Debug, Info, Warning, Error" ]

  Logging level for pipeline execution logs.
• resetOffset: boolean
  Default Value: false

  Input topics offset hard reset value.
• topicOffset: string
  Default Value: latest

  Allowed Values: [ "latest, earliest" ]

  Topic Offset Position.

{
    "type":"object",
    "properties":{
        "batchDuration":{
            "type":"integer",
            "description":"Batch duration (millisecond) of streaming job for the pipeline.",
            "format":"int64",
            "default":1000
        },
        "logLevel":{
            "type":"string",
            "description":"Logging level for pipeline execution logs.",
            "enum":[
                "Debug, Info, Warning, Error"
            ],
            "default":"Info"
        },
        "executorInstance":{
            "minimum":1,
            "type":"integer",
            "description":"The number of executors for the pipeline execution.",
            "format":"int32"
        },
        "exectorCores":{
            "minimum":2,
            "type":"integer",
            "description":"The number of cores per executor for the pipeline execution.",
            "format":"int32",
            "default":2
        },
        "executorMemory":{
            "minimum":800,
            "type":"integer",
            "description":"Memory per executor instance for the pipeline execution.",
            "format":"int64",
            "default":1500
        },
        "driverCores":{
            "minimum":1,
            "type":"integer",
            "description":"The number of cores per driver for the pipeline execution.",
            "format":"int32",
            "default":1
        },
        "driverMemory":{
            "minimum":800,
            "type":"integer",
            "description":"Memory per driver instance for the pipeline execution.",
            "format":"int64",
            "default":1800
        },
        "enableCheckPointing":{
            "type":"boolean",
            "description":"Turns HA on/off for the pipeline."
        },
        "enableIntermediateTopic":{
            "type":"boolean",
            "description":"Pipeline Intermediate Topic Setting."
        },
        "intermediateTopicRetentionPeriod":{
            "type":"integer",
            "description":"The Pipeline Topic Retention Period (in milliseconds).",
            "format":"int64",
            "default":3600000
        },
        "topicOffset":{
            "type":"string",
            "description":"Topic Offset Position.",
            "enum":[
                "latest, earliest"
            ],
            "default":"latest"
        },
        "resetOffset":{
            "type":"boolean",
            "description":"Input topics offset hard reset value.",
            "default":false
        }
    },
    "xml":{
        "name":"PipelineConfig"
    }
}