Class: OCI::DataScience::Models::PipelineDataflowConfigurationDetails

Inherits:
Object
  • Object
show all
Defined in:
lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb

Overview

The configuration details of a Dataflow step.

Instance Attribute Summary collapse

Class Method Summary collapse

Instance Method Summary collapse

Constructor Details

#initialize(attributes = {}) ⇒ PipelineDataflowConfigurationDetails

Initializes the object

Parameters:

  • attributes (Hash) (defaults to: {}) —

    Model attributes in the form of hash

Options Hash (attributes):



87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 87

def initialize(attributes = {})
  return unless attributes.is_a?(Hash)

  # convert string to symbol for hash key
  attributes = attributes.each_with_object({}) { |(k, v), h| h[k.to_sym] = v }

  self.configuration = attributes[:'configuration'] if attributes[:'configuration']

  self.driver_shape = attributes[:'driverShape'] if attributes[:'driverShape']

  raise 'You cannot provide both :driverShape and :driver_shape' if attributes.key?(:'driverShape') && attributes.key?(:'driver_shape')

  self.driver_shape = attributes[:'driver_shape'] if attributes[:'driver_shape']

  self.driver_shape_config_details = attributes[:'driverShapeConfigDetails'] if attributes[:'driverShapeConfigDetails']

  raise 'You cannot provide both :driverShapeConfigDetails and :driver_shape_config_details' if attributes.key?(:'driverShapeConfigDetails') && attributes.key?(:'driver_shape_config_details')

  self.driver_shape_config_details = attributes[:'driver_shape_config_details'] if attributes[:'driver_shape_config_details']

  self.executor_shape = attributes[:'executorShape'] if attributes[:'executorShape']

  raise 'You cannot provide both :executorShape and :executor_shape' if attributes.key?(:'executorShape') && attributes.key?(:'executor_shape')

  self.executor_shape = attributes[:'executor_shape'] if attributes[:'executor_shape']

  self.executor_shape_config_details = attributes[:'executorShapeConfigDetails'] if attributes[:'executorShapeConfigDetails']

  raise 'You cannot provide both :executorShapeConfigDetails and :executor_shape_config_details' if attributes.key?(:'executorShapeConfigDetails') && attributes.key?(:'executor_shape_config_details')

  self.executor_shape_config_details = attributes[:'executor_shape_config_details'] if attributes[:'executor_shape_config_details']

  self.num_executors = attributes[:'numExecutors'] if attributes[:'numExecutors']

  raise 'You cannot provide both :numExecutors and :num_executors' if attributes.key?(:'numExecutors') && attributes.key?(:'num_executors')

  self.num_executors = attributes[:'num_executors'] if attributes[:'num_executors']

  self.warehouse_bucket_uri = attributes[:'warehouseBucketUri'] if attributes[:'warehouseBucketUri']

  raise 'You cannot provide both :warehouseBucketUri and :warehouse_bucket_uri' if attributes.key?(:'warehouseBucketUri') && attributes.key?(:'warehouse_bucket_uri')

  self.warehouse_bucket_uri = attributes[:'warehouse_bucket_uri'] if attributes[:'warehouse_bucket_uri']

  self.logs_bucket_uri = attributes[:'logsBucketUri'] if attributes[:'logsBucketUri']

  raise 'You cannot provide both :logsBucketUri and :logs_bucket_uri' if attributes.key?(:'logsBucketUri') && attributes.key?(:'logs_bucket_uri')

  self.logs_bucket_uri = attributes[:'logs_bucket_uri'] if attributes[:'logs_bucket_uri']
end

Instance Attribute Details

#configuration ⇒ Object

The Spark configuration passed to the running process.

Returns:

  • (Object) 


13
14
15
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 13

def configuration
  @configuration
end

#driver_shape ⇒ String

The VM shape for the driver.

Returns:

  • (String) 


17
18
19
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 17

def driver_shape
  @driver_shape
end

#driver_shape_config_details ⇒ OCI::DataScience::Models::PipelineShapeConfigDetails

Returns:



20
21
22
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 20

def driver_shape_config_details
  @driver_shape_config_details
end

#executor_shape ⇒ String

The VM shape for the executors.

Returns:

  • (String) 


24
25
26
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 24

def executor_shape
  @executor_shape
end

#executor_shape_config_details ⇒ OCI::DataScience::Models::PipelineShapeConfigDetails

Returns:



27
28
29
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 27

def executor_shape_config_details
  @executor_shape_config_details
end

#logs_bucket_uri ⇒ String

An Oracle Cloud Infrastructure URI of the bucket where the Spark job logs are to be uploaded.

Returns:

  • (String) 


39
40
41
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 39

def logs_bucket_uri
  @logs_bucket_uri
end

#num_executors ⇒ Integer

The number of executor VMs requested.

Returns:

  • (Integer) 


31
32
33
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 31

def num_executors
  @num_executors
end

#warehouse_bucket_uri ⇒ String

An Oracle Cloud Infrastructure URI of the bucket to be used as default warehouse directory for BATCH SQL runs.

Returns:

  • (String) 


35
36
37
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 35

def warehouse_bucket_uri
  @warehouse_bucket_uri
end

Class Method Details

.attribute_map ⇒ Object

Attribute mapping from ruby-style variable name to JSON key.



42
43
44
45
46
47
48
49
50
51
52
53
54
55
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 42

def self.attribute_map
  {
    # rubocop:disable Style/SymbolLiteral
    'configuration': :'configuration',
    'driver_shape': :'driverShape',
    'driver_shape_config_details': :'driverShapeConfigDetails',
    'executor_shape': :'executorShape',
    'executor_shape_config_details': :'executorShapeConfigDetails',
    'num_executors': :'numExecutors',
    'warehouse_bucket_uri': :'warehouseBucketUri',
    'logs_bucket_uri': :'logsBucketUri'
    # rubocop:enable Style/SymbolLiteral
  }
end

.swagger_types ⇒ Object

Attribute type mapping.



58
59
60
61
62
63
64
65
66
67
68
69
70
71
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 58

def self.swagger_types
  {
    # rubocop:disable Style/SymbolLiteral
    'configuration': :'Object',
    'driver_shape': :'String',
    'driver_shape_config_details': :'OCI::DataScience::Models::PipelineShapeConfigDetails',
    'executor_shape': :'String',
    'executor_shape_config_details': :'OCI::DataScience::Models::PipelineShapeConfigDetails',
    'num_executors': :'Integer',
    'warehouse_bucket_uri': :'String',
    'logs_bucket_uri': :'String'
    # rubocop:enable Style/SymbolLiteral
  }
end

Instance Method Details

#==(other) ⇒ Object

Checks equality by comparing each attribute.

Parameters:

  • other (Object) —

    the other object to be compared



145
146
147
148
149
150
151
152
153
154
155
156
157
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 145

def ==(other)
  return true if equal?(other)

  self.class == other.class &&
    configuration == other.configuration &&
    driver_shape == other.driver_shape &&
    driver_shape_config_details == other.driver_shape_config_details &&
    executor_shape == other.executor_shape &&
    executor_shape_config_details == other.executor_shape_config_details &&
    num_executors == other.num_executors &&
    warehouse_bucket_uri == other.warehouse_bucket_uri &&
    logs_bucket_uri == other.logs_bucket_uri
end

#build_from_hash(attributes) ⇒ Object

Builds the object from hash

Parameters:

  • attributes (Hash) —

    Model attributes in the form of hash

Returns:

  • (Object) —

    Returns the model itself



182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 182

def build_from_hash(attributes)
  return nil unless attributes.is_a?(Hash)

  self.class.swagger_types.each_pair do |key, type|
    if type =~ /^Array<(.*)>/i
      # check to ensure the input is an array given that the the attribute
      # is documented as an array but the input is not
      if attributes[self.class.attribute_map[key]].is_a?(Array)
        public_method("#{key}=").call(
          attributes[self.class.attribute_map[key]]
            .map { |v| OCI::Internal::Util.convert_to_type(Regexp.last_match(1), v) }
        )
      end
    elsif !attributes[self.class.attribute_map[key]].nil?
      public_method("#{key}=").call(
        OCI::Internal::Util.convert_to_type(type, attributes[self.class.attribute_map[key]])
      )
    end
    # or else data not found in attributes(hash), not an issue as the data can be optional
  end

  self
end

#eql?(other) ⇒ Boolean

Parameters:

  • other (Object) —

    the other object to be compared

Returns:

  • (Boolean)

See Also:

  • `==` method


162
163
164
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 162

def eql?(other)
  self == other
end

#hash ⇒ Fixnum

Calculates hash code according to all attributes.

Returns:

  • (Fixnum) —

    Hash code



171
172
173
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 171

def hash
  [configuration, driver_shape, driver_shape_config_details, executor_shape, executor_shape_config_details, num_executors, warehouse_bucket_uri, logs_bucket_uri].hash
end

#to_hash ⇒ Hash

Returns the object in the form of hash

Returns:

  • (Hash) —

    Returns the object in the form of hash



215
216
217
218
219
220
221
222
223
224
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 215

def to_hash
  hash = {}
  self.class.attribute_map.each_pair do |attr, param|
    value = public_method(attr).call
    next if value.nil? && !instance_variable_defined?("@#{attr}")

    hash[param] = _to_hash(value)
  end
  hash
end

#to_s ⇒ String

Returns the string representation of the object

Returns:

  • (String) —

    String presentation of the object



209
210
211
 
# File 'lib/oci/data_science/models/pipeline_dataflow_configuration_details.rb', line 209

def to_s
  to_hash.to_s
end