Skip to content

WIP Add processors groups to Observability Pipelines #2760

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
wants to merge 1 commit into
base: master
Choose a base branch
from
Open

WIP Add processors groups to Observability Pipelines #2760

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
275 changes: 210 additions & 65 deletions .generator/schemas/v2/openapi.yaml
View file
Open in desktop

Large diffs are not rendered by default.

2 changes: 2 additions & 0 deletions lib/datadog_api_client/inflector.rb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3025,7 +3025,9 @@ def overrides
"v2.observability_pipeline_aws_auth" => "ObservabilityPipelineAwsAuth",
"v2.observability_pipeline_config" => "ObservabilityPipelineConfig",
"v2.observability_pipeline_config_destination_item" => "ObservabilityPipelineConfigDestinationItem",
"v2.observability_pipeline_config_processor_group" => "ObservabilityPipelineConfigProcessorGroup",
"v2.observability_pipeline_config_processor_item" => "ObservabilityPipelineConfigProcessorItem",
"v2.observability_pipeline_config_processors" => "ObservabilityPipelineConfigProcessors",
"v2.observability_pipeline_config_source_item" => "ObservabilityPipelineConfigSourceItem",
"v2.observability_pipeline_crowd_strike_next_gen_siem_destination" => "ObservabilityPipelineCrowdStrikeNextGenSiemDestination",
"v2.observability_pipeline_crowd_strike_next_gen_siem_destination_compression" => "ObservabilityPipelineCrowdStrikeNextGenSiemDestinationCompression",
Expand Down
27 changes: 13 additions & 14 deletions lib/datadog_api_client/v2/models/observability_pipeline_add_env_vars_processor.rb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -21,14 +21,17 @@ module DatadogAPIClient::V2
class ObservabilityPipelineAddEnvVarsProcessor
include BaseGenericModel

# Whether this processor is enabled.
attr_accessor :enabled

# The unique identifier for this component. Used to reference this processor in the pipeline.
attr_reader :id

# A Datadog search query used to determine which logs this processor targets.
attr_reader :include

# A list of component IDs whose output is used as the input for this processor.
attr_reader :inputs
# A list of component IDs whose output is used as input for this processor. Required when used as a standalone processor, omit when used within a processor group.
attr_accessor :inputs

# The processor type. The value should always be `add_env_vars`.
attr_reader :type
Expand All @@ -42,6 +45,7 @@ class ObservabilityPipelineAddEnvVarsProcessor
# @!visibility private
def self.attribute_map
{
:'enabled' => :'enabled',
:'id' => :'id',
:'include' => :'include',
:'inputs' => :'inputs',
Expand All @@ -54,6 +58,7 @@ def self.attribute_map
# @!visibility private
def self.openapi_types
{
:'enabled' => :'Boolean',
:'id' => :'String',
:'include' => :'String',
:'inputs' => :'Array<String>',
Expand All @@ -80,6 +85,10 @@ def initialize(attributes = {})
end
}

if attributes.key?(:'enabled')
self.enabled = attributes[:'enabled']
end

if attributes.key?(:'id')
self.id = attributes[:'id']
end
Expand Down Expand Up @@ -111,7 +120,6 @@ def initialize(attributes = {})
def valid?
return false if @id.nil?
return false if @include.nil?
return false if @inputs.nil?
return false if @type.nil?
return false if @variables.nil?
true
Expand All @@ -137,16 +145,6 @@ def include=(include)
@include = include
end

# Custom attribute writer method with validation
# @param inputs [Object] Object to be assigned
# @!visibility private
def inputs=(inputs)
if inputs.nil?
fail ArgumentError, 'invalid value for "inputs", inputs cannot be nil.'
end
@inputs = inputs
end

# Custom attribute writer method with validation
# @param type [Object] Object to be assigned
# @!visibility private
Expand Down Expand Up @@ -193,6 +191,7 @@ def to_hash
def ==(o)
return true if self.equal?(o)
self.class == o.class &&
enabled == o.enabled &&
id == o.id &&
include == o.include &&
inputs == o.inputs &&
Expand All @@ -205,7 +204,7 @@ def ==(o)
# @return [Integer] Hash code
# @!visibility private
def hash
[id, include, inputs, type, variables, additional_properties].hash
[enabled, id, include, inputs, type, variables, additional_properties].hash
end
end
end
27 changes: 13 additions & 14 deletions lib/datadog_api_client/v2/models/observability_pipeline_add_fields_processor.rb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -21,6 +21,9 @@ module DatadogAPIClient::V2
class ObservabilityPipelineAddFieldsProcessor
include BaseGenericModel

# Whether this processor is enabled.
attr_accessor :enabled

# A list of static fields (key-value pairs) that is added to each log event processed by this component.
attr_reader :fields

Expand All @@ -30,8 +33,8 @@ class ObservabilityPipelineAddFieldsProcessor
# A Datadog search query used to determine which logs this processor targets.
attr_reader :include

# A list of component IDs whose output is used as the `input` for this component.
attr_reader :inputs
# A list of component IDs whose output is used as input for this processor. Required when used as a standalone processor, omit when used within a processor group.
attr_accessor :inputs

# The processor type. The value should always be `add_fields`.
attr_reader :type
Expand All @@ -42,6 +45,7 @@ class ObservabilityPipelineAddFieldsProcessor
# @!visibility private
def self.attribute_map
{
:'enabled' => :'enabled',
:'fields' => :'fields',
:'id' => :'id',
:'include' => :'include',
Expand All @@ -54,6 +58,7 @@ def self.attribute_map
# @!visibility private
def self.openapi_types
{
:'enabled' => :'Boolean',
:'fields' => :'Array<ObservabilityPipelineFieldValue>',
:'id' => :'String',
:'include' => :'String',
Expand All @@ -80,6 +85,10 @@ def initialize(attributes = {})
end
}

if attributes.key?(:'enabled')
self.enabled = attributes[:'enabled']
end

if attributes.key?(:'fields')
if (value = attributes[:'fields']).is_a?(Array)
self.fields = value
Expand Down Expand Up @@ -112,7 +121,6 @@ def valid?
return false if @fields.nil?
return false if @id.nil?
return false if @include.nil?
return false if @inputs.nil?
return false if @type.nil?
true
end
Expand Down Expand Up @@ -147,16 +155,6 @@ def include=(include)
@include = include
end

# Custom attribute writer method with validation
# @param inputs [Object] Object to be assigned
# @!visibility private
def inputs=(inputs)
if inputs.nil?
fail ArgumentError, 'invalid value for "inputs", inputs cannot be nil.'
end
@inputs = inputs
end

# Custom attribute writer method with validation
# @param type [Object] Object to be assigned
# @!visibility private
Expand Down Expand Up @@ -193,6 +191,7 @@ def to_hash
def ==(o)
return true if self.equal?(o)
self.class == o.class &&
enabled == o.enabled &&
fields == o.fields &&
id == o.id &&
include == o.include &&
Expand All @@ -205,7 +204,7 @@ def ==(o)
# @return [Integer] Hash code
# @!visibility private
def hash
[fields, id, include, inputs, type, additional_properties].hash
[enabled, fields, id, include, inputs, type, additional_properties].hash
end
end
end
8 changes: 3 additions & 5 deletions lib/datadog_api_client/v2/models/observability_pipeline_config.rb
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -24,7 +24,7 @@ class ObservabilityPipelineConfig
# A list of destination components where processed logs are sent.
attr_reader :destinations

# A list of processors that transform or enrich log data.
# A list of processors that transform or enrich log data, or a list of grouped processor configurations.
attr_accessor :processors

# A list of configured data sources for the pipeline.
Expand All @@ -47,7 +47,7 @@ def self.attribute_map
def self.openapi_types
{
:'destinations' => :'Array<ObservabilityPipelineConfigDestinationItem>',
:'processors' => :'Array<ObservabilityPipelineConfigProcessorItem>',
:'processors' => :'ObservabilityPipelineConfigProcessors',
:'sources' => :'Array<ObservabilityPipelineConfigSourceItem>'
}
end
Expand Down Expand Up @@ -77,9 +77,7 @@ def initialize(attributes = {})
end

if attributes.key?(:'processors')
if (value = attributes[:'processors']).is_a?(Array)
self.processors = value
end
self.processors = attributes[:'processors']
end

if attributes.key?(:'sources')
Expand Down
Loading
Loading