Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
185 changes: 185 additions & 0 deletions .generator/schemas/v1/openapi.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -6182,6 +6182,190 @@ components:
type: string
x-enum-varnames:
- ARITHMETIC_PROCESSOR
LogsArrayMapArithmeticSubProcessor:
description: |-
An arithmetic sub-processor for use inside an array-map processor.
Unlike the top-level arithmetic processor, `is_enabled` is not supported.
properties:
expression:
description: Arithmetic operation to perform.
example: ""
type: string
is_replace_missing:
default: false
description: Replace missing attribute values with 0.
type: boolean
name:
description: Name of the sub-processor.
type: string
target:
description: Target attribute path for the result.
example: ""
type: string
type:
$ref: "#/components/schemas/LogsArithmeticProcessorType"
required:
- expression
- target
- type
type: object
LogsArrayMapAttributeRemapper:
description: |-
An attribute remapper sub-processor for use inside an array-map processor.
Unlike the top-level attribute remapper, `is_enabled`, `source_type`, and
`target_type` are not supported.
properties:
name:
description: Name of the sub-processor.
type: string
override_on_conflict:
default: false
description: Override the target element if already set.
type: boolean
preserve_source:
default: false
description: Remove or preserve the remapped source element.
type: boolean
sources:
description: Array of source attribute paths.
example:
- ""
items:
type: string
type: array
target:
description: Target attribute path.
example: ""
type: string
target_format:
$ref: "#/components/schemas/TargetFormatType"
type:
$ref: "#/components/schemas/LogsAttributeRemapperType"
required:
- sources
- target
- type
type: object
LogsArrayMapCategorySubProcessor:
description: |-
A category sub-processor for use inside an array-map processor.
Unlike the top-level category processor, `is_enabled` is not supported.
properties:
categories:
description: Array of filters to match against a log and the corresponding value to assign.
items:
$ref: "#/components/schemas/LogsCategoryProcessorCategory"
type: array
name:
description: Name of the sub-processor.
type: string
target:
description: Target attribute path for the category value.
example: ""
type: string
type:
$ref: "#/components/schemas/LogsCategoryProcessorType"
required:
- categories
- target
- type
type: object
LogsArrayMapProcessor:
description: |-
The array-map processor transforms each element of a source array by applying
sub-processors in order and collecting the results into a target array.
Results can be written to a new array, to the source array (in-place), or to
an existing target array. Sub-processors can read from `$sourceElem.<field>`
(object element field), bare `$sourceElem` (primitive element), or any parent
log attribute path. Sub-processors write to `$targetElem.<field>` (object
output field) or bare `$targetElem` (primitive output).
properties:
is_enabled:
default: false
description: Whether or not the processor is enabled.
type: boolean
name:
description: Name of the processor.
type: string
preserve_source:
default: true
description: |-
When `false` and `source != target`, the source attribute is removed after
processing. Cannot be `false` when `source == target`.
type: boolean
processors:
description: |-
Sub-processors applied to each element. Allowed types: `attribute-remapper`,
`string-builder-processor`, `arithmetic-processor`, `category-processor`.
items:
$ref: "#/components/schemas/LogsArrayMapSubProcessor"
type: array
source:
description: |-
Attribute path of the source array. Elements are read-only via `$sourceElem`
inside sub-processors.
example: detail.resource.s3BucketDetails
type: string
target:
description: |-
Attribute path of the output array. Sub-processors write to `$targetElem`
(or `$targetElem.<field>`) to build each output element.
example: ocsf.resources
type: string
type:
$ref: "#/components/schemas/LogsArrayMapProcessorType"
required:
- source
- target
- processors
- type
type: object
LogsArrayMapProcessorType:
default: array-map-processor
description: Type of logs array-map processor.
enum:
- array-map-processor
example: array-map-processor
type: string
x-enum-varnames:
- ARRAY_MAP_PROCESSOR
LogsArrayMapStringBuilderSubProcessor:
description: |-
A string builder sub-processor for use inside an array-map processor.
Unlike the top-level string builder processor, `is_enabled` is not supported.
properties:
is_replace_missing:
default: false
description: Replace missing attribute values with an empty string.
type: boolean
name:
description: Name of the sub-processor.
type: string
target:
description: Target attribute path for the result.
example: ""
type: string
template:
description: Formula with one or more attributes and raw text.
example: ""
type: string
type:
$ref: "#/components/schemas/LogsStringBuilderProcessorType"
required:
- template
- target
- type
type: object
LogsArrayMapSubProcessor:
description: |-
A sub-processor used inside an array-map processor.
Allowed types: `attribute-remapper`, `string-builder-processor`,
`arithmetic-processor`, `category-processor`.
oneOf:
- $ref: "#/components/schemas/LogsArrayMapAttributeRemapper"
- $ref: "#/components/schemas/LogsArrayMapArithmeticSubProcessor"
- $ref: "#/components/schemas/LogsArrayMapStringBuilderSubProcessor"
- $ref: "#/components/schemas/LogsArrayMapCategorySubProcessor"
LogsArrayProcessor:
description: |-
A processor for extracting, aggregating, or transforming values from JSON arrays within your logs.
Expand Down Expand Up @@ -7237,6 +7421,7 @@ components:
- $ref: "#/components/schemas/LogsDecoderProcessor"
- $ref: "#/components/schemas/LogsSchemaProcessor"
- $ref: "#/components/schemas/LogsExcludeAttributeProcessor"
- $ref: "#/components/schemas/LogsArrayMapProcessor"
LogsQueryCompute:
description: Define computation for a log query.
properties:
Expand Down
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
"2026-06-11T11:21:14.898Z"
Original file line number Diff line number Diff line change
@@ -0,0 +1,110 @@
{
"log": {
"_recordingName": "Logs Pipelines/Create a pipeline with Array Map Processor returns \"OK\" response",
"creator": {
"comment": "persister:fs",
"name": "Polly.JS",
"version": "6.0.5"
},
"entries": [
{
"_id": "4ca93b6145a04b6dde4c1f4e0cac5b66",
"_order": 0,
"cache": {},
"request": {
"bodySize": 439,
"cookies": [],
"headers": [
{
"_fromType": "array",
"name": "accept",
"value": "application/json"
},
{
"_fromType": "array",
"name": "content-type",
"value": "application/json"
}
],
"headersSize": 593,
"httpVersion": "HTTP/1.1",
"method": "POST",
"postData": {
"mimeType": "application/json",
"params": [],
"text": "{\"filter\":{\"query\":\"source:python\"},\"name\":\"testPipelineArrayMap\",\"processors\":[{\"is_enabled\":true,\"name\":\"map items\",\"preserve_source\":true,\"processors\":[{\"preserve_source\":true,\"sources\":[\"$sourceElem.id\"],\"target\":\"$targetElem.uid\",\"type\":\"attribute-remapper\"},{\"target\":\"$targetElem.label\",\"template\":\"item-%{$sourceElem.id}\",\"type\":\"string-builder-processor\"}],\"source\":\"items\",\"target\":\"out\",\"type\":\"array-map-processor\"}],\"tags\":[]}"
},
"queryString": [],
"url": "https://api.datadoghq.com/api/v1/logs/config/pipelines"
},
"response": {
"bodySize": 646,
"content": {
"mimeType": "application/json",
"size": 646,
"text": "{\"id\":\"hZIWv906QoyQIWpVKqb6pw\",\"type\":\"pipeline\",\"name\":\"testPipelineArrayMap\",\"is_enabled\":false,\"is_read_only\":false,\"filter\":{\"query\":\"source:python\"},\"processors\":[{\"name\":\"map items\",\"is_enabled\":true,\"source\":\"items\",\"target\":\"out\",\"processors\":[{\"is_enabled\":true,\"sources\":[\"$sourceElem.id\"],\"target\":\"$targetElem.uid\",\"target_type\":\"attribute\",\"preserve_source\":true,\"override_on_conflict\":false,\"type\":\"attribute-remapper\"},{\"is_enabled\":true,\"template\":\"item-%{$sourceElem.id}\",\"target\":\"$targetElem.label\",\"is_replace_missing\":false,\"type\":\"string-builder-processor\"}],\"preserve_source\":true,\"type\":\"array-map-processor\"}],\"tags\":[]}\n"
},
"cookies": [],
"headers": [
{
"name": "content-type",
"value": "application/json"
}
],
"headersSize": 701,
"httpVersion": "HTTP/1.1",
"redirectURL": "",
"status": 200,
"statusText": "OK"
},
"startedDateTime": "2026-06-11T11:21:14.903Z",
"time": 658
},
{
"_id": "2b141bcd4dd0431a6e10528df1d56782",
"_order": 0,
"cache": {},
"request": {
"bodySize": 0,
"cookies": [],
"headers": [
{
"_fromType": "array",
"name": "accept",
"value": "*/*"
}
],
"headersSize": 552,
"httpVersion": "HTTP/1.1",
"method": "DELETE",
"queryString": [],
"url": "https://api.datadoghq.com/api/v1/logs/config/pipelines/hZIWv906QoyQIWpVKqb6pw"
},
"response": {
"bodySize": 3,
"content": {
"mimeType": "application/json",
"size": 3,
"text": "{}\n"
},
"cookies": [],
"headers": [
{
"name": "content-type",
"value": "application/json"
}
],
"headersSize": 676,
"httpVersion": "HTTP/1.1",
"redirectURL": "",
"status": 200,
"statusText": "OK"
},
"startedDateTime": "2026-06-11T11:21:15.572Z",
"time": 782
}
],
"pages": [],
"version": "1.2"
}
}
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@
"2026-06-11T11:21:29.886Z"
Loading
Loading