Skip to content

Commit df5d8c1

Browse files
api-clients-generation-pipeline[bot]ci.datadog-api-spec
api-clients-generation-pipeline[bot]
and
ci.datadog-api-spec
authored
Add processors groups to Observability Pipelines (#2972)
Co-authored-by: ci.datadog-api-spec <packages@datadoghq.com>
1 parent c2d004b commit df5d8c1

File tree

53 files changed

+626
-510
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

53 files changed

+626
-510
lines changed

‎.generator/schemas/v2/openapi.yaml‎

Lines changed: 171 additions & 169 deletions
Large diffs are not rendered by default.

‎cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-Bad-Request-response_2199325426/frozen.json‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
"2025-04-25T17:29:21.625Z"
1+
"2025-12-12T12:01:38.830Z"

‎cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-Bad-Request-response_2199325426/recording.har‎

Lines changed: 8 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -8,11 +8,11 @@
88
},
99
"entries": [
1010
{
11-
"_id": "27cad2cb136cf53108ff45a0fc536c02",
11+
"_id": "95a5701126df3343b440f0295430ff3b",
1212
"_order": 0,
1313
"cache": {},
1414
"request": {
15-
"bodySize": 383,
15+
"bodySize": 481,
1616
"cookies": [],
1717
"headers": [
1818
{
@@ -32,17 +32,17 @@
3232
"postData": {
3333
"mimeType": "application/json",
3434
"params": [],
35-
"text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"unknown-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"type\":\"pipelines\"}}"
35+
"text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"my-processor-group\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"enabled\":true,\"id\":\"unknown-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"processors\":[{\"enabled\":true,\"id\":\"filter-processor\",\"include\":\"status:error\",\"type\":\"filter\"}]}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"type\":\"pipelines\"}}"
3636
},
3737
"queryString": [],
3838
"url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines"
3939
},
4040
"response": {
41-
"bodySize": 353,
41+
"bodySize": 357,
4242
"content": {
4343
"mimeType": "application/json",
44-
"size": 353,
45-
"text": "{\"errors\":[{\"title\":\"Component with ID filter-processor is an unknown component\",\"meta\":{\"message\":\"Component with ID filter-processor is an unknown component\"}},{\"title\":\"The following components are unused: [datadog-agent-source unknown-processor]\",\"meta\":{\"message\":\"The following components are unused: [datadog-agent-source unknown-processor]\"}}]}\n"
44+
"size": 357,
45+
"text": "{\"errors\":[{\"title\":\"Component with ID my-processor-group is an unknown component\",\"meta\":{\"message\":\"Component with ID my-processor-group is an unknown component\"}},{\"title\":\"The following components are unused: [datadog-agent-source unknown-processor]\",\"meta\":{\"message\":\"The following components are unused: [datadog-agent-source unknown-processor]\"}}]}\n"
4646
},
4747
"cookies": [],
4848
"headers": [
@@ -57,8 +57,8 @@
5757
"status": 400,
5858
"statusText": "Bad Request"
5959
},
60-
"startedDateTime": "2025-04-25T17:29:21.631Z",
61-
"time": 2193
60+
"startedDateTime": "2025-12-12T12:01:38.833Z",
61+
"time": 470
6262
}
6363
],
6464
"pages": [],

‎cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-OK-response_2981893872/frozen.json‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
"2025-04-25T17:29:23.837Z"
1+
"2025-12-12T12:01:39.315Z"

‎cassettes/v2/Observability-Pipelines_4170000189/Create-a-new-pipeline-returns-OK-response_2981893872/recording.har‎

Lines changed: 12 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -8,11 +8,11 @@
88
},
99
"entries": [
1010
{
11-
"_id": "ccedcb249a427cb75505c852f00f4319",
11+
"_id": "2cc7f51aea1a7fda97edd909fad481a4",
1212
"_order": 0,
1313
"cache": {},
1414
"request": {
15-
"bodySize": 382,
15+
"bodySize": 482,
1616
"cookies": [],
1717
"headers": [
1818
{
@@ -32,17 +32,17 @@
3232
"postData": {
3333
"mimeType": "application/json",
3434
"params": [],
35-
"text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"type\":\"pipelines\"}}"
35+
"text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"my-processor-group\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"enabled\":true,\"id\":\"my-processor-group\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"processors\":[{\"enabled\":true,\"id\":\"filter-processor\",\"include\":\"status:error\",\"type\":\"filter\"}]}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"type\":\"pipelines\"}}"
3636
},
3737
"queryString": [],
3838
"url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines"
3939
},
4040
"response": {
41-
"bodySize": 427,
41+
"bodySize": 527,
4242
"content": {
4343
"mimeType": "application/json",
44-
"size": 427,
45-
"text": "{\"data\":{\"id\":\"d891e45c-21fa-11f0-96dc-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n"
44+
"size": 527,
45+
"text": "{\"data\":{\"id\":\"512fbd46-d752-11f0-b25a-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"my-processor-group\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"enabled\":true,\"id\":\"my-processor-group\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"processors\":[{\"enabled\":true,\"id\":\"filter-processor\",\"include\":\"status:error\",\"type\":\"filter\"}]}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n"
4646
},
4747
"cookies": [],
4848
"headers": [
@@ -57,11 +57,11 @@
5757
"status": 201,
5858
"statusText": "Created"
5959
},
60-
"startedDateTime": "2025-04-25T17:29:23.842Z",
61-
"time": 922
60+
"startedDateTime": "2025-12-12T12:01:39.318Z",
61+
"time": 850
6262
},
6363
{
64-
"_id": "1cf1cc77a6906f28420662c129b23adb",
64+
"_id": "daee0d2a6bfc56dad16e3e11b211ca18",
6565
"_order": 0,
6666
"cache": {},
6767
"request": {
@@ -78,7 +78,7 @@
7878
"httpVersion": "HTTP/1.1",
7979
"method": "DELETE",
8080
"queryString": [],
81-
"url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/d891e45c-21fa-11f0-96dc-da7ad0900002"
81+
"url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/512fbd46-d752-11f0-b25a-da7ad0900002"
8282
},
8383
"response": {
8484
"bodySize": 0,
@@ -99,8 +99,8 @@
9999
"status": 204,
100100
"statusText": "No Content"
101101
},
102-
"startedDateTime": "2025-04-25T17:29:24.776Z",
103-
"time": 509
102+
"startedDateTime": "2025-12-12T12:01:40.178Z",
103+
"time": 539
104104
}
105105
],
106106
"pages": [],

‎cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-Not-Found-response_870326444/frozen.json‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
"2025-04-25T17:29:25.292Z"
1+
"2025-12-12T12:01:40.725Z"

‎cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-Not-Found-response_870326444/recording.har‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -47,8 +47,8 @@
4747
"status": 404,
4848
"statusText": "Not Found"
4949
},
50-
"startedDateTime": "2025-04-25T17:29:25.296Z",
51-
"time": 1546
50+
"startedDateTime": "2025-12-12T12:01:40.727Z",
51+
"time": 573
5252
}
5353
],
5454
"pages": [],

‎cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-OK-response_1744781279/frozen.json‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
"2025-04-25T17:29:26.847Z"
1+
"2025-12-12T12:01:41.308Z"

‎cassettes/v2/Observability-Pipelines_4170000189/Delete-a-pipeline-returns-OK-response_1744781279/recording.har‎

Lines changed: 16 additions & 16 deletions
Original file line numberDiff line numberDiff line change
@@ -8,11 +8,11 @@
88
},
99
"entries": [
1010
{
11-
"_id": "ccedcb249a427cb75505c852f00f4319",
11+
"_id": "da4c1e7179b6967e765b83722311cb84",
1212
"_order": 0,
1313
"cache": {},
1414
"request": {
15-
"bodySize": 382,
15+
"bodySize": 480,
1616
"cookies": [],
1717
"headers": [
1818
{
@@ -32,17 +32,17 @@
3232
"postData": {
3333
"mimeType": "application/json",
3434
"params": [],
35-
"text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"type\":\"pipelines\"}}"
35+
"text": "{\"data\":{\"attributes\":{\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"processor-group-0\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"enabled\":true,\"id\":\"processor-group-0\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"processors\":[{\"enabled\":true,\"id\":\"filter-processor\",\"include\":\"status:error\",\"type\":\"filter\"}]}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]},\"name\":\"Main Observability Pipeline\"},\"type\":\"pipelines\"}}"
3636
},
3737
"queryString": [],
3838
"url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines"
3939
},
4040
"response": {
41-
"bodySize": 427,
41+
"bodySize": 525,
4242
"content": {
4343
"mimeType": "application/json",
44-
"size": 427,
45-
"text": "{\"data\":{\"id\":\"da5f2218-21fa-11f0-96de-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"filter-processor\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"id\":\"filter-processor\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"type\":\"filter\"}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n"
44+
"size": 525,
45+
"text": "{\"data\":{\"id\":\"5260fb94-d752-11f0-b25c-da7ad0900002\",\"type\":\"pipelines\",\"attributes\":{\"name\":\"Main Observability Pipeline\",\"config\":{\"destinations\":[{\"id\":\"datadog-logs-destination\",\"inputs\":[\"processor-group-0\"],\"type\":\"datadog_logs\"}],\"processors\":[{\"enabled\":true,\"id\":\"processor-group-0\",\"include\":\"service:my-service\",\"inputs\":[\"datadog-agent-source\"],\"processors\":[{\"enabled\":true,\"id\":\"filter-processor\",\"include\":\"status:error\",\"type\":\"filter\"}]}],\"sources\":[{\"id\":\"datadog-agent-source\",\"type\":\"datadog_agent\"}]}}}}\n"
4646
},
4747
"cookies": [],
4848
"headers": [
@@ -57,11 +57,11 @@
5757
"status": 201,
5858
"statusText": "Created"
5959
},
60-
"startedDateTime": "2025-04-25T17:29:26.849Z",
61-
"time": 934
60+
"startedDateTime": "2025-12-12T12:01:41.311Z",
61+
"time": 939
6262
},
6363
{
64-
"_id": "598cf7c6bf150219bc90925671f48c4a",
64+
"_id": "46a341e963579ca39864fbc1cf39edc4",
6565
"_order": 0,
6666
"cache": {},
6767
"request": {
@@ -78,7 +78,7 @@
7878
"httpVersion": "HTTP/1.1",
7979
"method": "DELETE",
8080
"queryString": [],
81-
"url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/da5f2218-21fa-11f0-96de-da7ad0900002"
81+
"url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/5260fb94-d752-11f0-b25c-da7ad0900002"
8282
},
8383
"response": {
8484
"bodySize": 0,
@@ -99,11 +99,11 @@
9999
"status": 204,
100100
"statusText": "No Content"
101101
},
102-
"startedDateTime": "2025-04-25T17:29:27.792Z",
103-
"time": 723
102+
"startedDateTime": "2025-12-12T12:01:42.258Z",
103+
"time": 816
104104
},
105105
{
106-
"_id": "598cf7c6bf150219bc90925671f48c4a",
106+
"_id": "46a341e963579ca39864fbc1cf39edc4",
107107
"_order": 1,
108108
"cache": {},
109109
"request": {
@@ -120,7 +120,7 @@
120120
"httpVersion": "HTTP/1.1",
121121
"method": "DELETE",
122122
"queryString": [],
123-
"url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/da5f2218-21fa-11f0-96de-da7ad0900002"
123+
"url": "https://api.datadoghq.com/api/v2/remote_config/products/obs_pipelines/pipelines/5260fb94-d752-11f0-b25c-da7ad0900002"
124124
},
125125
"response": {
126126
"bodySize": 44,
@@ -142,8 +142,8 @@
142142
"status": 404,
143143
"statusText": "Not Found"
144144
},
145-
"startedDateTime": "2025-04-25T17:29:28.522Z",
146-
"time": 666
145+
"startedDateTime": "2025-12-12T12:01:43.083Z",
146+
"time": 599
147147
}
148148
],
149149
"pages": [],

‎cassettes/v2/Observability-Pipelines_4170000189/Get-a-specific-pipeline-returns-OK-response_3347956844/frozen.json‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1 +1 @@
1-
"2025-04-25T17:29:29.196Z"
1+
"2025-12-12T12:01:43.689Z"

0 commit comments

Comments
 (0)