From d89bc5a1190e209fb9657ae3d97698aa2cb63b02 Mon Sep 17 00:00:00 2001 From: Vincent Roy Date: Wed, 7 Oct 2020 09:27:15 +0200 Subject: [PATCH 01/15] add target_format to attribute remapper --- .../resource_datadog_logs_custom_pipeline.go | 21 ++++++++++++------- ...ource_datadog_logs_custom_pipeline_test.go | 3 ++- docs/resources/logs_custom_pipeline.md | 5 ++++- 3 files changed, 20 insertions(+), 9 deletions(-) diff --git a/datadog/resource_datadog_logs_custom_pipeline.go b/datadog/resource_datadog_logs_custom_pipeline.go index 93789fabf8..5394a95fdc 100644 --- a/datadog/resource_datadog_logs_custom_pipeline.go +++ b/datadog/resource_datadog_logs_custom_pipeline.go @@ -101,12 +101,17 @@ var attributeRemapper = &schema.Schema{ Optional: true, Elem: &schema.Resource{ Schema: map[string]*schema.Schema{ - "name": {Type: schema.TypeString, Optional: true}, - "is_enabled": {Type: schema.TypeBool, Optional: true}, - "sources": {Type: schema.TypeList, Required: true, Elem: &schema.Schema{Type: schema.TypeString}}, - "source_type": {Type: schema.TypeString, Required: true}, - "target": {Type: schema.TypeString, Required: true}, - "target_type": {Type: schema.TypeString, Required: true}, + "name": {Type: schema.TypeString, Optional: true}, + "is_enabled": {Type: schema.TypeBool, Optional: true}, + "sources": {Type: schema.TypeList, Required: true, Elem: &schema.Schema{Type: schema.TypeString}}, + "source_type": {Type: schema.TypeString, Required: true}, + "target": {Type: schema.TypeString, Required: true}, + "target_type": {Type: schema.TypeString, Required: true}, + "target_format": { + Type: schema.TypeString, + Optional: true, + Default: datadogV1.TARGETFORMATTYPE_AUTO, + ValidateFunc: validation.StringInSlice([]string{"auto", "string", "integer", "double"}, false)}, "preserve_source": {Type: schema.TypeBool, Optional: true}, "override_on_conflict": {Type: schema.TypeBool, Optional: true}, }, @@ -331,7 +336,6 @@ func resourceDatadogLogsPipelineRead(d *schema.ResourceData, meta interface{}) e providerConf := meta.(*ProviderConfiguration) datadogClientV1 := providerConf.DatadogClientV1 authV1 := providerConf.AuthV1 - ddPipeline, _, err := datadogClientV1.LogsPipelinesApi.GetLogsPipeline(authV1, d.Id()).Execute() if err != nil { return translateClientError(err, "failed to get logs pipeline using Datadog API") @@ -994,6 +998,9 @@ func buildDatadogAttributeRemapper(tfProcessor map[string]interface{}) *datadogV if tfTargetType, exists := tfProcessor["target_type"].(string); exists { ddAttribute.SetTargetType(tfTargetType) } + if tfTargetFormat, exists := tfProcessor["target_format"].(string); exists { + ddAttribute.SetTargetFormat(datadogV1.TargetFormatType(tfTargetFormat)) + } if tfPreserveSource, exists := tfProcessor["preserve_source"].(bool); exists { ddAttribute.SetPreserveSource(tfPreserveSource) } diff --git a/datadog/resource_datadog_logs_custom_pipeline_test.go b/datadog/resource_datadog_logs_custom_pipeline_test.go index e3d9514fec..b80514091b 100644 --- a/datadog/resource_datadog_logs_custom_pipeline_test.go +++ b/datadog/resource_datadog_logs_custom_pipeline_test.go @@ -148,7 +148,8 @@ resource "datadog_logs_custom_pipeline" "my_pipeline_test" { sources = ["db.instance"] source_type = "tag" target = "db" - target_type = "tag" + target_type = "attribute" + target_format= "String" preserve_source = true override_on_conflict = false } diff --git a/docs/resources/logs_custom_pipeline.md b/docs/resources/logs_custom_pipeline.md index 11a9f7d04d..c5ce5ab590 100644 --- a/docs/resources/logs_custom_pipeline.md +++ b/docs/resources/logs_custom_pipeline.md @@ -31,7 +31,8 @@ resource "datadog_logs_custom_pipeline" "sample_pipeline" { sources = ["db.instance"] source_type = "tag" target = "db" - target_type = "tag" + target_type = "attribute" + target_format = "String" preserve_source = true override_on_conflict = false name = "sample attribute processor" @@ -185,6 +186,8 @@ The following arguments are supported: - `source_type`: (Required) Defines where the sources are from (log `attribute` or `tag`). - `target`: (Required) Final `attribute` or `tag` name to remap the sources. - `target_type`: (Required) Defines if the target is a log `attribute` or `tag`. + - `target_format`: (Optional, default=false) If the target of the remapper is an attribute, try to cast the value to a new specific type. + If the cast is not possible, the original type is kept. `string`, `integer`, or `double` are the possible types. - `preserve_source`: (Optional, default = false) Remove or preserve the remapped source element. - `override_on_conflict`: (Optional, default = false) Override the target element if already set. - `name`: (Optional) Name of the processor From 7db6c70e906b0371026cec18d8a67b1ee9dc434f Mon Sep 17 00:00:00 2001 From: Vincent Roy Date: Wed, 7 Oct 2020 14:35:35 +0200 Subject: [PATCH 02/15] remove default value --- datadog/resource_datadog_logs_custom_pipeline.go | 1 - 1 file changed, 1 deletion(-) diff --git a/datadog/resource_datadog_logs_custom_pipeline.go b/datadog/resource_datadog_logs_custom_pipeline.go index 5394a95fdc..b8f37ef180 100644 --- a/datadog/resource_datadog_logs_custom_pipeline.go +++ b/datadog/resource_datadog_logs_custom_pipeline.go @@ -110,7 +110,6 @@ var attributeRemapper = &schema.Schema{ "target_format": { Type: schema.TypeString, Optional: true, - Default: datadogV1.TARGETFORMATTYPE_AUTO, ValidateFunc: validation.StringInSlice([]string{"auto", "string", "integer", "double"}, false)}, "preserve_source": {Type: schema.TypeBool, Optional: true}, "override_on_conflict": {Type: schema.TypeBool, Optional: true}, From 047ddf22b73cc849cb546040f8718ae2bdc115b8 Mon Sep 17 00:00:00 2001 From: Vincent Roy Date: Wed, 7 Oct 2020 14:38:38 +0200 Subject: [PATCH 03/15] update test - add a new attribute remapper --- .../resource_datadog_logs_custom_pipeline_test.go | 14 +++++++++++++- 1 file changed, 13 insertions(+), 1 deletion(-) diff --git a/datadog/resource_datadog_logs_custom_pipeline_test.go b/datadog/resource_datadog_logs_custom_pipeline_test.go index b80514091b..fcdab5af55 100644 --- a/datadog/resource_datadog_logs_custom_pipeline_test.go +++ b/datadog/resource_datadog_logs_custom_pipeline_test.go @@ -143,7 +143,19 @@ resource "datadog_logs_custom_pipeline" "my_pipeline_test" { } processor { attribute_remapper { - name = "Simple attribute remapper" + name = "Simple attribute remapper to tag target type" + is_enabled = true + sources = ["db.instance"] + source_type = "tag" + target = "db" + target_type = "tag" + preserve_source = true + override_on_conflict = false + } + } + processor { + attribute_remapper { + name = "Simple attribute remapper to attribute target type" is_enabled = true sources = ["db.instance"] source_type = "tag" From b54dd67ab523aff04dc9bd7c240acc3435605794 Mon Sep 17 00:00:00 2001 From: Vincent Roy Date: Wed, 7 Oct 2020 14:40:16 +0200 Subject: [PATCH 04/15] update documentation - remove default value --- docs/resources/logs_custom_pipeline.md | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/docs/resources/logs_custom_pipeline.md b/docs/resources/logs_custom_pipeline.md index c5ce5ab590..28a410a601 100644 --- a/docs/resources/logs_custom_pipeline.md +++ b/docs/resources/logs_custom_pipeline.md @@ -186,8 +186,7 @@ The following arguments are supported: - `source_type`: (Required) Defines where the sources are from (log `attribute` or `tag`). - `target`: (Required) Final `attribute` or `tag` name to remap the sources. - `target_type`: (Required) Defines if the target is a log `attribute` or `tag`. - - `target_format`: (Optional, default=false) If the target of the remapper is an attribute, try to cast the value to a new specific type. - If the cast is not possible, the original type is kept. `string`, `integer`, or `double` are the possible types. + - `target_format`: (Optional) If the target of the remapper is an attribute, try to cast the value to a new specific type. If the cast is not possible, the original type is kept. `string`, `integer`, or `double` are the possible types. - `preserve_source`: (Optional, default = false) Remove or preserve the remapped source element. - `override_on_conflict`: (Optional, default = false) Override the target element if already set. - `name`: (Optional) Name of the processor From a6edd55604e8b5a1628b80ee51a6cefd69481764 Mon Sep 17 00:00:00 2001 From: Vincent Roy Date: Wed, 7 Oct 2020 14:56:43 +0200 Subject: [PATCH 05/15] remove useless whitespace --- docs/resources/logs_custom_pipeline.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/resources/logs_custom_pipeline.md b/docs/resources/logs_custom_pipeline.md index 28a410a601..47bdf3abba 100644 --- a/docs/resources/logs_custom_pipeline.md +++ b/docs/resources/logs_custom_pipeline.md @@ -186,7 +186,7 @@ The following arguments are supported: - `source_type`: (Required) Defines where the sources are from (log `attribute` or `tag`). - `target`: (Required) Final `attribute` or `tag` name to remap the sources. - `target_type`: (Required) Defines if the target is a log `attribute` or `tag`. - - `target_format`: (Optional) If the target of the remapper is an attribute, try to cast the value to a new specific type. If the cast is not possible, the original type is kept. `string`, `integer`, or `double` are the possible types. + - `target_format`: (Optional) If the target of the remapper is an attribute, try to cast the value to a new specific type. If the cast is not possible, the original type is kept. `string`, `integer`, or `double` are the possible types. - `preserve_source`: (Optional, default = false) Remove or preserve the remapped source element. - `override_on_conflict`: (Optional, default = false) Override the target element if already set. - `name`: (Optional) Name of the processor From d40a0e370fc09b8c6abdfcdef280593f1810dbbc Mon Sep 17 00:00:00 2001 From: Vincent Roy Date: Wed, 7 Oct 2020 17:13:19 +0200 Subject: [PATCH 06/15] update String to string -> target_format have to be lowercase --- datadog/resource_datadog_logs_custom_pipeline_test.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/datadog/resource_datadog_logs_custom_pipeline_test.go b/datadog/resource_datadog_logs_custom_pipeline_test.go index fcdab5af55..d7a4b82190 100644 --- a/datadog/resource_datadog_logs_custom_pipeline_test.go +++ b/datadog/resource_datadog_logs_custom_pipeline_test.go @@ -161,7 +161,7 @@ resource "datadog_logs_custom_pipeline" "my_pipeline_test" { source_type = "tag" target = "db" target_type = "attribute" - target_format= "String" + target_format= "string" preserve_source = true override_on_conflict = false } From 9fdb263645ef361c59665776e6faf66c26d3e865 Mon Sep 17 00:00:00 2001 From: Vincent Roy Date: Wed, 7 Oct 2020 18:24:10 +0200 Subject: [PATCH 07/15] add forgotten remapper --- .../resource_datadog_logs_custom_pipeline_test.go | 12 ++++++++---- 1 file changed, 8 insertions(+), 4 deletions(-) diff --git a/datadog/resource_datadog_logs_custom_pipeline_test.go b/datadog/resource_datadog_logs_custom_pipeline_test.go index d7a4b82190..697995be9d 100644 --- a/datadog/resource_datadog_logs_custom_pipeline_test.go +++ b/datadog/resource_datadog_logs_custom_pipeline_test.go @@ -274,15 +274,19 @@ func TestAccDatadogLogsPipeline_basic(t *testing.T) { resource.TestCheckResourceAttr( "datadog_logs_custom_pipeline.my_pipeline_test", "processor.2.attribute_remapper.0.preserve_source", "true"), resource.TestCheckResourceAttr( - "datadog_logs_custom_pipeline.my_pipeline_test", "processor.3.grok_parser.0.samples.#", "2"), + "datadog_logs_custom_pipeline.my_pipeline_test", "processor.3.attribute_remapper.0.target_type", "attribute"), resource.TestCheckResourceAttr( - "datadog_logs_custom_pipeline.my_pipeline_test", "processor.4.string_builder_processor.0.template", "%{user.name} is awesome"), + "datadog_logs_custom_pipeline.my_pipeline_test", "processor.3.attribute_remapper.0.target_format", "string"), resource.TestCheckResourceAttr( - "datadog_logs_custom_pipeline.my_pipeline_test", "processor.5.geo_ip_parser.0.sources.#", "2"), + "datadog_logs_custom_pipeline.my_pipeline_test", "processor.4.grok_parser.0.samples.#", "2"), resource.TestCheckResourceAttr( - "datadog_logs_custom_pipeline.my_pipeline_test", "processor.6.lookup_processor.0.lookup_table.#", "2"), + "datadog_logs_custom_pipeline.my_pipeline_test", "processor.5.string_builder_processor.0.template", "%{user.name} is awesome"), + resource.TestCheckResourceAttr( + "datadog_logs_custom_pipeline.my_pipeline_test", "processor.6.geo_ip_parser.0.sources.#", "2"), resource.TestCheckResourceAttr( "datadog_logs_custom_pipeline.my_pipeline_test", "processor.7.lookup_processor.0.lookup_table.#", "2"), + resource.TestCheckResourceAttr( + "datadog_logs_custom_pipeline.my_pipeline_test", "processor.8.lookup_processor.0.lookup_table.#", "2"), ), }, }, From ba1a9a3fc0f443b87abb979e0b42882cb5f4c555 Mon Sep 17 00:00:00 2001 From: Vincent Roy Date: Thu, 8 Oct 2020 11:32:58 +0200 Subject: [PATCH 08/15] add new condition to avoid empty `target_format` --- datadog/resource_datadog_logs_custom_pipeline.go | 6 ++++-- 1 file changed, 4 insertions(+), 2 deletions(-) diff --git a/datadog/resource_datadog_logs_custom_pipeline.go b/datadog/resource_datadog_logs_custom_pipeline.go index b8f37ef180..758920cbd0 100644 --- a/datadog/resource_datadog_logs_custom_pipeline.go +++ b/datadog/resource_datadog_logs_custom_pipeline.go @@ -110,7 +110,8 @@ var attributeRemapper = &schema.Schema{ "target_format": { Type: schema.TypeString, Optional: true, - ValidateFunc: validation.StringInSlice([]string{"auto", "string", "integer", "double"}, false)}, + ValidateFunc: validation.StringInSlice([]string{"auto", "string", "integer", "double"}, false), + }, "preserve_source": {Type: schema.TypeBool, Optional: true}, "override_on_conflict": {Type: schema.TypeBool, Optional: true}, }, @@ -335,6 +336,7 @@ func resourceDatadogLogsPipelineRead(d *schema.ResourceData, meta interface{}) e providerConf := meta.(*ProviderConfiguration) datadogClientV1 := providerConf.DatadogClientV1 authV1 := providerConf.AuthV1 + ddPipeline, _, err := datadogClientV1.LogsPipelinesApi.GetLogsPipeline(authV1, d.Id()).Execute() if err != nil { return translateClientError(err, "failed to get logs pipeline using Datadog API") @@ -997,7 +999,7 @@ func buildDatadogAttributeRemapper(tfProcessor map[string]interface{}) *datadogV if tfTargetType, exists := tfProcessor["target_type"].(string); exists { ddAttribute.SetTargetType(tfTargetType) } - if tfTargetFormat, exists := tfProcessor["target_format"].(string); exists { + if tfTargetFormat, exists := tfProcessor["target_format"].(string); exists && (tfTargetFormat != "") { ddAttribute.SetTargetFormat(datadogV1.TargetFormatType(tfTargetFormat)) } if tfPreserveSource, exists := tfProcessor["preserve_source"].(bool); exists { From 8b2e6046b68bd8df63a370504d07d554b3b5e347 Mon Sep 17 00:00:00 2001 From: Vincent Roy Date: Thu, 8 Oct 2020 11:59:00 +0200 Subject: [PATCH 09/15] update layout --- datadog/resource_datadog_logs_custom_pipeline_test.go | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/datadog/resource_datadog_logs_custom_pipeline_test.go b/datadog/resource_datadog_logs_custom_pipeline_test.go index 697995be9d..fbbd251939 100644 --- a/datadog/resource_datadog_logs_custom_pipeline_test.go +++ b/datadog/resource_datadog_logs_custom_pipeline_test.go @@ -161,7 +161,7 @@ resource "datadog_logs_custom_pipeline" "my_pipeline_test" { source_type = "tag" target = "db" target_type = "attribute" - target_format= "string" + target_format = "string" preserve_source = true override_on_conflict = false } From 075c3ef029110469c609e7fba191a7494c352f4d Mon Sep 17 00:00:00 2001 From: Vincent Roy Date: Thu, 8 Oct 2020 11:59:23 +0200 Subject: [PATCH 10/15] add getter for target_format --- datadog/resource_datadog_logs_custom_pipeline.go | 1 + 1 file changed, 1 insertion(+) diff --git a/datadog/resource_datadog_logs_custom_pipeline.go b/datadog/resource_datadog_logs_custom_pipeline.go index 758920cbd0..50471ee04a 100644 --- a/datadog/resource_datadog_logs_custom_pipeline.go +++ b/datadog/resource_datadog_logs_custom_pipeline.go @@ -630,6 +630,7 @@ func buildTerraformAttributeRemapper(ddAttribute *datadogV1.LogsAttributeRemappe "source_type": ddAttribute.GetSourceType(), "target": ddAttribute.GetTarget(), "target_type": ddAttribute.GetTargetType(), + "target_format": ddAttribute.GetTargetFormat(), "preserve_source": ddAttribute.GetPreserveSource(), "override_on_conflict": ddAttribute.GetOverrideOnConflict(), "name": ddAttribute.GetName(), From 0abc246bf0614799a087316c452b82b63cf0e417 Mon Sep 17 00:00:00 2001 From: Vincent Roy Date: Thu, 8 Oct 2020 11:59:41 +0200 Subject: [PATCH 11/15] update logsPipeline cassette --- .../TestAccDatadogLogsPipeline_basic.freeze | 2 +- .../TestAccDatadogLogsPipeline_basic.yaml | 399 +++++++++--------- 2 files changed, 204 insertions(+), 197 deletions(-) diff --git a/datadog/cassettes/TestAccDatadogLogsPipeline_basic.freeze b/datadog/cassettes/TestAccDatadogLogsPipeline_basic.freeze index 78f252e606..6d1ccc3e87 100644 --- a/datadog/cassettes/TestAccDatadogLogsPipeline_basic.freeze +++ b/datadog/cassettes/TestAccDatadogLogsPipeline_basic.freeze @@ -1 +1 @@ -2020-08-05T11:12:20.019067+02:00 \ No newline at end of file +2020-10-08T13:02:37.367816+02:00 \ No newline at end of file diff --git a/datadog/cassettes/TestAccDatadogLogsPipeline_basic.yaml b/datadog/cassettes/TestAccDatadogLogsPipeline_basic.yaml index 01fa993f03..76162dc8d5 100644 --- a/datadog/cassettes/TestAccDatadogLogsPipeline_basic.yaml +++ b/datadog/cassettes/TestAccDatadogLogsPipeline_basic.yaml @@ -3,7 +3,7 @@ version: 1 interactions: - request: body: | - {"filter":{"query":"source:redis"},"is_enabled":true,"name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740","processors":[{"is_enabled":true,"name":"Define date","sources":["verbose"],"type":"date-remapper"},{"expression":"(time1-time2)*1000","is_enabled":true,"is_replace_missing":false,"name":"processor from nested pipeline","target":"my_arithmetic","type":"arithmetic-processor"},{"categories":[{"filter":{"query":"@severity: \"-\""},"name":"verbose"},{"filter":{"query":"@severity: \".\""},"name":"debug"}],"is_enabled":true,"name":"Categorise severity level","target":"redis.severity","type":"category-processor"},{"grok":{"match_rules":"rule %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}","support_rules":"date_parser %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}"},"is_enabled":true,"name":"Parsing Stack traces","source":"message","type":"grok-parser"},{"filter":{"query":"source:kafka"},"is_enabled":true,"name":"my nested pipeline","processors":[{"is_enabled":true,"name":"Define url parser","normalize_ending_slashes":false,"sources":["http_test"],"target":"http_test.details","type":"url-parser"},{"is_enabled":true,"is_encoded":false,"name":"Define user agent parser","sources":["http_agent"],"target":"http_agent.details","type":"user-agent-parser"}],"type":"pipeline"},{"is_enabled":true,"name":"geo ip parse","sources":["ip1"],"target":"ip.address","type":"geo-ip-parser"},{"is_enabled":false,"lookup_table":["key,value"],"name":"","source":"ip1","target":"ip.address","type":"lookup-processor"},{"default_lookup":"default","is_enabled":true,"lookup_table":["key,value"],"name":"lookup processor with optional fields","source":"ip2","target":"ip.address","type":"lookup-processor"}]} + {"filter":{"query":"source:redis"},"is_enabled":true,"name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957","processors":[{"is_enabled":true,"name":"Define date","sources":["verbose"],"type":"date-remapper"},{"expression":"(time1-time2)*1000","is_enabled":true,"is_replace_missing":false,"name":"processor from nested pipeline","target":"my_arithmetic","type":"arithmetic-processor"},{"categories":[{"filter":{"query":"@severity: \"-\""},"name":"verbose"},{"filter":{"query":"@severity: \".\""},"name":"debug"}],"is_enabled":true,"name":"Categorise severity level","target":"redis.severity","type":"category-processor"},{"grok":{"match_rules":"rule %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}","support_rules":"date_parser %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}"},"is_enabled":true,"name":"Parsing Stack traces","source":"message","type":"grok-parser"},{"filter":{"query":"source:kafka"},"is_enabled":true,"name":"my nested pipeline","processors":[{"is_enabled":true,"name":"Define url parser","normalize_ending_slashes":false,"sources":["http_test"],"target":"http_test.details","type":"url-parser"},{"is_enabled":true,"is_encoded":false,"name":"Define user agent parser","sources":["http_agent"],"target":"http_agent.details","type":"user-agent-parser"}],"type":"pipeline"},{"is_enabled":true,"name":"geo ip parse","sources":["ip1"],"target":"ip.address","type":"geo-ip-parser"},{"is_enabled":false,"lookup_table":["key,value"],"name":"","source":"ip1","target":"ip.address","type":"lookup-processor"},{"default_lookup":"default","is_enabled":true,"lookup_table":["key,value"],"name":"lookup processor with optional fields","source":"ip2","target":"ip.address","type":"lookup-processor"}]} form: {} headers: Accept: @@ -13,18 +13,18 @@ interactions: Dd-Operation-Id: - CreateLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "384985226858703842" + - "812281475103767698" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" + - "7114107150929354718" url: https://api.datadoghq.com/api/v1/logs/config/pipelines method: POST response: - body: '{"id":"IstSuD5cS8eFy0w9tq1ckQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740","is_enabled":true,"is_read_only":false,"filter":{"query":"source:redis"},"processors":[{"name":"Define + body: '{"id":"HK0GY8L6Tkql99kZ1yPSdQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957","is_enabled":true,"is_read_only":false,"filter":{"query":"source:redis"},"processors":[{"name":"Define date","is_enabled":true,"sources":["verbose"],"type":"date-remapper"},{"name":"processor from nested pipeline","is_enabled":true,"expression":"(time1-time2)*1000","target":"my_arithmetic","is_replace_missing":false,"type":"arithmetic-processor"},{"name":"Categorise severity level","is_enabled":true,"categories":[{"filter":{"query":"@severity: @@ -49,13 +49,13 @@ interactions: Content-Type: - application/json;charset=utf-8 Date: - - Wed, 05 Aug 2020 09:12:21 GMT + - Thu, 08 Oct 2020 11:02:37 GMT Dd-Pool: - dogweb Pragma: - no-cache Set-Cookie: - - DD-PSHARD=233; Max-Age=604800; Path=/; expires=Wed, 12-Aug-2020 09:12:21 GMT; + - DD-PSHARD=252; Max-Age=604800; Path=/; expires=Thu, 15-Oct-2020 11:02:37 GMT; secure; HttpOnly Strict-Transport-Security: - max-age=15724800; @@ -64,9 +64,9 @@ interactions: X-Content-Type-Options: - nosniff X-Dd-Debug: - - jCyUBKsWeViAURiT4DJERigoUxZ62dcTikP6hRx62JyjokAzgUBy8w3a6RUplz3R + - FP8Y2ks6/+u/R8ikARtQQYvp9IVj9nSQPYtAt3WVuBjumgKP35t8vnUuGfeHdr64 X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -74,9 +74,9 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "72" + - "99" X-Ratelimit-Reset: - - "2859" + - "3443" status: 200 OK code: 200 duration: "" @@ -89,18 +89,18 @@ interactions: Dd-Operation-Id: - GetLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "1133059589208310366" + - "4060933334565895701" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" - url: https://api.datadoghq.com/api/v1/logs/config/pipelines/IstSuD5cS8eFy0w9tq1ckQ + - "7114107150929354718" + url: https://api.datadoghq.com/api/v1/logs/config/pipelines/HK0GY8L6Tkql99kZ1yPSdQ method: GET response: - body: '{"id":"IstSuD5cS8eFy0w9tq1ckQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740","is_enabled":true,"is_read_only":false,"filter":{"query":"source:redis"},"processors":[{"name":"Define + body: '{"id":"HK0GY8L6Tkql99kZ1yPSdQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957","is_enabled":true,"is_read_only":false,"filter":{"query":"source:redis"},"processors":[{"name":"Define date","is_enabled":true,"sources":["verbose"],"type":"date-remapper"},{"name":"processor from nested pipeline","is_enabled":true,"expression":"(time1-time2)*1000","target":"my_arithmetic","is_replace_missing":false,"type":"arithmetic-processor"},{"name":"Categorise severity level","is_enabled":true,"categories":[{"filter":{"query":"@severity: @@ -125,13 +125,13 @@ interactions: Content-Type: - application/json;charset=utf-8 Date: - - Wed, 05 Aug 2020 09:12:21 GMT + - Thu, 08 Oct 2020 11:02:38 GMT Dd-Pool: - dogweb Pragma: - no-cache Set-Cookie: - - DD-PSHARD=233; Max-Age=604800; Path=/; expires=Wed, 12-Aug-2020 09:12:21 GMT; + - DD-PSHARD=252; Max-Age=604800; Path=/; expires=Thu, 15-Oct-2020 11:02:38 GMT; secure; HttpOnly Strict-Transport-Security: - max-age=15724800; @@ -140,9 +140,9 @@ interactions: X-Content-Type-Options: - nosniff X-Dd-Debug: - - BpmNCASFvxhVqEIUl04cSh/NcWwCiLsgrJNzpfbXuhXvV3W1zn2+pKvqwwWPwlLU + - GNNaCEaWbc3UTUClxoMWS01sWxumNliK7MHAxNSLzSt+cr/umvBLJdbOFDCcNeME X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -150,9 +150,9 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "4939" + - "4999" X-Ratelimit-Reset: - - "2859" + - "3442" status: 200 OK code: 200 duration: "" @@ -165,18 +165,18 @@ interactions: Dd-Operation-Id: - GetLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "3024889966478864129" + - "419516212245011188" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" - url: https://api.datadoghq.com/api/v1/logs/config/pipelines/IstSuD5cS8eFy0w9tq1ckQ + - "7114107150929354718" + url: https://api.datadoghq.com/api/v1/logs/config/pipelines/HK0GY8L6Tkql99kZ1yPSdQ method: GET response: - body: '{"id":"IstSuD5cS8eFy0w9tq1ckQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740","is_enabled":true,"is_read_only":false,"filter":{"query":"source:redis"},"processors":[{"name":"Define + body: '{"id":"HK0GY8L6Tkql99kZ1yPSdQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957","is_enabled":true,"is_read_only":false,"filter":{"query":"source:redis"},"processors":[{"name":"Define date","is_enabled":true,"sources":["verbose"],"type":"date-remapper"},{"name":"processor from nested pipeline","is_enabled":true,"expression":"(time1-time2)*1000","target":"my_arithmetic","is_replace_missing":false,"type":"arithmetic-processor"},{"name":"Categorise severity level","is_enabled":true,"categories":[{"filter":{"query":"@severity: @@ -201,13 +201,13 @@ interactions: Content-Type: - application/json;charset=utf-8 Date: - - Wed, 05 Aug 2020 09:12:22 GMT + - Thu, 08 Oct 2020 11:02:38 GMT Dd-Pool: - dogweb Pragma: - no-cache Set-Cookie: - - DD-PSHARD=233; Max-Age=604800; Path=/; expires=Wed, 12-Aug-2020 09:12:22 GMT; + - DD-PSHARD=252; Max-Age=604800; Path=/; expires=Thu, 15-Oct-2020 11:02:38 GMT; secure; HttpOnly Strict-Transport-Security: - max-age=15724800; @@ -216,9 +216,9 @@ interactions: X-Content-Type-Options: - nosniff X-Dd-Debug: - - XPkBc1E5evrlSUbwtvj6UWJuOYiXQoJFx9tTHKYm7eKRMflW8WOY1iBr4Q0SGyNf + - TFCg6TPxHCdpQyTTnaGFjBa5vzZnKeyQ4F7e1flYSnImhl2xBoRKXVAV7LhvPUlL X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -226,9 +226,9 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "4938" + - "4998" X-Ratelimit-Reset: - - "2858" + - "3442" status: 200 OK code: 200 duration: "" @@ -241,18 +241,18 @@ interactions: Dd-Operation-Id: - GetLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "7030851366438297588" + - "7746999024448239350" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" - url: https://api.datadoghq.com/api/v1/logs/config/pipelines/IstSuD5cS8eFy0w9tq1ckQ + - "7114107150929354718" + url: https://api.datadoghq.com/api/v1/logs/config/pipelines/HK0GY8L6Tkql99kZ1yPSdQ method: GET response: - body: '{"id":"IstSuD5cS8eFy0w9tq1ckQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740","is_enabled":true,"is_read_only":false,"filter":{"query":"source:redis"},"processors":[{"name":"Define + body: '{"id":"HK0GY8L6Tkql99kZ1yPSdQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957","is_enabled":true,"is_read_only":false,"filter":{"query":"source:redis"},"processors":[{"name":"Define date","is_enabled":true,"sources":["verbose"],"type":"date-remapper"},{"name":"processor from nested pipeline","is_enabled":true,"expression":"(time1-time2)*1000","target":"my_arithmetic","is_replace_missing":false,"type":"arithmetic-processor"},{"name":"Categorise severity level","is_enabled":true,"categories":[{"filter":{"query":"@severity: @@ -277,13 +277,13 @@ interactions: Content-Type: - application/json;charset=utf-8 Date: - - Wed, 05 Aug 2020 09:12:22 GMT + - Thu, 08 Oct 2020 11:02:38 GMT Dd-Pool: - dogweb Pragma: - no-cache Set-Cookie: - - DD-PSHARD=233; Max-Age=604800; Path=/; expires=Wed, 12-Aug-2020 09:12:22 GMT; + - DD-PSHARD=252; Max-Age=604800; Path=/; expires=Thu, 15-Oct-2020 11:02:38 GMT; secure; HttpOnly Strict-Transport-Security: - max-age=15724800; @@ -292,9 +292,9 @@ interactions: X-Content-Type-Options: - nosniff X-Dd-Debug: - - T41eGmqvOz4ZGgWQFIcbJ5dzh2ezg9gM69u9YdcVeeOoKR96zVGtKqmxcpa97F59 + - uJ83xA1OCfjNbetv+4JhF+oFizEHF56t3Lja6jtB8P5etMWBi14GRkWSrGetOvyr X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -302,9 +302,9 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "4937" + - "4997" X-Ratelimit-Reset: - - "2858" + - "3442" status: 200 OK code: 200 duration: "" @@ -317,18 +317,18 @@ interactions: Dd-Operation-Id: - GetLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "2229384108156302467" + - "4659522290235972027" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" - url: https://api.datadoghq.com/api/v1/logs/config/pipelines/IstSuD5cS8eFy0w9tq1ckQ + - "7114107150929354718" + url: https://api.datadoghq.com/api/v1/logs/config/pipelines/HK0GY8L6Tkql99kZ1yPSdQ method: GET response: - body: '{"id":"IstSuD5cS8eFy0w9tq1ckQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740","is_enabled":true,"is_read_only":false,"filter":{"query":"source:redis"},"processors":[{"name":"Define + body: '{"id":"HK0GY8L6Tkql99kZ1yPSdQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957","is_enabled":true,"is_read_only":false,"filter":{"query":"source:redis"},"processors":[{"name":"Define date","is_enabled":true,"sources":["verbose"],"type":"date-remapper"},{"name":"processor from nested pipeline","is_enabled":true,"expression":"(time1-time2)*1000","target":"my_arithmetic","is_replace_missing":false,"type":"arithmetic-processor"},{"name":"Categorise severity level","is_enabled":true,"categories":[{"filter":{"query":"@severity: @@ -353,13 +353,13 @@ interactions: Content-Type: - application/json;charset=utf-8 Date: - - Wed, 05 Aug 2020 09:12:23 GMT + - Thu, 08 Oct 2020 11:02:38 GMT Dd-Pool: - dogweb Pragma: - no-cache Set-Cookie: - - DD-PSHARD=233; Max-Age=604800; Path=/; expires=Wed, 12-Aug-2020 09:12:22 GMT; + - DD-PSHARD=252; Max-Age=604800; Path=/; expires=Thu, 15-Oct-2020 11:02:38 GMT; secure; HttpOnly Strict-Transport-Security: - max-age=15724800; @@ -368,9 +368,9 @@ interactions: X-Content-Type-Options: - nosniff X-Dd-Debug: - - elIBTmnVeKYBYxzmu63DiSgmS6a0okZZD4qpfPyYYRQiAWBrNo6sKBNUnwz+2PkA + - ApDR7dmCPzU09s5sGJ6tunvBxSFKQfwajJriSdeRXXH0ohfkw5+3MDbyzkcCLNJJ X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -378,9 +378,9 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "4936" + - "4996" X-Ratelimit-Reset: - - "2858" + - "3442" status: 200 OK code: 200 duration: "" @@ -393,18 +393,18 @@ interactions: Dd-Operation-Id: - GetLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "2641805053626299051" + - "2539678296702037620" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" - url: https://api.datadoghq.com/api/v1/logs/config/pipelines/IstSuD5cS8eFy0w9tq1ckQ + - "7114107150929354718" + url: https://api.datadoghq.com/api/v1/logs/config/pipelines/HK0GY8L6Tkql99kZ1yPSdQ method: GET response: - body: '{"id":"IstSuD5cS8eFy0w9tq1ckQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740","is_enabled":true,"is_read_only":false,"filter":{"query":"source:redis"},"processors":[{"name":"Define + body: '{"id":"HK0GY8L6Tkql99kZ1yPSdQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957","is_enabled":true,"is_read_only":false,"filter":{"query":"source:redis"},"processors":[{"name":"Define date","is_enabled":true,"sources":["verbose"],"type":"date-remapper"},{"name":"processor from nested pipeline","is_enabled":true,"expression":"(time1-time2)*1000","target":"my_arithmetic","is_replace_missing":false,"type":"arithmetic-processor"},{"name":"Categorise severity level","is_enabled":true,"categories":[{"filter":{"query":"@severity: @@ -429,13 +429,13 @@ interactions: Content-Type: - application/json;charset=utf-8 Date: - - Wed, 05 Aug 2020 09:12:23 GMT + - Thu, 08 Oct 2020 11:02:39 GMT Dd-Pool: - dogweb Pragma: - no-cache Set-Cookie: - - DD-PSHARD=233; Max-Age=604800; Path=/; expires=Wed, 12-Aug-2020 09:12:23 GMT; + - DD-PSHARD=252; Max-Age=604800; Path=/; expires=Thu, 15-Oct-2020 11:02:39 GMT; secure; HttpOnly Strict-Transport-Security: - max-age=15724800; @@ -444,9 +444,9 @@ interactions: X-Content-Type-Options: - nosniff X-Dd-Debug: - - YDKZomuTyYYaw4nAYfGOMIX3TE1pbc1dJpjJs18HZEtIQwPWnuZqi89ggbG5frjb + - 2yLQyeuXdHKf2qhVlcnhVSRUgzA6Krta0LEltrGESIMHoX7HWgb/dSrVA+a76Sm3 X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -454,9 +454,9 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "4935" + - "4995" X-Ratelimit-Reset: - - "2857" + - "3441" status: 200 OK code: 200 duration: "" @@ -469,18 +469,18 @@ interactions: Dd-Operation-Id: - GetLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "8922991109732649121" + - "2879069218032090259" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" - url: https://api.datadoghq.com/api/v1/logs/config/pipelines/IstSuD5cS8eFy0w9tq1ckQ + - "7114107150929354718" + url: https://api.datadoghq.com/api/v1/logs/config/pipelines/HK0GY8L6Tkql99kZ1yPSdQ method: GET response: - body: '{"id":"IstSuD5cS8eFy0w9tq1ckQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740","is_enabled":true,"is_read_only":false,"filter":{"query":"source:redis"},"processors":[{"name":"Define + body: '{"id":"HK0GY8L6Tkql99kZ1yPSdQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957","is_enabled":true,"is_read_only":false,"filter":{"query":"source:redis"},"processors":[{"name":"Define date","is_enabled":true,"sources":["verbose"],"type":"date-remapper"},{"name":"processor from nested pipeline","is_enabled":true,"expression":"(time1-time2)*1000","target":"my_arithmetic","is_replace_missing":false,"type":"arithmetic-processor"},{"name":"Categorise severity level","is_enabled":true,"categories":[{"filter":{"query":"@severity: @@ -505,13 +505,13 @@ interactions: Content-Type: - application/json;charset=utf-8 Date: - - Wed, 05 Aug 2020 09:12:23 GMT + - Thu, 08 Oct 2020 11:02:39 GMT Dd-Pool: - dogweb Pragma: - no-cache Set-Cookie: - - DD-PSHARD=233; Max-Age=604800; Path=/; expires=Wed, 12-Aug-2020 09:12:23 GMT; + - DD-PSHARD=252; Max-Age=604800; Path=/; expires=Thu, 15-Oct-2020 11:02:39 GMT; secure; HttpOnly Strict-Transport-Security: - max-age=15724800; @@ -520,9 +520,9 @@ interactions: X-Content-Type-Options: - nosniff X-Dd-Debug: - - qmkSJWYDi4L9tTOK99zYWPQWSpSCiJLFu/3j2CnHnwd+zh7sa+HO0C+DuqUY9e6y + - jksv6NXchM8W/4CgjBiDDYPQGBQ0jGtm+dmNJmQoft/ZYfYSEvwpU9lIHwYKsM2d X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -530,15 +530,15 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "4934" + - "4994" X-Ratelimit-Reset: - - "2857" + - "3441" status: 200 OK code: 200 duration: "" - request: body: | - {"filter":{"query":"source:kafka"},"is_enabled":false,"name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740-updated","processors":[{"is_enabled":true,"name":"test date remapper","sources":["verbose"],"type":"date-remapper"},{"is_enabled":true,"name":"","sources":["redis.severity"],"type":"status-remapper"},{"is_enabled":true,"name":"Simple attribute remapper","override_on_conflict":false,"preserve_source":true,"source_type":"tag","sources":["db.instance"],"target":"db","target_type":"tag","type":"attribute-remapper"},{"grok":{"match_rules":"rule %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}","support_rules":"date_parser %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}"},"is_enabled":true,"name":"Parsing Stack traces","samples":["sample1","sample2"],"source":"message","type":"grok-parser"},{"is_enabled":true,"is_replace_missing":true,"name":"string builder","target":"user.name","template":"%{user.name} is awesome","type":"string-builder-processor"},{"is_enabled":true,"name":"geo ip parse","sources":["ip1","ip2"],"target":"ip.address","type":"geo-ip-parser"},{"is_enabled":false,"lookup_table":["key,value","key2,value2"],"name":"","source":"ip1","target":"ip.address","type":"lookup-processor"},{"default_lookup":"default","is_enabled":true,"lookup_table":["key,value","key2,value2"],"name":"lookup processor with optional fields","source":"ip2","target":"ip.address","type":"lookup-processor"}]} + {"filter":{"query":"source:kafka"},"is_enabled":false,"name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957-updated","processors":[{"is_enabled":true,"name":"test date remapper","sources":["verbose"],"type":"date-remapper"},{"is_enabled":true,"name":"","sources":["redis.severity"],"type":"status-remapper"},{"is_enabled":true,"name":"Simple attribute remapper to tag target type","override_on_conflict":false,"preserve_source":true,"source_type":"tag","sources":["db.instance"],"target":"db","target_type":"tag","type":"attribute-remapper"},{"is_enabled":true,"name":"Simple attribute remapper to attribute target type","override_on_conflict":false,"preserve_source":true,"source_type":"tag","sources":["db.instance"],"target":"db","target_format":"string","target_type":"attribute","type":"attribute-remapper"},{"grok":{"match_rules":"rule %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}","support_rules":"date_parser %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}"},"is_enabled":true,"name":"Parsing Stack traces","samples":["sample1","sample2"],"source":"message","type":"grok-parser"},{"is_enabled":true,"is_replace_missing":true,"name":"string builder","target":"user.name","template":"%{user.name} is awesome","type":"string-builder-processor"},{"is_enabled":true,"name":"geo ip parse","sources":["ip1","ip2"],"target":"ip.address","type":"geo-ip-parser"},{"is_enabled":false,"lookup_table":["key,value","key2,value2"],"name":"","source":"ip1","target":"ip.address","type":"lookup-processor"},{"default_lookup":"default","is_enabled":true,"lookup_table":["key,value","key2,value2"],"name":"lookup processor with optional fields","source":"ip2","target":"ip.address","type":"lookup-processor"}]} form: {} headers: Accept: @@ -548,20 +548,21 @@ interactions: Dd-Operation-Id: - UpdateLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "1989623447466476882" + - "3220473316819341086" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" - url: https://api.datadoghq.com/api/v1/logs/config/pipelines/IstSuD5cS8eFy0w9tq1ckQ + - "7114107150929354718" + url: https://api.datadoghq.com/api/v1/logs/config/pipelines/HK0GY8L6Tkql99kZ1yPSdQ method: PUT response: - body: '{"id":"IstSuD5cS8eFy0w9tq1ckQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740-updated","is_enabled":false,"is_read_only":false,"filter":{"query":"source:kafka"},"processors":[{"name":"test + body: '{"id":"HK0GY8L6Tkql99kZ1yPSdQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957-updated","is_enabled":false,"is_read_only":false,"filter":{"query":"source:kafka"},"processors":[{"name":"test date remapper","is_enabled":true,"sources":["verbose"],"type":"date-remapper"},{"name":"","is_enabled":true,"sources":["redis.severity"],"type":"status-remapper"},{"name":"Simple - attribute remapper","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"tag","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Parsing + attribute remapper to tag target type","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"tag","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Simple + attribute remapper to attribute target type","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"attribute","target_format":"string","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Parsing Stack traces","is_enabled":true,"source":"message","samples":["sample1","sample2"],"grok":{"support_rules":"date_parser %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}","match_rules":"rule %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}"},"type":"grok-parser"},{"name":"string builder","is_enabled":true,"template":"%{user.name} @@ -580,13 +581,13 @@ interactions: Content-Type: - application/json;charset=utf-8 Date: - - Wed, 05 Aug 2020 09:12:24 GMT + - Thu, 08 Oct 2020 11:02:39 GMT Dd-Pool: - dogweb Pragma: - no-cache Set-Cookie: - - DD-PSHARD=233; Max-Age=604800; Path=/; expires=Wed, 12-Aug-2020 09:12:24 GMT; + - DD-PSHARD=252; Max-Age=604800; Path=/; expires=Thu, 15-Oct-2020 11:02:39 GMT; secure; HttpOnly Strict-Transport-Security: - max-age=15724800; @@ -595,9 +596,9 @@ interactions: X-Content-Type-Options: - nosniff X-Dd-Debug: - - BpmNCASFvxhVqEIUl04cSh/NcWwCiLsgrJNzpfbXuhXvV3W1zn2+pKvqwwWPwlLU + - Lz3XQmS/aMrD2s8dTb68gJQbMlDQb/2odnJX/DHsjHnv1C9na1q4YNvmnKcr4AfX X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -605,9 +606,9 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "71" + - "98" X-Ratelimit-Reset: - - "2856" + - "3441" status: 200 OK code: 200 duration: "" @@ -620,20 +621,21 @@ interactions: Dd-Operation-Id: - GetLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "1026481824697459617" + - "6958564456401748789" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" - url: https://api.datadoghq.com/api/v1/logs/config/pipelines/IstSuD5cS8eFy0w9tq1ckQ + - "7114107150929354718" + url: https://api.datadoghq.com/api/v1/logs/config/pipelines/HK0GY8L6Tkql99kZ1yPSdQ method: GET response: - body: '{"id":"IstSuD5cS8eFy0w9tq1ckQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740-updated","is_enabled":false,"is_read_only":false,"filter":{"query":"source:kafka"},"processors":[{"name":"test + body: '{"id":"HK0GY8L6Tkql99kZ1yPSdQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957-updated","is_enabled":false,"is_read_only":false,"filter":{"query":"source:kafka"},"processors":[{"name":"test date remapper","is_enabled":true,"sources":["verbose"],"type":"date-remapper"},{"name":"","is_enabled":true,"sources":["redis.severity"],"type":"status-remapper"},{"name":"Simple - attribute remapper","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"tag","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Parsing + attribute remapper to tag target type","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"tag","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Simple + attribute remapper to attribute target type","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"attribute","target_format":"string","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Parsing Stack traces","is_enabled":true,"source":"message","samples":["sample1","sample2"],"grok":{"support_rules":"date_parser %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}","match_rules":"rule %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}"},"type":"grok-parser"},{"name":"string builder","is_enabled":true,"template":"%{user.name} @@ -652,13 +654,13 @@ interactions: Content-Type: - application/json;charset=utf-8 Date: - - Wed, 05 Aug 2020 09:12:24 GMT + - Thu, 08 Oct 2020 11:02:39 GMT Dd-Pool: - dogweb Pragma: - no-cache Set-Cookie: - - DD-PSHARD=233; Max-Age=604800; Path=/; expires=Wed, 12-Aug-2020 09:12:24 GMT; + - DD-PSHARD=252; Max-Age=604800; Path=/; expires=Thu, 15-Oct-2020 11:02:39 GMT; secure; HttpOnly Strict-Transport-Security: - max-age=15724800; @@ -667,9 +669,9 @@ interactions: X-Content-Type-Options: - nosniff X-Dd-Debug: - - YDKZomuTyYYaw4nAYfGOMIX3TE1pbc1dJpjJs18HZEtIQwPWnuZqi89ggbG5frjb + - uHOv5pdB1PveHLHifUeHewDqzfK3bQT4PA6+oh5BOE9GG8iP9eBr1zLtfDAkxY0n X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -677,9 +679,9 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "4933" + - "4993" X-Ratelimit-Reset: - - "2856" + - "3441" status: 200 OK code: 200 duration: "" @@ -692,20 +694,21 @@ interactions: Dd-Operation-Id: - GetLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "460508006089670543" + - "1125523435219125915" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" - url: https://api.datadoghq.com/api/v1/logs/config/pipelines/IstSuD5cS8eFy0w9tq1ckQ + - "7114107150929354718" + url: https://api.datadoghq.com/api/v1/logs/config/pipelines/HK0GY8L6Tkql99kZ1yPSdQ method: GET response: - body: '{"id":"IstSuD5cS8eFy0w9tq1ckQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740-updated","is_enabled":false,"is_read_only":false,"filter":{"query":"source:kafka"},"processors":[{"name":"test + body: '{"id":"HK0GY8L6Tkql99kZ1yPSdQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957-updated","is_enabled":false,"is_read_only":false,"filter":{"query":"source:kafka"},"processors":[{"name":"test date remapper","is_enabled":true,"sources":["verbose"],"type":"date-remapper"},{"name":"","is_enabled":true,"sources":["redis.severity"],"type":"status-remapper"},{"name":"Simple - attribute remapper","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"tag","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Parsing + attribute remapper to tag target type","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"tag","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Simple + attribute remapper to attribute target type","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"attribute","target_format":"string","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Parsing Stack traces","is_enabled":true,"source":"message","samples":["sample1","sample2"],"grok":{"support_rules":"date_parser %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}","match_rules":"rule %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}"},"type":"grok-parser"},{"name":"string builder","is_enabled":true,"template":"%{user.name} @@ -724,13 +727,13 @@ interactions: Content-Type: - application/json;charset=utf-8 Date: - - Wed, 05 Aug 2020 09:12:24 GMT + - Thu, 08 Oct 2020 11:02:39 GMT Dd-Pool: - dogweb Pragma: - no-cache Set-Cookie: - - DD-PSHARD=233; Max-Age=604800; Path=/; expires=Wed, 12-Aug-2020 09:12:24 GMT; + - DD-PSHARD=252; Max-Age=604800; Path=/; expires=Thu, 15-Oct-2020 11:02:39 GMT; secure; HttpOnly Strict-Transport-Security: - max-age=15724800; @@ -739,9 +742,9 @@ interactions: X-Content-Type-Options: - nosniff X-Dd-Debug: - - 8zzC3v+l7U6bV7p68nbY4AXTHn5SrfTFUbDwCiV0sq8KOVV50NDeH3nYG30nzou6 + - d31ebXSBBNIfMRbwTUSeNjY3IxejCQxGK8GB7MdTMNs7w40n94in+BXmkLo5BsFJ X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -749,9 +752,9 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "4932" + - "4992" X-Ratelimit-Reset: - - "2856" + - "3441" status: 200 OK code: 200 duration: "" @@ -764,20 +767,21 @@ interactions: Dd-Operation-Id: - GetLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "3767505041073286907" + - "545575374452062448" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" - url: https://api.datadoghq.com/api/v1/logs/config/pipelines/IstSuD5cS8eFy0w9tq1ckQ + - "7114107150929354718" + url: https://api.datadoghq.com/api/v1/logs/config/pipelines/HK0GY8L6Tkql99kZ1yPSdQ method: GET response: - body: '{"id":"IstSuD5cS8eFy0w9tq1ckQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740-updated","is_enabled":false,"is_read_only":false,"filter":{"query":"source:kafka"},"processors":[{"name":"test + body: '{"id":"HK0GY8L6Tkql99kZ1yPSdQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957-updated","is_enabled":false,"is_read_only":false,"filter":{"query":"source:kafka"},"processors":[{"name":"test date remapper","is_enabled":true,"sources":["verbose"],"type":"date-remapper"},{"name":"","is_enabled":true,"sources":["redis.severity"],"type":"status-remapper"},{"name":"Simple - attribute remapper","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"tag","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Parsing + attribute remapper to tag target type","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"tag","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Simple + attribute remapper to attribute target type","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"attribute","target_format":"string","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Parsing Stack traces","is_enabled":true,"source":"message","samples":["sample1","sample2"],"grok":{"support_rules":"date_parser %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}","match_rules":"rule %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}"},"type":"grok-parser"},{"name":"string builder","is_enabled":true,"template":"%{user.name} @@ -796,13 +800,13 @@ interactions: Content-Type: - application/json;charset=utf-8 Date: - - Wed, 05 Aug 2020 09:12:25 GMT + - Thu, 08 Oct 2020 11:02:40 GMT Dd-Pool: - dogweb Pragma: - no-cache Set-Cookie: - - DD-PSHARD=233; Max-Age=604800; Path=/; expires=Wed, 12-Aug-2020 09:12:24 GMT; + - DD-PSHARD=252; Max-Age=604800; Path=/; expires=Thu, 15-Oct-2020 11:02:40 GMT; secure; HttpOnly Strict-Transport-Security: - max-age=15724800; @@ -811,9 +815,9 @@ interactions: X-Content-Type-Options: - nosniff X-Dd-Debug: - - PixB14tsJbeLKrAdK0NzbhscvB6WxRjRJTm7z9Zebiuwkmlo81dpkIImDOw9AXFA + - ApDR7dmCPzU09s5sGJ6tunvBxSFKQfwajJriSdeRXXH0ohfkw5+3MDbyzkcCLNJJ X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -821,9 +825,9 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "4931" + - "4991" X-Ratelimit-Reset: - - "2856" + - "3440" status: 200 OK code: 200 duration: "" @@ -836,20 +840,21 @@ interactions: Dd-Operation-Id: - GetLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "8918668855876268472" + - "5548087110293925681" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" - url: https://api.datadoghq.com/api/v1/logs/config/pipelines/IstSuD5cS8eFy0w9tq1ckQ + - "7114107150929354718" + url: https://api.datadoghq.com/api/v1/logs/config/pipelines/HK0GY8L6Tkql99kZ1yPSdQ method: GET response: - body: '{"id":"IstSuD5cS8eFy0w9tq1ckQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740-updated","is_enabled":false,"is_read_only":false,"filter":{"query":"source:kafka"},"processors":[{"name":"test + body: '{"id":"HK0GY8L6Tkql99kZ1yPSdQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957-updated","is_enabled":false,"is_read_only":false,"filter":{"query":"source:kafka"},"processors":[{"name":"test date remapper","is_enabled":true,"sources":["verbose"],"type":"date-remapper"},{"name":"","is_enabled":true,"sources":["redis.severity"],"type":"status-remapper"},{"name":"Simple - attribute remapper","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"tag","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Parsing + attribute remapper to tag target type","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"tag","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Simple + attribute remapper to attribute target type","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"attribute","target_format":"string","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Parsing Stack traces","is_enabled":true,"source":"message","samples":["sample1","sample2"],"grok":{"support_rules":"date_parser %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}","match_rules":"rule %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}"},"type":"grok-parser"},{"name":"string builder","is_enabled":true,"template":"%{user.name} @@ -868,13 +873,13 @@ interactions: Content-Type: - application/json;charset=utf-8 Date: - - Wed, 05 Aug 2020 09:12:25 GMT + - Thu, 08 Oct 2020 11:02:40 GMT Dd-Pool: - dogweb Pragma: - no-cache Set-Cookie: - - DD-PSHARD=233; Max-Age=604800; Path=/; expires=Wed, 12-Aug-2020 09:12:25 GMT; + - DD-PSHARD=252; Max-Age=604800; Path=/; expires=Thu, 15-Oct-2020 11:02:40 GMT; secure; HttpOnly Strict-Transport-Security: - max-age=15724800; @@ -883,9 +888,9 @@ interactions: X-Content-Type-Options: - nosniff X-Dd-Debug: - - iPNIjQ4FpbAevSagkUs6fM9DRnZIIseE6v4wOcEfmEX8Eal4l6BAoL574ojmNxVu + - nHGjqTbGmPRJGWoHEDsaMxmZCicxo5Y/AObJEW+YW63Ub16t9U+JqCkAyvEnf+xI X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -893,9 +898,9 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "4930" + - "4990" X-Ratelimit-Reset: - - "2855" + - "3440" status: 200 OK code: 200 duration: "" @@ -908,20 +913,21 @@ interactions: Dd-Operation-Id: - GetLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "6353682615355581594" + - "5151512456449016288" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" - url: https://api.datadoghq.com/api/v1/logs/config/pipelines/IstSuD5cS8eFy0w9tq1ckQ + - "7114107150929354718" + url: https://api.datadoghq.com/api/v1/logs/config/pipelines/HK0GY8L6Tkql99kZ1yPSdQ method: GET response: - body: '{"id":"IstSuD5cS8eFy0w9tq1ckQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740-updated","is_enabled":false,"is_read_only":false,"filter":{"query":"source:kafka"},"processors":[{"name":"test + body: '{"id":"HK0GY8L6Tkql99kZ1yPSdQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957-updated","is_enabled":false,"is_read_only":false,"filter":{"query":"source:kafka"},"processors":[{"name":"test date remapper","is_enabled":true,"sources":["verbose"],"type":"date-remapper"},{"name":"","is_enabled":true,"sources":["redis.severity"],"type":"status-remapper"},{"name":"Simple - attribute remapper","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"tag","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Parsing + attribute remapper to tag target type","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"tag","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Simple + attribute remapper to attribute target type","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"attribute","target_format":"string","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Parsing Stack traces","is_enabled":true,"source":"message","samples":["sample1","sample2"],"grok":{"support_rules":"date_parser %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}","match_rules":"rule %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}"},"type":"grok-parser"},{"name":"string builder","is_enabled":true,"template":"%{user.name} @@ -940,13 +946,13 @@ interactions: Content-Type: - application/json;charset=utf-8 Date: - - Wed, 05 Aug 2020 09:12:25 GMT + - Thu, 08 Oct 2020 11:02:40 GMT Dd-Pool: - dogweb Pragma: - no-cache Set-Cookie: - - DD-PSHARD=233; Max-Age=604800; Path=/; expires=Wed, 12-Aug-2020 09:12:25 GMT; + - DD-PSHARD=252; Max-Age=604800; Path=/; expires=Thu, 15-Oct-2020 11:02:40 GMT; secure; HttpOnly Strict-Transport-Security: - max-age=15724800; @@ -955,9 +961,9 @@ interactions: X-Content-Type-Options: - nosniff X-Dd-Debug: - - ZlFeO6VCMn5pdG7QdN+sKrxr7NAR4r0GgwE7hInW4PX153qAmpNQ6baUSs0tV2Xd + - /waQ67o9EXsAiQILmFHWOTHDJ6E+x7ROC0G8iNmC+2lV58E3PSGYbXj1H62A/c+u X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -965,9 +971,9 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "4929" + - "4989" X-Ratelimit-Reset: - - "2855" + - "3440" status: 200 OK code: 200 duration: "" @@ -980,20 +986,21 @@ interactions: Dd-Operation-Id: - GetLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "3832882173274843179" + - "6504801567944730767" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" - url: https://api.datadoghq.com/api/v1/logs/config/pipelines/IstSuD5cS8eFy0w9tq1ckQ + - "7114107150929354718" + url: https://api.datadoghq.com/api/v1/logs/config/pipelines/HK0GY8L6Tkql99kZ1yPSdQ method: GET response: - body: '{"id":"IstSuD5cS8eFy0w9tq1ckQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1596618740-updated","is_enabled":false,"is_read_only":false,"filter":{"query":"source:kafka"},"processors":[{"name":"test + body: '{"id":"HK0GY8L6Tkql99kZ1yPSdQ","type":"pipeline","name":"tf-TestAccDatadogLogsPipeline_basic-local-1602154957-updated","is_enabled":false,"is_read_only":false,"filter":{"query":"source:kafka"},"processors":[{"name":"test date remapper","is_enabled":true,"sources":["verbose"],"type":"date-remapper"},{"name":"","is_enabled":true,"sources":["redis.severity"],"type":"status-remapper"},{"name":"Simple - attribute remapper","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"tag","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Parsing + attribute remapper to tag target type","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"tag","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Simple + attribute remapper to attribute target type","is_enabled":true,"sources":["db.instance"],"source_type":"tag","target":"db","target_type":"attribute","target_format":"string","preserve_source":true,"override_on_conflict":false,"type":"attribute-remapper"},{"name":"Parsing Stack traces","is_enabled":true,"source":"message","samples":["sample1","sample2"],"grok":{"support_rules":"date_parser %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}","match_rules":"rule %{date(\"yyyy-MM-dd HH:mm:ss,SSS\"):timestamp}"},"type":"grok-parser"},{"name":"string builder","is_enabled":true,"template":"%{user.name} @@ -1012,13 +1019,13 @@ interactions: Content-Type: - application/json;charset=utf-8 Date: - - Wed, 05 Aug 2020 09:12:25 GMT + - Thu, 08 Oct 2020 11:02:40 GMT Dd-Pool: - dogweb Pragma: - no-cache Set-Cookie: - - DD-PSHARD=233; Max-Age=604800; Path=/; expires=Wed, 12-Aug-2020 09:12:25 GMT; + - DD-PSHARD=252; Max-Age=604800; Path=/; expires=Thu, 15-Oct-2020 11:02:40 GMT; secure; HttpOnly Strict-Transport-Security: - max-age=15724800; @@ -1027,9 +1034,9 @@ interactions: X-Content-Type-Options: - nosniff X-Dd-Debug: - - KjuwU7kBFklBpPEuXGx7+kFjlzXwDHuFXONhXqh5VYXujKlRI+UR4g+709a4Zyh8 + - NAgpeopdgW9X30OuB191/muuvQIfRBmU7ohOgihh9xKnn0bCG7Kguc4bGAIB6OKr X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -1037,9 +1044,9 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "4928" + - "4988" X-Ratelimit-Reset: - - "2855" + - "3440" status: 200 OK code: 200 duration: "" @@ -1052,15 +1059,15 @@ interactions: Dd-Operation-Id: - DeleteLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "7382954069654894689" + - "6412698589308349054" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" - url: https://api.datadoghq.com/api/v1/logs/config/pipelines/IstSuD5cS8eFy0w9tq1ckQ + - "7114107150929354718" + url: https://api.datadoghq.com/api/v1/logs/config/pipelines/HK0GY8L6Tkql99kZ1yPSdQ method: DELETE response: body: '{}' @@ -1078,22 +1085,22 @@ interactions: Content-Type: - application/json;charset=utf-8 Date: - - Wed, 05 Aug 2020 09:12:26 GMT + - Thu, 08 Oct 2020 11:02:40 GMT Dd-Pool: - dogweb Pragma: - no-cache Set-Cookie: - - DD-PSHARD=233; Max-Age=604800; Path=/; expires=Wed, 12-Aug-2020 09:12:26 GMT; + - DD-PSHARD=252; Max-Age=604800; Path=/; expires=Thu, 15-Oct-2020 11:02:40 GMT; secure; HttpOnly Strict-Transport-Security: - max-age=15724800; X-Content-Type-Options: - nosniff X-Dd-Debug: - - 3SrY+rW/1IpSD59dSh0lrX31gfBlD66FR4e138D7SBXmcqz4J7a4AYlrKs7JM//f + - OqKY7agPmI/v3hVHuBa6xblzuasXfwEx0fPUFdqZoAEPJYT3VaeupIdfNnd+cYH0 X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -1101,9 +1108,9 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "70" + - "97" X-Ratelimit-Reset: - - "2854" + - "3440" status: 200 OK code: 200 duration: "" @@ -1116,15 +1123,15 @@ interactions: Dd-Operation-Id: - GetLogsPipeline User-Agent: - - terraform-provider-datadog/dev (terraform 1.10.0; terraform-cli 0.12.7-sdk) - datadog-api-client-go/1.0.0-beta.8+dev (go go1.14.4; os darwin; arch amd64) + - terraform-provider-datadog/dev (terraform 1.15.0; terraform-cli 0.12.7-sdk) + datadog-api-client-go/1.0.0-beta.9+dev (go go1.14.4; os darwin; arch amd64) X-Datadog-Parent-Id: - - "7594850060264352178" + - "8319056003779440826" X-Datadog-Sampling-Priority: - "1" X-Datadog-Trace-Id: - - "8444263724123359889" - url: https://api.datadoghq.com/api/v1/logs/config/pipelines/IstSuD5cS8eFy0w9tq1ckQ + - "7114107150929354718" + url: https://api.datadoghq.com/api/v1/logs/config/pipelines/HK0GY8L6Tkql99kZ1yPSdQ method: GET response: body: '{"error":{"code":"InvalidArgument","message":"Non existing pipeline"}}' @@ -1140,7 +1147,7 @@ interactions: Content-Type: - application/json Date: - - Wed, 05 Aug 2020 09:12:26 GMT + - Thu, 08 Oct 2020 11:02:41 GMT Dd-Pool: - dogweb Pragma: @@ -1150,7 +1157,7 @@ interactions: X-Content-Type-Options: - nosniff X-Dd-Version: - - "35.2834998" + - "35.3161547" X-Frame-Options: - SAMEORIGIN X-Ratelimit-Limit: @@ -1158,9 +1165,9 @@ interactions: X-Ratelimit-Period: - "3600" X-Ratelimit-Remaining: - - "4927" + - "4987" X-Ratelimit-Reset: - - "2854" + - "3439" status: 400 Bad Request code: 400 duration: "" From 0d3f67610acdc37df9441abc5434ab0f3df97fa1 Mon Sep 17 00:00:00 2001 From: Vincent Roy Date: Thu, 8 Oct 2020 15:58:22 +0200 Subject: [PATCH 12/15] add error behavior in the description of the attribute --- docs/resources/logs_custom_pipeline.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/resources/logs_custom_pipeline.md b/docs/resources/logs_custom_pipeline.md index 47bdf3abba..6f48c4f042 100644 --- a/docs/resources/logs_custom_pipeline.md +++ b/docs/resources/logs_custom_pipeline.md @@ -186,7 +186,7 @@ The following arguments are supported: - `source_type`: (Required) Defines where the sources are from (log `attribute` or `tag`). - `target`: (Required) Final `attribute` or `tag` name to remap the sources. - `target_type`: (Required) Defines if the target is a log `attribute` or `tag`. - - `target_format`: (Optional) If the target of the remapper is an attribute, try to cast the value to a new specific type. If the cast is not possible, the original type is kept. `string`, `integer`, or `double` are the possible types. + - `target_format`: (Optional) If the `target_type` of the remapper is `attribute`, try to cast the value to a new specific type. If the cast is not possible, the original type is kept. `string`, `integer`, or `double` are the possible types. If the `target_type` is `tag`, it should not be specified, otherwise it will raise an issue. - `preserve_source`: (Optional, default = false) Remove or preserve the remapped source element. - `override_on_conflict`: (Optional, default = false) Override the target element if already set. - `name`: (Optional) Name of the processor From aeb43a0ca616905f68390f7c8118713d207685da Mon Sep 17 00:00:00 2001 From: Vincent Roy <50440431+vinckama@users.noreply.github.com> Date: Thu, 8 Oct 2020 16:00:26 +0200 Subject: [PATCH 13/15] change wrong target_format example MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Co-authored-by: Thomas Hervé --- docs/resources/logs_custom_pipeline.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/resources/logs_custom_pipeline.md b/docs/resources/logs_custom_pipeline.md index 6f48c4f042..9ebe9d4e1f 100644 --- a/docs/resources/logs_custom_pipeline.md +++ b/docs/resources/logs_custom_pipeline.md @@ -32,7 +32,7 @@ resource "datadog_logs_custom_pipeline" "sample_pipeline" { source_type = "tag" target = "db" target_type = "attribute" - target_format = "String" + target_format = "string" preserve_source = true override_on_conflict = false name = "sample attribute processor" From d7d8ab07e84df0c680dda46b211ea0b20fdcd6fb Mon Sep 17 00:00:00 2001 From: Vincent Roy Date: Thu, 8 Oct 2020 16:15:38 +0200 Subject: [PATCH 14/15] better English spelling --- docs/resources/logs_custom_pipeline.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/resources/logs_custom_pipeline.md b/docs/resources/logs_custom_pipeline.md index 9ebe9d4e1f..c3ab57a9b5 100644 --- a/docs/resources/logs_custom_pipeline.md +++ b/docs/resources/logs_custom_pipeline.md @@ -186,7 +186,7 @@ The following arguments are supported: - `source_type`: (Required) Defines where the sources are from (log `attribute` or `tag`). - `target`: (Required) Final `attribute` or `tag` name to remap the sources. - `target_type`: (Required) Defines if the target is a log `attribute` or `tag`. - - `target_format`: (Optional) If the `target_type` of the remapper is `attribute`, try to cast the value to a new specific type. If the cast is not possible, the original type is kept. `string`, `integer`, or `double` are the possible types. If the `target_type` is `tag`, it should not be specified, otherwise it will raise an issue. + - `target_format`: (Optional) If the `target_type` of the remapper is `attribute`, try to cast the value to a new specific type. If the cast is not possible, the original type is kept. `string`, `integer`, or `double` are the possible types. If the `target_type` is `tag`, this parameter may not be specified. - `preserve_source`: (Optional, default = false) Remove or preserve the remapped source element. - `override_on_conflict`: (Optional, default = false) Override the target element if already set. - `name`: (Optional) Name of the processor From f6a1969173b587006279ef03f3eb52566bf4f74e Mon Sep 17 00:00:00 2001 From: Vincent Roy Date: Thu, 8 Oct 2020 16:15:59 +0200 Subject: [PATCH 15/15] add a missing "g" --- docs/resources/logs_custom_pipeline.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/docs/resources/logs_custom_pipeline.md b/docs/resources/logs_custom_pipeline.md index c3ab57a9b5..a491367d9b 100644 --- a/docs/resources/logs_custom_pipeline.md +++ b/docs/resources/logs_custom_pipeline.md @@ -194,7 +194,7 @@ The following arguments are supported: - category_processor - `target`: (Required) Name of the target attribute whose value is defined by the matching category. - `category`: (Required) List of filters to match or exclude a log with their corresponding name to assign a custom value to the log. - - `name`: (Required) Name of the cateory. + - `name`: (Required) Name of the category. - `filter` - `query`: (Required) Filter criteria of the category. - `name`: (Optional) Name of the processor