From 17f4ed2eaf1347c2fbb725400a7f706f9f8f464a Mon Sep 17 00:00:00 2001 From: Doug Smith Date: Mon, 30 Oct 2023 17:18:19 -0400 Subject: [PATCH] chore(observability)!: remove metrics replaced by component_errors_total (#18965) * OPW-94 remove metrics replaced by component_errors_total * update upgrade guide * fmt cue --- src/internal_events/apache_metrics.rs | 8 - src/internal_events/aws_ecs_metrics.rs | 2 - src/internal_events/aws_kinesis_firehose.rs | 4 - src/internal_events/aws_sqs.rs | 11 - src/internal_events/codecs.rs | 12 +- src/internal_events/dnstap.rs | 2 - src/internal_events/docker_logs.rs | 8 - src/internal_events/eventstoredb_metrics.rs | 4 - src/internal_events/file.rs | 21 -- src/internal_events/fluent.rs | 2 - src/internal_events/http.rs | 4 - src/internal_events/http_client_source.rs | 4 - src/internal_events/journald.rs | 2 - src/internal_events/kafka.rs | 4 - src/internal_events/kubernetes_logs.rs | 1 - src/internal_events/logplex.rs | 2 - src/internal_events/mongodb_metrics.rs | 4 - src/internal_events/nginx_metrics.rs | 4 - src/internal_events/postgresql_metrics.rs | 2 - src/internal_events/process.rs | 6 - src/internal_events/prometheus.rs | 4 - src/internal_events/sematext_metrics.rs | 2 - src/internal_events/socket.rs | 6 - src/internal_events/splunk_hec.rs | 2 - src/internal_events/tcp.rs | 30 +-- src/internal_events/udp.rs | 2 - src/internal_events/unix.rs | 6 - src/internal_events/windows.rs | 2 - .../2023-11-07-0-34-0-upgrade-guide.md | 48 +++++ .../reference/components/sinks/azure_blob.cue | 5 - .../cue/reference/components/sinks/http.cue | 4 - .../cue/reference/components/sinks/pulsar.cue | 4 - .../components/sinks/sematext_metrics.cue | 4 - .../cue/reference/components/sinks/socket.cue | 4 - .../components/sinks/splunk_hec_logs.cue | 3 +- .../reference/components/sinks/websocket.cue | 2 - .../cue/reference/components/sources/amqp.cue | 4 - .../components/sources/apache_metrics.cue | 7 +- .../components/sources/aws_ecs_metrics.cue | 7 +- .../sources/aws_kinesis_firehose.cue | 11 +- .../reference/components/sources/aws_s3.cue | 3 - .../reference/components/sources/aws_sqs.cue | 4 - .../reference/components/sources/dnstap.cue | 4 - .../components/sources/docker_logs.cue | 9 +- .../sources/eventstoredb_metrics.cue | 4 - .../cue/reference/components/sources/file.cue | 17 +- .../reference/components/sources/fluent.cue | 4 - .../components/sources/heroku_logs.cue | 1 - .../components/sources/http_client.cue | 7 +- .../components/sources/http_server.cue | 2 - .../components/sources/internal_metrics.cue | 194 ------------------ .../reference/components/sources/journald.cue | 5 - .../reference/components/sources/kafka.cue | 23 +-- .../components/sources/kubernetes_logs.cue | 1 - .../reference/components/sources/logstash.cue | 5 +- .../components/sources/mongodb_metrics.cue | 4 - .../components/sources/nginx_metrics.cue | 6 +- .../components/sources/postgresql_metrics.cue | 1 - .../sources/prometheus_remote_write.cue | 1 - .../components/sources/prometheus_scrape.cue | 7 +- .../reference/components/sources/socket.cue | 10 +- .../components/sources/splunk_hec.cue | 1 - .../reference/components/sources/statsd.cue | 6 - website/cue/reference/components/splunk.cue | 14 +- 64 files changed, 104 insertions(+), 493 deletions(-) diff --git a/src/internal_events/apache_metrics.rs b/src/internal_events/apache_metrics.rs index bb467f82d4972..dcffeefea90d9 100644 --- a/src/internal_events/apache_metrics.rs +++ b/src/internal_events/apache_metrics.rs @@ -47,12 +47,6 @@ impl InternalEvent for ApacheMetricsParseError<'_> { endpoint = %self.endpoint, internal_log_rate_limit = true, ); - debug!( - message = %format!("Parse error:\n\n{}\n\n", self.error), - endpoint = %self.endpoint, - internal_log_rate_limit = true - ); - counter!("parse_errors_total", 1); counter!( "component_errors_total", 1, "stage" => error_stage::PROCESSING, @@ -78,7 +72,6 @@ impl InternalEvent for ApacheMetricsResponseError<'_> { endpoint = %self.endpoint, internal_log_rate_limit = true, ); - counter!("http_error_response_total", 1); counter!( "component_errors_total", 1, "stage" => error_stage::RECEIVING, @@ -105,7 +98,6 @@ impl InternalEvent for ApacheMetricsHttpError<'_> { endpoint = %self.endpoint, internal_log_rate_limit = true, ); - counter!("http_request_errors_total", 1); counter!( "component_errors_total", 1, "stage" => error_stage::RECEIVING, diff --git a/src/internal_events/aws_ecs_metrics.rs b/src/internal_events/aws_ecs_metrics.rs index 8b86ba9b783c8..1b5d051a893bb 100644 --- a/src/internal_events/aws_ecs_metrics.rs +++ b/src/internal_events/aws_ecs_metrics.rs @@ -84,7 +84,6 @@ impl InternalEvent for AwsEcsMetricsResponseError<'_> { endpoint = %self.endpoint, internal_log_rate_limit = true, ); - counter!("http_error_response_total", 1); counter!( "component_errors_total", 1, "stage" => error_stage::RECEIVING, @@ -112,7 +111,6 @@ impl InternalEvent for AwsEcsMetricsHttpError<'_> { endpoint = %self.endpoint, internal_log_rate_limit = true, ); - counter!("http_request_errors_total", 1); counter!( "component_errors_total", 1, "stage" => error_stage::RECEIVING, diff --git a/src/internal_events/aws_kinesis_firehose.rs b/src/internal_events/aws_kinesis_firehose.rs index 2f8ea137a0b35..5fc81b5741b5c 100644 --- a/src/internal_events/aws_kinesis_firehose.rs +++ b/src/internal_events/aws_kinesis_firehose.rs @@ -57,8 +57,6 @@ impl<'a> InternalEvent for AwsKinesisFirehoseRequestError<'a> { "error_type" => error_type::REQUEST_FAILED, "error_code" => self.error_code, ); - // deprecated - counter!("request_read_errors_total", 1); } } @@ -85,7 +83,5 @@ impl InternalEvent for AwsKinesisFirehoseAutomaticRecordDecodeError { "error_type" => error_type::PARSER_FAILED, "error_code" => io_error_code(&self.error), ); - // deprecated - counter!("request_automatic_decode_errors_total", 1); } } diff --git a/src/internal_events/aws_sqs.rs b/src/internal_events/aws_sqs.rs index 3e1e4993f3f7e..5af5b028072be 100644 --- a/src/internal_events/aws_sqs.rs +++ b/src/internal_events/aws_sqs.rs @@ -38,8 +38,6 @@ mod s3 { "error_type" => error_type::PARSER_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("sqs_message_processing_failed_total", 1); } } @@ -86,8 +84,6 @@ mod s3 { "error_type" => error_type::ACKNOWLEDGMENT_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("sqs_message_delete_failed_total", self.entries.len() as u64); } } @@ -117,9 +113,6 @@ mod s3 { "error_type" => error_type::ACKNOWLEDGMENT_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("sqs_message_delete_failed_total", self.entries.len() as u64); - counter!("sqs_message_delete_batch_failed_total", 1); } } } @@ -145,8 +138,6 @@ impl<'a, E: std::fmt::Display> InternalEvent for SqsMessageReceiveError<'a, E> { "error_type" => error_type::REQUEST_FAILED, "stage" => error_stage::RECEIVING, ); - // deprecated - counter!("sqs_message_receive_failed_total", 1); } } @@ -198,8 +189,6 @@ impl<'a, E: std::fmt::Display> InternalEvent for SqsMessageDeleteError<'a, E> { "error_type" => error_type::WRITER_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("sqs_message_delete_failed_total", 1); } } diff --git a/src/internal_events/codecs.rs b/src/internal_events/codecs.rs index 6ab9fe2488b77..5bba794b82667 100644 --- a/src/internal_events/codecs.rs +++ b/src/internal_events/codecs.rs @@ -11,16 +11,17 @@ pub struct DecoderFramingError { impl InternalEvent for DecoderFramingError { fn emit(self) { - counter!("decoder_framing_errors_total", 1); error!( message = "Failed framing bytes.", error = %self.error, + error_code = "decoder_frame", error_type = error_type::PARSER_FAILED, stage = error_stage::PROCESSING, internal_log_rate_limit = true, ); counter!( "component_errors_total", 1, + "error_code" => "decoder_frame", "error_type" => error_type::PARSER_FAILED, "stage" => error_stage::PROCESSING, ); @@ -34,16 +35,17 @@ pub struct DecoderDeserializeError<'a> { impl<'a> InternalEvent for DecoderDeserializeError<'a> { fn emit(self) { - counter!("decoder_deserialize_errors_total", 1); error!( message = "Failed deserializing frame.", error = %self.error, + error_code = "decoder_deserialize", error_type = error_type::PARSER_FAILED, stage = error_stage::PROCESSING, internal_log_rate_limit = true, ); counter!( "component_errors_total", 1, + "error_code" => "decoder_deserialize", "error_type" => error_type::PARSER_FAILED, "stage" => error_stage::PROCESSING, ); @@ -61,13 +63,14 @@ impl<'a> InternalEvent for EncoderFramingError<'a> { error!( message = reason, error = %self.error, + error_code = "encoder_frame", error_type = error_type::ENCODER_FAILED, stage = error_stage::SENDING, internal_log_rate_limit = true, ); - counter!("encoder_framing_errors_total", 1); counter!( "component_errors_total", 1, + "error_code" => "encoder_frame", "error_type" => error_type::ENCODER_FAILED, "stage" => error_stage::SENDING, ); @@ -86,13 +89,14 @@ impl<'a> InternalEvent for EncoderSerializeError<'a> { error!( message = reason, error = %self.error, + error_code = "encoder_serialize", error_type = error_type::ENCODER_FAILED, stage = error_stage::SENDING, internal_log_rate_limit = true, ); - counter!("encoder_serialize_errors_total", 1); counter!( "component_errors_total", 1, + "error_code" => "encoder_serialize", "error_type" => error_type::ENCODER_FAILED, "stage" => error_stage::SENDING, ); diff --git a/src/internal_events/dnstap.rs b/src/internal_events/dnstap.rs index 90525b5f217d0..4631369c62153 100644 --- a/src/internal_events/dnstap.rs +++ b/src/internal_events/dnstap.rs @@ -22,8 +22,6 @@ impl InternalEvent for DnstapParseError { "stage" => error_stage::PROCESSING, "error_type" => error_type::PARSER_FAILED, ); - // deprecated - counter!("parse_errors_total", 1); } } diff --git a/src/internal_events/docker_logs.rs b/src/internal_events/docker_logs.rs index 617b987ae6d83..a7864588a09be 100644 --- a/src/internal_events/docker_logs.rs +++ b/src/internal_events/docker_logs.rs @@ -101,8 +101,6 @@ impl InternalEvent for DockerLogsCommunicationError<'_> { "error_type" => error_type::CONNECTION_FAILED, "stage" => error_stage::RECEIVING, ); - // deprecated - counter!("communication_errors_total", 1); } } @@ -128,8 +126,6 @@ impl InternalEvent for DockerLogsContainerMetadataFetchError<'_> { "stage" => error_stage::RECEIVING, "container_id" => self.container_id.to_owned(), ); - // deprecated - counter!("container_metadata_fetch_errors_total", 1); } } @@ -155,8 +151,6 @@ impl InternalEvent for DockerLogsTimestampParseError<'_> { "stage" => error_stage::PROCESSING, "container_id" => self.container_id.to_owned(), ); - // deprecated - counter!("timestamp_parse_errors_total", 1); } } @@ -182,7 +176,5 @@ impl InternalEvent for DockerLogsLoggingDriverUnsupportedError<'_> { "stage" => error_stage::RECEIVING, "container_id" => self.container_id.to_owned(), ); - // deprecated - counter!("logging_driver_errors_total", 1); } } diff --git a/src/internal_events/eventstoredb_metrics.rs b/src/internal_events/eventstoredb_metrics.rs index 1ed248d45511f..29a238b5eafef 100644 --- a/src/internal_events/eventstoredb_metrics.rs +++ b/src/internal_events/eventstoredb_metrics.rs @@ -22,8 +22,6 @@ impl InternalEvent for EventStoreDbMetricsHttpError { "stage" => error_stage::RECEIVING, "error_type" => error_type::REQUEST_FAILED, ); - // deprecated - counter!("http_request_errors_total", 1); } } @@ -46,7 +44,5 @@ impl InternalEvent for EventStoreDbStatsParsingError { "stage" => error_stage::PROCESSING, "error_type" => error_type::PARSER_FAILED, ); - // deprecated - counter!("parse_errors_total", 1); } } diff --git a/src/internal_events/file.rs b/src/internal_events/file.rs index 871be8a93ce7b..a18e1a411d7bf 100644 --- a/src/internal_events/file.rs +++ b/src/internal_events/file.rs @@ -182,11 +182,6 @@ mod source { "stage" => error_stage::RECEIVING, "file" => self.file.to_string_lossy().into_owned(), ); - // deprecated - counter!( - "fingerprint_read_errors_total", 1, - "file" => self.file.to_string_lossy().into_owned(), - ); } } @@ -216,11 +211,6 @@ mod source { "error_type" => error_type::COMMAND_FAILED, "stage" => error_stage::RECEIVING, ); - // deprecated - counter!( - "file_delete_errors_total", 1, - "file" => self.file.to_string_lossy().into_owned(), - ); } } @@ -284,11 +274,6 @@ mod source { "stage" => error_stage::RECEIVING, "file" => self.file.to_string_lossy().into_owned(), ); - // deprecated - counter!( - "file_watch_errors_total", 1, - "file" => self.file.to_string_lossy().into_owned(), - ); } } @@ -362,7 +347,6 @@ mod source { stage = error_stage::RECEIVING, internal_log_rate_limit = true, ); - counter!("checkpoint_write_errors_total", 1); counter!( "component_errors_total", 1, "error_code" => "writing_checkpoints", @@ -396,11 +380,6 @@ mod source { "stage" => error_stage::RECEIVING, "path" => self.path.to_string_lossy().into_owned(), ); - // deprecated - counter!( - "glob_errors_total", 1, - "path" => self.path.to_string_lossy().into_owned(), - ); } } diff --git a/src/internal_events/fluent.rs b/src/internal_events/fluent.rs index a5bfd3201ab71..a27b6edbd2a27 100644 --- a/src/internal_events/fluent.rs +++ b/src/internal_events/fluent.rs @@ -37,7 +37,5 @@ impl<'a> InternalEvent for FluentMessageDecodeError<'a> { "error_type" => error_type::PARSER_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("decode_errors_total", 1); } } diff --git a/src/internal_events/http.rs b/src/internal_events/http.rs index 04a059cc5ace2..45d560bb063eb 100644 --- a/src/internal_events/http.rs +++ b/src/internal_events/http.rs @@ -128,8 +128,6 @@ impl<'a> InternalEvent for HttpBadRequest<'a> { "error_type" => error_type::REQUEST_FAILED, "error_stage" => error_stage::RECEIVING, ); - // deprecated - counter!("http_bad_requests_total", 1); } } @@ -156,8 +154,6 @@ impl<'a> InternalEvent for HttpDecompressError<'a> { "error_type" => error_type::PARSER_FAILED, "stage" => error_stage::RECEIVING, ); - // deprecated - counter!("parse_errors_total", 1); } } diff --git a/src/internal_events/http_client_source.rs b/src/internal_events/http_client_source.rs index b1450a5c8c71d..19d7f5311ea06 100644 --- a/src/internal_events/http_client_source.rs +++ b/src/internal_events/http_client_source.rs @@ -56,8 +56,6 @@ impl InternalEvent for HttpClientHttpResponseError { "error_type" => error_type::REQUEST_FAILED, "error_code" => http_error_code(self.code.as_u16()), ); - // deprecated - counter!("http_error_response_total", 1); } } @@ -83,7 +81,5 @@ impl InternalEvent for HttpClientHttpError { "error_type" => error_type::REQUEST_FAILED, "stage" => error_stage::RECEIVING, ); - // deprecated - counter!("http_request_errors_total", 1); } } diff --git a/src/internal_events/journald.rs b/src/internal_events/journald.rs index 08d9ebbda3222..6536bafac6d28 100644 --- a/src/internal_events/journald.rs +++ b/src/internal_events/journald.rs @@ -25,8 +25,6 @@ impl InternalEvent for JournaldInvalidRecordError { "stage" => error_stage::PROCESSING, "error_type" => error_type::PARSER_FAILED, ); - counter!("invalid_record_total", 1); // deprecated - counter!("invalid_record_bytes_total", self.text.len() as u64); // deprecated } } diff --git a/src/internal_events/kafka.rs b/src/internal_events/kafka.rs index 6c4d24e63cfb7..79785bb1b9f9d 100644 --- a/src/internal_events/kafka.rs +++ b/src/internal_events/kafka.rs @@ -82,8 +82,6 @@ impl InternalEvent for KafkaOffsetUpdateError { "error_type" => error_type::READER_FAILED, "stage" => error_stage::SENDING, ); - // deprecated - counter!("consumer_offset_updates_failed_total", 1); } } @@ -181,7 +179,5 @@ impl InternalEvent for KafkaHeaderExtractionError<'_> { "error_type" => error_type::PARSER_FAILED, "stage" => error_stage::RECEIVING, ); - // deprecated - counter!("kafka_header_extraction_failures_total", 1); } } diff --git a/src/internal_events/kubernetes_logs.rs b/src/internal_events/kubernetes_logs.rs index dece04e8bbdf5..faae358774276 100644 --- a/src/internal_events/kubernetes_logs.rs +++ b/src/internal_events/kubernetes_logs.rs @@ -71,7 +71,6 @@ impl InternalEvent for KubernetesLogsEventAnnotationError<'_> { "error_type" => error_type::READER_FAILED, "stage" => error_stage::PROCESSING, ); - counter!("k8s_event_annotation_failures_total", 1); } } diff --git a/src/internal_events/logplex.rs b/src/internal_events/logplex.rs index 4c725e825ed65..7ebd01683a0c8 100644 --- a/src/internal_events/logplex.rs +++ b/src/internal_events/logplex.rs @@ -45,7 +45,5 @@ impl InternalEvent for HerokuLogplexRequestReadError { "error_code" => io_error_code(&self.error), "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("request_read_errors_total", 1); } } diff --git a/src/internal_events/mongodb_metrics.rs b/src/internal_events/mongodb_metrics.rs index 6a4992cc627d5..43357274ef5e7 100644 --- a/src/internal_events/mongodb_metrics.rs +++ b/src/internal_events/mongodb_metrics.rs @@ -54,8 +54,6 @@ impl<'a> InternalEvent for MongoDbMetricsRequestError<'a> { "error_type" => error_type::REQUEST_FAILED, "stage" => error_stage::RECEIVING, ); - // deprecated - counter!("request_errors_total", 1); } } @@ -80,7 +78,5 @@ impl<'a> InternalEvent for MongoDbMetricsBsonParseError<'a> { "stage" => error_stage::RECEIVING, "endpoint" => self.endpoint.to_owned(), ); - // deprecated - counter!("parse_errors_total", 1); } } diff --git a/src/internal_events/nginx_metrics.rs b/src/internal_events/nginx_metrics.rs index 9a975abe463c1..388910d764554 100644 --- a/src/internal_events/nginx_metrics.rs +++ b/src/internal_events/nginx_metrics.rs @@ -54,8 +54,6 @@ impl<'a> InternalEvent for NginxMetricsRequestError<'a> { "error_type" => error_type::REQUEST_FAILED, "stage" => error_stage::RECEIVING, ); - // deprecated - counter!("http_request_errors_total", 1); } } @@ -80,7 +78,5 @@ impl<'a> InternalEvent for NginxMetricsStubStatusParseError<'a> { "error_type" => error_type::PARSER_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("parse_errors_total", 1); } } diff --git a/src/internal_events/postgresql_metrics.rs b/src/internal_events/postgresql_metrics.rs index 42bb8aa7d0047..ebd6278ca258e 100644 --- a/src/internal_events/postgresql_metrics.rs +++ b/src/internal_events/postgresql_metrics.rs @@ -24,7 +24,5 @@ impl<'a> InternalEvent for PostgresqlMetricsCollectError<'a> { "error_type" => error_type::REQUEST_FAILED, "stage" => error_stage::RECEIVING, ); - // deprecated - counter!("request_errors_total", 1); } } diff --git a/src/internal_events/process.rs b/src/internal_events/process.rs index c9712cbeecc77..5b2aec0fdf6e5 100644 --- a/src/internal_events/process.rs +++ b/src/internal_events/process.rs @@ -91,8 +91,6 @@ impl InternalEvent for VectorReloadError { "error_type" => error_type::CONFIGURATION_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("reload_errors_total", 1); } } @@ -114,8 +112,6 @@ impl InternalEvent for VectorConfigLoadError { "error_type" => error_type::CONFIGURATION_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("config_load_errors_total", 1); } } @@ -137,7 +133,5 @@ impl InternalEvent for VectorRecoveryError { "error_type" => error_type::CONFIGURATION_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("recover_errors_total", 1); } } diff --git a/src/internal_events/prometheus.rs b/src/internal_events/prometheus.rs index 4d5c0e3da24ca..c09487bb93098 100644 --- a/src/internal_events/prometheus.rs +++ b/src/internal_events/prometheus.rs @@ -40,8 +40,6 @@ impl<'a> InternalEvent for PrometheusParseError<'a> { "stage" => error_stage::PROCESSING, "url" => self.url.to_string(), ); - // deprecated - counter!("parse_errors_total", 1); } } @@ -64,8 +62,6 @@ impl InternalEvent for PrometheusRemoteWriteParseError { "error_type" => error_type::PARSER_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("parse_errors_total", 1); } } diff --git a/src/internal_events/sematext_metrics.rs b/src/internal_events/sematext_metrics.rs index 49a1ef83fb892..920f0cf963fe9 100644 --- a/src/internal_events/sematext_metrics.rs +++ b/src/internal_events/sematext_metrics.rs @@ -52,8 +52,6 @@ impl InternalEvent for SematextMetricsEncodeEventError "error_type" => error_type::ENCODER_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("encode_errors_total", 1); emit!(ComponentEventsDropped:: { count: 1, reason }); } diff --git a/src/internal_events/socket.rs b/src/internal_events/socket.rs index f5b5cf2b3d36e..c2e9904a9fb9d 100644 --- a/src/internal_events/socket.rs +++ b/src/internal_events/socket.rs @@ -127,8 +127,6 @@ impl InternalEvent for SocketBindError { "stage" => error_stage::RECEIVING, "mode" => mode, ); - // deprecated - counter!("connection_errors_total", 1, "mode" => mode); } } @@ -157,8 +155,6 @@ impl InternalEvent for SocketReceiveError { "stage" => error_stage::RECEIVING, "mode" => mode, ); - // deprecated - counter!("connection_errors_total", 1, "mode" => mode); } } @@ -188,8 +184,6 @@ impl InternalEvent for SocketSendError { "stage" => error_stage::SENDING, "mode" => mode, ); - // deprecated - counter!("connection_errors_total", 1, "mode" => mode); emit!(ComponentEventsDropped:: { count: 1, reason }); } diff --git a/src/internal_events/splunk_hec.rs b/src/internal_events/splunk_hec.rs index da73879da22eb..905c0b9bad43f 100644 --- a/src/internal_events/splunk_hec.rs +++ b/src/internal_events/splunk_hec.rs @@ -262,8 +262,6 @@ mod source { "error_type" => error_type::REQUEST_FAILED, "stage" => error_stage::RECEIVING, ); - // deprecated - counter!("http_request_errors_total", 1); } } } diff --git a/src/internal_events/tcp.rs b/src/internal_events/tcp.rs index 1f6a3f74db06b..75b977b0c2858 100644 --- a/src/internal_events/tcp.rs +++ b/src/internal_events/tcp.rs @@ -32,8 +32,6 @@ impl InternalEvent for TcpSocketOutgoingConnectionError // ## skip check-duplicate-events ## // ## skip check-validity-events ## emit!(SocketOutgoingConnectionError { error: self.error }); - // deprecated - counter!("connection_failed_total", 1, "mode" => "tcp"); } } @@ -77,20 +75,15 @@ impl InternalEvent for TcpSocketTlsConnectionError { stage = error_stage::SENDING, internal_log_rate_limit = true, ); + counter!( + "component_errors_total", 1, + "error_code" => "connection_failed", + "error_type" => error_type::WRITER_FAILED, + "stage" => error_stage::SENDING, + "mode" => "tcp", + ); } } - counter!( - "component_errors_total", 1, - "error_code" => "connection_failed", - "error_type" => error_type::WRITER_FAILED, - "stage" => error_stage::SENDING, - "mode" => "tcp", - ); - // deprecated - counter!( - "connection_errors_total", 1, - "mode" => "tcp", - ); } } @@ -116,15 +109,6 @@ impl InternalEvent for TcpSendAckError { "stage" => error_stage::SENDING, "mode" => "tcp", ); - // deprecated - counter!( - "connection_errors_total", 1, - "mode" => "tcp", - ); - counter!( - "connection_send_ack_errors_total", 1, - "mode" => "tcp", - ); } } diff --git a/src/internal_events/udp.rs b/src/internal_events/udp.rs index bac40d963c29a..72a5e07ece5e6 100644 --- a/src/internal_events/udp.rs +++ b/src/internal_events/udp.rs @@ -27,8 +27,6 @@ impl InternalEvent for UdpSocketOutgoingConnectionError // ## skip check-duplicate-events ## // ## skip check-validity-events ## emit!(SocketOutgoingConnectionError { error: self.error }); - // deprecated - counter!("connection_failed_total", 1, "mode" => "udp"); } } diff --git a/src/internal_events/unix.rs b/src/internal_events/unix.rs index 1417e27630834..c6909dfa41213 100644 --- a/src/internal_events/unix.rs +++ b/src/internal_events/unix.rs @@ -28,8 +28,6 @@ impl InternalEvent for UnixSocketOutgoingConnectionError "unix"); } } @@ -54,8 +52,6 @@ impl InternalEvent for UnixSocketError<'_, E> { "error_type" => error_type::CONNECTION_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("connection_errors_total", 1, "mode" => "unix"); } } @@ -81,8 +77,6 @@ impl InternalEvent for UnixSocketSendError<'_, E> { "error_type" => error_type::WRITER_FAILED, "stage" => error_stage::SENDING, ); - // deprecated - counter!("connection_errors_total", 1, "mode" => "unix"); emit!(ComponentEventsDropped:: { count: 1, reason }); } diff --git a/src/internal_events/windows.rs b/src/internal_events/windows.rs index 42636888bca14..2bd8158247cc2 100644 --- a/src/internal_events/windows.rs +++ b/src/internal_events/windows.rs @@ -107,7 +107,5 @@ impl<'a> InternalEvent for WindowsServiceDoesNotExistError<'a> { "error_type" => error_type::CONDITION_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("windows_service_does_not_exist_total", 1,); } } diff --git a/website/content/en/highlights/2023-11-07-0-34-0-upgrade-guide.md b/website/content/en/highlights/2023-11-07-0-34-0-upgrade-guide.md index ba61b2bbd0ffc..3cdad1f92388b 100644 --- a/website/content/en/highlights/2023-11-07-0-34-0-upgrade-guide.md +++ b/website/content/en/highlights/2023-11-07-0-34-0-upgrade-guide.md @@ -13,9 +13,11 @@ Vector's 0.34.0 release includes **breaking changes**: 1. [Removal of Deprecated Datadog Component Config Options](#datadog-deprecated-config-options) 1. [Removal of Deprecated `component_name` Metric Tag](#deprecated-component-name) +1. [Removal of Deprecated Metrics Replaced by `component_errors_total`](#deprecated-component-errors-total-metrics) 1. [Removal of `peer_addr` Metric Tag](#remove-peer-addr) 1. [Blackhole sink no longer reports by default](#blackhole-sink-reporting) + We cover them below to help you upgrade quickly: ## Upgrade guide @@ -34,6 +36,52 @@ been removed from the Enterprise configuration. Instead of `region`, `site` shou The deprecated `component_name` tag has been removed from all internal metrics. Instead the `component_id` tag should be used. +#### Removal of Deprecated Metrics Replaced by `component_errors_total` {#deprecated-component-errors-total-metrics} + +The following deprecated internal metrics have been removed. The `component_errors_total` metric should be used instead. + +| Metric Name | Components | +|--------------------------------------------------|-------------------------------------------------------------------------------| +| parse_errors_total | apache metrics, dnstap, eventstoredb, http server, mongodb, nginx, prometheus | +| http_request_errors_total | apache metrics, aws ecs metrics, eventstoredb, http client, nginx, splunk hec | +| http_error_response_total | aws ecs metrics, http client | +| request_read_errors_total | aws kinesis firehose, heroku logplex | +| request_automatic_decode_errors_total | aws kinesis firehose | +| sqs_message_processing_failed_total | aws sqs | +| sqs_message_delete_failed_total | aws sqs | +| sqs_message_delete_batch_failed_total | aws sqs | +| sqs_message_receive_failed_total | aws sqs | +| sqs_message_delete_failed_total | aws sqs | +| decoder_framing_errors_total | codecs | +| decoder_deserialize_errors_total | codecs | +| encoder_framing_errors_total | codecs | +| encoder_serialize_errors_total | codecs | +| communication_errors_total | docker | +| timestamp_parse_errors_total | docker | +| logging_driver_errors_total | docker | +| fingerprint_read_errors_total | file | +| file_delete_errors_total | file | +| file_watch_errors_total | file | +| checkpoint_write_errors_total | file | +| glob_errors_total | file | +| decode_errors_total | file | +| http_bad_requests_total | http server | +| invalid_record_total | journald | +| invalid_record_bytes_total | journald | +| consumer_offset_updates_failed_total | kafka | +| kafka_header_extraction_failures_total | kafka | +| k8s_event_annotation_failures_total | k8s | +| requests_received_total | heroku logplex | +| request_errors_total | mongodb, postgresql | +| reload_errors_total | reload | +| config_load_errors_total | reload | +| recover_errors_total | reload | +| encode_errors_total | sematext | +| connection_errors_total | socket, tcp, unix | +| connection_failed_total | tcp, udp, unix | +| connection_send_ack_errors_total | tcp | +| windows_service_does_not_exist_total | windows | + #### Removal of `peer_addr` Metric Tag {#remove-peer-addr} The `peer_addr` tag has been removed from the `component_received_bytes_total` internal metric for TCP-based sources due to its unbounded cardinality. diff --git a/website/cue/reference/components/sinks/azure_blob.cue b/website/cue/reference/components/sinks/azure_blob.cue index e3e9d6f1a2b50..aa4a5888d239d 100644 --- a/website/cue/reference/components/sinks/azure_blob.cue +++ b/website/cue/reference/components/sinks/azure_blob.cue @@ -123,9 +123,4 @@ components: sinks: azure_blob: { """ } } - - telemetry: metrics: { - http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - } } diff --git a/website/cue/reference/components/sinks/http.cue b/website/cue/reference/components/sinks/http.cue index c133e9623853a..634456ab438aa 100644 --- a/website/cue/reference/components/sinks/http.cue +++ b/website/cue/reference/components/sinks/http.cue @@ -91,8 +91,4 @@ components: sinks: http: { } traces: true } - - telemetry: metrics: { - http_bad_requests_total: components.sources.internal_metrics.output.metrics.http_bad_requests_total - } } diff --git a/website/cue/reference/components/sinks/pulsar.cue b/website/cue/reference/components/sinks/pulsar.cue index 27ea75379891b..debf83b9028d2 100644 --- a/website/cue/reference/components/sinks/pulsar.cue +++ b/website/cue/reference/components/sinks/pulsar.cue @@ -63,8 +63,4 @@ components: sinks: pulsar: { metrics: null traces: false } - - telemetry: metrics: { - encode_errors_total: components.sources.internal_metrics.output.metrics.encode_errors_total - } } diff --git a/website/cue/reference/components/sinks/sematext_metrics.cue b/website/cue/reference/components/sinks/sematext_metrics.cue index 6f614d7a8c293..e5a8d8a24b3ad 100644 --- a/website/cue/reference/components/sinks/sematext_metrics.cue +++ b/website/cue/reference/components/sinks/sematext_metrics.cue @@ -62,8 +62,4 @@ components: sinks: sematext_metrics: { } traces: false } - - telemetry: metrics: { - encode_errors_total: components.sources.internal_metrics.output.metrics.encode_errors_total - } } diff --git a/website/cue/reference/components/sinks/socket.cue b/website/cue/reference/components/sinks/socket.cue index 7bb7064e660d6..ef5bacb8a555c 100644 --- a/website/cue/reference/components/sinks/socket.cue +++ b/website/cue/reference/components/sinks/socket.cue @@ -66,8 +66,4 @@ components: sinks: socket: { metrics: null traces: false } - - telemetry: metrics: { - connection_errors_total: components.sources.internal_metrics.output.metrics.connection_errors_total - } } diff --git a/website/cue/reference/components/sinks/splunk_hec_logs.cue b/website/cue/reference/components/sinks/splunk_hec_logs.cue index 6ecfe55b34484..05250f0f72ed4 100644 --- a/website/cue/reference/components/sinks/splunk_hec_logs.cue +++ b/website/cue/reference/components/sinks/splunk_hec_logs.cue @@ -82,8 +82,7 @@ components: sinks: splunk_hec_logs: { } telemetry: metrics: { - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total + requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total } how_it_works: sinks._splunk_hec.how_it_works diff --git a/website/cue/reference/components/sinks/websocket.cue b/website/cue/reference/components/sinks/websocket.cue index d46777404de88..873499e3b48dc 100644 --- a/website/cue/reference/components/sinks/websocket.cue +++ b/website/cue/reference/components/sinks/websocket.cue @@ -82,8 +82,6 @@ components: sinks: websocket: { telemetry: metrics: { open_connections: components.sources.internal_metrics.output.metrics.open_connections connection_established_total: components.sources.internal_metrics.output.metrics.connection_established_total - connection_failed_total: components.sources.internal_metrics.output.metrics.connection_failed_total connection_shutdown_total: components.sources.internal_metrics.output.metrics.connection_shutdown_total - connection_errors_total: components.sources.internal_metrics.output.metrics.connection_errors_total } } diff --git a/website/cue/reference/components/sources/amqp.cue b/website/cue/reference/components/sources/amqp.cue index 18da792ae7f8a..0dd23404e3fb8 100644 --- a/website/cue/reference/components/sources/amqp.cue +++ b/website/cue/reference/components/sources/amqp.cue @@ -77,9 +77,5 @@ components: sources: amqp: { } } - telemetry: metrics: { - consumer_offset_updates_failed_total: components.sources.internal_metrics.output.metrics.consumer_offset_updates_failed_total - } - how_it_works: components._amqp.how_it_works } diff --git a/website/cue/reference/components/sources/apache_metrics.cue b/website/cue/reference/components/sources/apache_metrics.cue index 77294ea5c4984..5ec0ebf92e6e1 100644 --- a/website/cue/reference/components/sources/apache_metrics.cue +++ b/website/cue/reference/components/sources/apache_metrics.cue @@ -161,10 +161,7 @@ components: sources: apache_metrics: { how_it_works: {} telemetry: metrics: { - http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total - request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds + requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total + request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds } } diff --git a/website/cue/reference/components/sources/aws_ecs_metrics.cue b/website/cue/reference/components/sources/aws_ecs_metrics.cue index 53586655b7683..cf1198233fa78 100644 --- a/website/cue/reference/components/sources/aws_ecs_metrics.cue +++ b/website/cue/reference/components/sources/aws_ecs_metrics.cue @@ -185,10 +185,7 @@ components: sources: aws_ecs_metrics: { } telemetry: metrics: { - http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total - request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds + requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total + request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds } } diff --git a/website/cue/reference/components/sources/aws_kinesis_firehose.cue b/website/cue/reference/components/sources/aws_kinesis_firehose.cue index 32c446c847887..29fe218e5e515 100644 --- a/website/cue/reference/components/sources/aws_kinesis_firehose.cue +++ b/website/cue/reference/components/sources/aws_kinesis_firehose.cue @@ -187,11 +187,10 @@ components: sources: aws_kinesis_firehose: { } telemetry: metrics: { - http_server_handler_duration_seconds: components.sources.internal_metrics.output.metrics.http_server_handler_duration_seconds - http_server_requests_received_total: components.sources.internal_metrics.output.metrics.http_server_requests_received_total - http_server_responses_sent_total: components.sources.internal_metrics.output.metrics.http_server_responses_sent_total - request_read_errors_total: components.sources.internal_metrics.output.metrics.request_read_errors_total - requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total - request_automatic_decode_errors_total: components.sources.internal_metrics.output.metrics.request_automatic_decode_errors_total + + http_server_handler_duration_seconds: components.sources.internal_metrics.output.metrics.http_server_handler_duration_seconds + http_server_requests_received_total: components.sources.internal_metrics.output.metrics.http_server_requests_received_total + http_server_responses_sent_total: components.sources.internal_metrics.output.metrics.http_server_responses_sent_total + requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total } } diff --git a/website/cue/reference/components/sources/aws_s3.cue b/website/cue/reference/components/sources/aws_s3.cue index 200027bdaa32e..41e33ddfac4b0 100644 --- a/website/cue/reference/components/sources/aws_s3.cue +++ b/website/cue/reference/components/sources/aws_s3.cue @@ -162,11 +162,8 @@ components: sources: aws_s3: components._aws & { ] telemetry: metrics: { - sqs_message_delete_failed_total: components.sources.internal_metrics.output.metrics.sqs_message_delete_failed_total sqs_message_delete_succeeded_total: components.sources.internal_metrics.output.metrics.sqs_message_delete_succeeded_total - sqs_message_processing_failed_total: components.sources.internal_metrics.output.metrics.sqs_message_processing_failed_total sqs_message_processing_succeeded_total: components.sources.internal_metrics.output.metrics.sqs_message_processing_succeeded_total - sqs_message_receive_failed_total: components.sources.internal_metrics.output.metrics.sqs_message_receive_failed_total sqs_message_receive_succeeded_total: components.sources.internal_metrics.output.metrics.sqs_message_receive_succeeded_total sqs_message_received_messages_total: components.sources.internal_metrics.output.metrics.sqs_message_received_messages_total sqs_s3_event_record_ignored_total: components.sources.internal_metrics.output.metrics.sqs_s3_event_record_ignored_total diff --git a/website/cue/reference/components/sources/aws_sqs.cue b/website/cue/reference/components/sources/aws_sqs.cue index b0e7980a7c108..21e717e99dde4 100644 --- a/website/cue/reference/components/sources/aws_sqs.cue +++ b/website/cue/reference/components/sources/aws_sqs.cue @@ -82,10 +82,6 @@ components: sources: aws_sqs: components._aws & { } } - telemetry: metrics: { - sqs_message_delete_failed_total: components.sources.internal_metrics.output.metrics.sqs_message_delete_failed_total - } - how_it_works: { aws_sqs: { title: "AWS SQS" diff --git a/website/cue/reference/components/sources/dnstap.cue b/website/cue/reference/components/sources/dnstap.cue index d05fb84a51758..e82fa83df0d9a 100644 --- a/website/cue/reference/components/sources/dnstap.cue +++ b/website/cue/reference/components/sources/dnstap.cue @@ -1169,8 +1169,4 @@ components: sources: dnstap: { """ } } - - telemetry: metrics: { - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - } } diff --git a/website/cue/reference/components/sources/docker_logs.cue b/website/cue/reference/components/sources/docker_logs.cue index 172da36fa2f6a..a280e9c58e455 100644 --- a/website/cue/reference/components/sources/docker_logs.cue +++ b/website/cue/reference/components/sources/docker_logs.cue @@ -208,11 +208,8 @@ components: sources: docker_logs: { } telemetry: metrics: { - communication_errors_total: components.sources.internal_metrics.output.metrics.communication_errors_total - container_metadata_fetch_errors_total: components.sources.internal_metrics.output.metrics.container_metadata_fetch_errors_total - container_processed_events_total: components.sources.internal_metrics.output.metrics.container_processed_events_total - containers_unwatched_total: components.sources.internal_metrics.output.metrics.containers_unwatched_total - containers_watched_total: components.sources.internal_metrics.output.metrics.containers_watched_total - logging_driver_errors_total: components.sources.internal_metrics.output.metrics.logging_driver_errors_total + container_processed_events_total: components.sources.internal_metrics.output.metrics.container_processed_events_total + containers_unwatched_total: components.sources.internal_metrics.output.metrics.containers_unwatched_total + containers_watched_total: components.sources.internal_metrics.output.metrics.containers_watched_total } } diff --git a/website/cue/reference/components/sources/eventstoredb_metrics.cue b/website/cue/reference/components/sources/eventstoredb_metrics.cue index b0b5da4e93827..d321c1c43495d 100644 --- a/website/cue/reference/components/sources/eventstoredb_metrics.cue +++ b/website/cue/reference/components/sources/eventstoredb_metrics.cue @@ -115,8 +115,4 @@ components: sources: eventstoredb_metrics: { tags: _eventstoredb_metrics_tags } } - telemetry: metrics: { - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - } } diff --git a/website/cue/reference/components/sources/file.cue b/website/cue/reference/components/sources/file.cue index b53395ee5f900..3230ed53cbd0f 100644 --- a/website/cue/reference/components/sources/file.cue +++ b/website/cue/reference/components/sources/file.cue @@ -423,16 +423,11 @@ components: sources: file: { } telemetry: metrics: { - checkpoint_write_errors_total: components.sources.internal_metrics.output.metrics.checkpoint_write_errors_total - checkpoints_total: components.sources.internal_metrics.output.metrics.checkpoints_total - checksum_errors_total: components.sources.internal_metrics.output.metrics.checksum_errors_total - file_delete_errors_total: components.sources.internal_metrics.output.metrics.file_delete_errors_total - file_watch_errors_total: components.sources.internal_metrics.output.metrics.file_watch_errors_total - files_added_total: components.sources.internal_metrics.output.metrics.files_added_total - files_deleted_total: components.sources.internal_metrics.output.metrics.files_deleted_total - files_resumed_total: components.sources.internal_metrics.output.metrics.files_resumed_total - files_unwatched_total: components.sources.internal_metrics.output.metrics.files_unwatched_total - fingerprint_read_errors_total: components.sources.internal_metrics.output.metrics.fingerprint_read_errors_total - glob_errors_total: components.sources.internal_metrics.output.metrics.glob_errors_total + checkpoints_total: components.sources.internal_metrics.output.metrics.checkpoints_total + checksum_errors_total: components.sources.internal_metrics.output.metrics.checksum_errors_total + files_added_total: components.sources.internal_metrics.output.metrics.files_added_total + files_deleted_total: components.sources.internal_metrics.output.metrics.files_deleted_total + files_resumed_total: components.sources.internal_metrics.output.metrics.files_resumed_total + files_unwatched_total: components.sources.internal_metrics.output.metrics.files_unwatched_total } } diff --git a/website/cue/reference/components/sources/fluent.cue b/website/cue/reference/components/sources/fluent.cue index f5350c7cdebcd..da7327a0e55c1 100644 --- a/website/cue/reference/components/sources/fluent.cue +++ b/website/cue/reference/components/sources/fluent.cue @@ -175,8 +175,4 @@ components: sources: fluent: { """ } } - - telemetry: metrics: { - decode_errors_total: components.sources.internal_metrics.output.metrics.decode_errors_total - } } diff --git a/website/cue/reference/components/sources/heroku_logs.cue b/website/cue/reference/components/sources/heroku_logs.cue index 5f049a08193d5..5d568ff0e8333 100644 --- a/website/cue/reference/components/sources/heroku_logs.cue +++ b/website/cue/reference/components/sources/heroku_logs.cue @@ -104,7 +104,6 @@ components: sources: heroku_logs: { http_server_handler_duration_seconds: components.sources.internal_metrics.output.metrics.http_server_handler_duration_seconds http_server_requests_received_total: components.sources.internal_metrics.output.metrics.http_server_requests_received_total http_server_responses_sent_total: components.sources.internal_metrics.output.metrics.http_server_responses_sent_total - request_read_errors_total: components.sources.internal_metrics.output.metrics.request_read_errors_total requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total } } diff --git a/website/cue/reference/components/sources/http_client.cue b/website/cue/reference/components/sources/http_client.cue index cbd071a85a998..9750f06ec8ade 100644 --- a/website/cue/reference/components/sources/http_client.cue +++ b/website/cue/reference/components/sources/http_client.cue @@ -139,10 +139,7 @@ components: sources: http_client: { } telemetry: metrics: { - http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total - request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds + requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total + request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds } } diff --git a/website/cue/reference/components/sources/http_server.cue b/website/cue/reference/components/sources/http_server.cue index 36edbaece2683..e07b71451eef2 100644 --- a/website/cue/reference/components/sources/http_server.cue +++ b/website/cue/reference/components/sources/http_server.cue @@ -181,8 +181,6 @@ components: sources: http_server: { http_server_handler_duration_seconds: components.sources.internal_metrics.output.metrics.http_server_handler_duration_seconds http_server_requests_received_total: components.sources.internal_metrics.output.metrics.http_server_requests_received_total http_server_responses_sent_total: components.sources.internal_metrics.output.metrics.http_server_responses_sent_total - http_bad_requests_total: components.sources.internal_metrics.output.metrics.http_bad_requests_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total } how_it_works: { diff --git a/website/cue/reference/components/sources/internal_metrics.cue b/website/cue/reference/components/sources/internal_metrics.cue index 920ca9d77ae93..7f0ac99fca75e 100644 --- a/website/cue/reference/components/sources/internal_metrics.cue +++ b/website/cue/reference/components/sources/internal_metrics.cue @@ -78,42 +78,18 @@ components: sources: internal_metrics: { default_namespace: "vector" tags: _internal_metrics_tags } - config_load_errors_total: { - description: "The total number of errors loading the Vector configuration." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags - } - connection_errors_total: { - description: "The total number of connection errors for this Vector instance." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags - } connection_established_total: { description: "The total number of times a connection has been established." type: "counter" default_namespace: "vector" tags: _internal_metrics_tags } - connection_failed_total: { - description: "The total number of times a connection has failed." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags - } connection_send_errors_total: { description: "The total number of errors sending data via the connection." type: "counter" default_namespace: "vector" tags: _internal_metrics_tags } - connection_send_ack_errors_total: { - description: "The total number of protocol acknowledgement errors for this Vector instance for source protocols that support acknowledgements." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags - } connection_shutdown_total: { description: "The total number of times the connection has been shut down." type: "counter" @@ -126,18 +102,6 @@ components: sources: internal_metrics: { default_namespace: "vector" tags: _internal_metrics_tags } - recover_errors_total: { - description: "The total number of errors caused by Vector failing to recover from a failed reload." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags - } - reload_errors_total: { - description: "The total number of errors encountered when reloading Vector." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags - } reloaded_total: { description: "The total number of times the Vector instance has been reloaded." type: "counter" @@ -183,12 +147,6 @@ components: sources: internal_metrics: { default_namespace: "vector" tags: _component_tags } - checkpoint_write_errors_total: { - description: "The total number of errors writing checkpoints. This metric is deprecated in favor of `component_errors_total`." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags - } checkpoints_total: { description: "The total number of files checkpointed." type: "counter" @@ -227,12 +185,6 @@ components: sources: internal_metrics: { default_namespace: "vector" tags: _component_tags } - communication_errors_total: { - description: "The total number of errors stemming from communication with the Docker daemon." - type: "counter" - default_namespace: "vector" - tags: _component_tags - } connection_read_errors_total: { description: "The total number of errors reading datagram." type: "counter" @@ -247,24 +199,12 @@ components: sources: internal_metrics: { } } } - consumer_offset_updates_failed_total: { - description: "The total number of failures to update a Kafka consumer offset." - type: "counter" - default_namespace: "vector" - tags: _component_tags - } container_processed_events_total: { description: "The total number of container events processed." type: "counter" default_namespace: "vector" tags: _component_tags } - container_metadata_fetch_errors_total: { - description: "The total number of errors encountered when fetching container metadata." - type: "counter" - default_namespace: "vector" - tags: _component_tags - } containers_unwatched_total: { description: "The total number of times Vector stopped watching for container logs." type: "counter" @@ -277,12 +217,6 @@ components: sources: internal_metrics: { default_namespace: "vector" tags: _component_tags } - decode_errors_total: { - description: "The total number of decode errors seen when decoding data in a source component." - type: "counter" - default_namespace: "vector" - tags: _component_tags - } k8s_format_picker_edge_cases_total: { description: "The total number of edge cases encountered while picking format of the Kubernetes log message." type: "counter" @@ -295,12 +229,6 @@ components: sources: internal_metrics: { default_namespace: "vector" tags: _component_tags } - k8s_event_annotation_failures_total: { - description: "The total number of failures to annotate Vector events with Kubernetes Pod metadata." - type: "counter" - default_namespace: "vector" - tags: _component_tags - } k8s_reflector_desyncs_total: { description: "The total number of desyncs for the reflector." type: "counter" @@ -360,12 +288,6 @@ components: sources: internal_metrics: { default_namespace: "vector" tags: _component_tags } - encode_errors_total: { - description: "The total number of errors encountered when encoding an event." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags - } events_discarded_total: { description: "The total number of events discarded by this component." type: "counter" @@ -657,22 +579,6 @@ components: sources: internal_metrics: { } } } - file_delete_errors_total: { - description: "The total number of failures to delete a file. This metric is deprecated in favor of `component_errors_total`." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags & { - file: _file - } - } - file_watch_errors_total: { - description: "The total number of errors encountered when watching files. This metric is deprecated in favor of `component_errors_total`." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags & { - file: _file - } - } files_added_total: { description: "The total number of files Vector has found to watch." type: "counter" @@ -705,22 +611,6 @@ components: sources: internal_metrics: { file: _file } } - fingerprint_read_errors_total: { - description: "The total number of times Vector failed to read a file for fingerprinting. This metric is deprecated in favor of `component_errors_total`." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags & { - file: _file - } - } - glob_errors_total: { - description: "The total number of errors encountered when globbing paths. This metric is deprecated in favor of `component_errors_total`." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags & { - path: _path - } - } grpc_server_messages_received_total: { description: "The total number of gRPC messages received." type: "counter" @@ -750,12 +640,6 @@ components: sources: internal_metrics: { grpc_status: _grpc_status } } - http_bad_requests_total: { - description: "The total number of HTTP `400 Bad Request` errors encountered." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags - } http_client_response_rtt_seconds: { description: "The round-trip time (RTT) of HTTP requests, tagged with the response code." type: "histogram" @@ -786,18 +670,6 @@ components: sources: internal_metrics: { default_namespace: "vector" tags: _component_tags } - http_error_response_total: { - description: "The total number of HTTP error responses for this component." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags - } - http_request_errors_total: { - description: "The total number of HTTP request errors for this component." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags - } http_requests_total: { description: "The total number of HTTP requests issued by this component." type: "counter" @@ -839,21 +711,6 @@ components: sources: internal_metrics: { default_namespace: "vector" tags: _component_tags } - invalid_record_bytes_total: { - description: "The total number of bytes from invalid records that have been discarded." - type: "counter" - default_namespace: "vector" - tags: _component_tags - } - logging_driver_errors_total: { - description: """ - The total number of logging driver errors encountered caused by not using either - the `jsonfile` or `journald` driver. - """ - type: "counter" - default_namespace: "vector" - tags: _component_tags - } lua_memory_used_bytes: { description: "The total memory currently being used by the Lua runtime." type: "gauge" @@ -878,42 +735,18 @@ components: sources: internal_metrics: { default_namespace: "vector" tags: _internal_metrics_tags } - parse_errors_total: { - description: "The total number of errors parsing metrics for this component." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags - } protobuf_decode_errors_total: { description: "The total number of [Protocol Buffers](\(urls.protobuf)) errors thrown during communication between Vector instances." type: "counter" default_namespace: "vector" tags: _component_tags } - request_errors_total: { - description: "The total number of requests errors for this component." - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags - } request_duration_seconds: { description: "The total request duration in seconds." type: "histogram" default_namespace: "vector" tags: _internal_metrics_tags } - request_read_errors_total: { - description: "The total number of request read errors for this component." - type: "counter" - default_namespace: "vector" - tags: _component_tags - } - request_automatic_decode_errors_total: { - description: "The total number of request errors for this component when it attempted to automatically discover and handle the content-encoding of incoming request data." - type: "counter" - default_namespace: "vector" - tags: _component_tags - } requests_completed_total: { description: "The total number of requests completed by this component." type: "counter" @@ -950,36 +783,18 @@ components: sources: internal_metrics: { default_namespace: "vector" tags: _component_tags } - sqs_message_delete_failed_total: { - description: "The total number of failures to delete SQS messages." - type: "counter" - default_namespace: "vector" - tags: _component_tags - } sqs_message_delete_succeeded_total: { description: "The total number of successful deletions of SQS messages." type: "counter" default_namespace: "vector" tags: _component_tags } - sqs_message_processing_failed_total: { - description: "The total number of failures to process SQS messages." - type: "counter" - default_namespace: "vector" - tags: _component_tags - } sqs_message_processing_succeeded_total: { description: "The total number of SQS messages successfully processed." type: "counter" default_namespace: "vector" tags: _component_tags } - sqs_message_receive_failed_total: { - description: "The total number of failures to receive SQS messages." - type: "counter" - default_namespace: "vector" - tags: _component_tags - } sqs_message_receive_succeeded_total: { description: "The total number of times successfully receiving SQS messages." type: "counter" @@ -1098,15 +913,6 @@ components: sources: internal_metrics: { } // Windows metrics - windows_service_does_not_exist_total: { - description: """ - The total number of errors raised due to the Windows service not - existing. - """ - type: "counter" - default_namespace: "vector" - tags: _internal_metrics_tags - } windows_service_install_total: { description: """ The total number of times the Windows service has been installed. diff --git a/website/cue/reference/components/sources/journald.cue b/website/cue/reference/components/sources/journald.cue index 8bc1e3deb5af9..57db4cfccbff3 100644 --- a/website/cue/reference/components/sources/journald.cue +++ b/website/cue/reference/components/sources/journald.cue @@ -149,9 +149,4 @@ components: sources: journald: { """ } } - - telemetry: metrics: { - invalid_record_total: components.sources.internal_metrics.output.metrics.invalid_record_total - invalid_record_bytes_total: components.sources.internal_metrics.output.metrics.invalid_record_bytes_total - } } diff --git a/website/cue/reference/components/sources/kafka.cue b/website/cue/reference/components/sources/kafka.cue index eee8281a645bf..5a3b17a2d32fa 100644 --- a/website/cue/reference/components/sources/kafka.cue +++ b/website/cue/reference/components/sources/kafka.cue @@ -87,18 +87,17 @@ components: sources: kafka: { } telemetry: metrics: { - consumer_offset_updates_failed_total: components.sources.internal_metrics.output.metrics.consumer_offset_updates_failed_total - kafka_queue_messages: components.sources.internal_metrics.output.metrics.kafka_queue_messages - kafka_queue_messages_bytes: components.sources.internal_metrics.output.metrics.kafka_queue_messages_bytes - kafka_requests_total: components.sources.internal_metrics.output.metrics.kafka_requests_total - kafka_requests_bytes_total: components.sources.internal_metrics.output.metrics.kafka_requests_bytes_total - kafka_responses_total: components.sources.internal_metrics.output.metrics.kafka_responses_total - kafka_responses_bytes_total: components.sources.internal_metrics.output.metrics.kafka_responses_bytes_total - kafka_produced_messages_total: components.sources.internal_metrics.output.metrics.kafka_produced_messages_total - kafka_produced_messages_bytes_total: components.sources.internal_metrics.output.metrics.kafka_produced_messages_bytes_total - kafka_consumed_messages_total: components.sources.internal_metrics.output.metrics.kafka_consumed_messages_total - kafka_consumed_messages_bytes_total: components.sources.internal_metrics.output.metrics.kafka_consumed_messages_bytes_total - kafka_consumer_lag: components.sources.internal_metrics.output.metrics.kafka_consumer_lag + kafka_queue_messages: components.sources.internal_metrics.output.metrics.kafka_queue_messages + kafka_queue_messages_bytes: components.sources.internal_metrics.output.metrics.kafka_queue_messages_bytes + kafka_requests_total: components.sources.internal_metrics.output.metrics.kafka_requests_total + kafka_requests_bytes_total: components.sources.internal_metrics.output.metrics.kafka_requests_bytes_total + kafka_responses_total: components.sources.internal_metrics.output.metrics.kafka_responses_total + kafka_responses_bytes_total: components.sources.internal_metrics.output.metrics.kafka_responses_bytes_total + kafka_produced_messages_total: components.sources.internal_metrics.output.metrics.kafka_produced_messages_total + kafka_produced_messages_bytes_total: components.sources.internal_metrics.output.metrics.kafka_produced_messages_bytes_total + kafka_consumed_messages_total: components.sources.internal_metrics.output.metrics.kafka_consumed_messages_total + kafka_consumed_messages_bytes_total: components.sources.internal_metrics.output.metrics.kafka_consumed_messages_bytes_total + kafka_consumer_lag: components.sources.internal_metrics.output.metrics.kafka_consumer_lag } how_it_works: components._kafka.how_it_works diff --git a/website/cue/reference/components/sources/kubernetes_logs.cue b/website/cue/reference/components/sources/kubernetes_logs.cue index 00f6cf7427c67..b1a3986f9435d 100644 --- a/website/cue/reference/components/sources/kubernetes_logs.cue +++ b/website/cue/reference/components/sources/kubernetes_logs.cue @@ -469,7 +469,6 @@ components: sources: kubernetes_logs: { telemetry: metrics: { k8s_format_picker_edge_cases_total: components.sources.internal_metrics.output.metrics.k8s_format_picker_edge_cases_total k8s_docker_format_parse_failures_total: components.sources.internal_metrics.output.metrics.k8s_docker_format_parse_failures_total - k8s_event_annotation_failures_total: components.sources.internal_metrics.output.metrics.k8s_event_annotation_failures_total k8s_reflector_desyncs_total: components.sources.internal_metrics.output.metrics.k8s_reflector_desyncs_total k8s_state_ops_total: components.sources.internal_metrics.output.metrics.k8s_state_ops_total k8s_stream_chunks_processed_total: components.sources.internal_metrics.output.metrics.k8s_stream_chunks_processed_total diff --git a/website/cue/reference/components/sources/logstash.cue b/website/cue/reference/components/sources/logstash.cue index 131ae7894a25a..c9c38500863c6 100644 --- a/website/cue/reference/components/sources/logstash.cue +++ b/website/cue/reference/components/sources/logstash.cue @@ -305,9 +305,6 @@ components: sources: logstash: { } telemetry: metrics: { - connection_errors_total: components.sources.internal_metrics.output.metrics.connection_errors_total - connection_send_ack_errors_total: components.sources.internal_metrics.output.metrics.connection_send_ack_errors_total - decode_errors_total: components.sources.internal_metrics.output.metrics.decode_errors_total - open_connections: components.sources.internal_metrics.output.metrics.open_connections + open_connections: components.sources.internal_metrics.output.metrics.open_connections } } diff --git a/website/cue/reference/components/sources/mongodb_metrics.cue b/website/cue/reference/components/sources/mongodb_metrics.cue index 950a94d3fe957..7f58b62361c5f 100644 --- a/website/cue/reference/components/sources/mongodb_metrics.cue +++ b/website/cue/reference/components/sources/mongodb_metrics.cue @@ -70,8 +70,6 @@ components: sources: mongodb_metrics: { telemetry: metrics: { collect_completed_total: components.sources.internal_metrics.output.metrics.collect_completed_total collect_duration_seconds: components.sources.internal_metrics.output.metrics.collect_duration_seconds - request_errors_total: components.sources.internal_metrics.output.metrics.request_errors_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total } output: metrics: { @@ -724,7 +722,5 @@ components: sources: mongodb_metrics: { telemetry: metrics: { collect_completed_total: components.sources.internal_metrics.output.metrics.collect_completed_total collect_duration_seconds: components.sources.internal_metrics.output.metrics.collect_duration_seconds - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - request_errors_total: components.sources.internal_metrics.output.metrics.request_errors_total } } diff --git a/website/cue/reference/components/sources/nginx_metrics.cue b/website/cue/reference/components/sources/nginx_metrics.cue index 9880ce3915130..7413cecc1fb9b 100644 --- a/website/cue/reference/components/sources/nginx_metrics.cue +++ b/website/cue/reference/components/sources/nginx_metrics.cue @@ -128,9 +128,7 @@ components: sources: nginx_metrics: { } telemetry: metrics: { - collect_completed_total: components.sources.internal_metrics.output.metrics.collect_completed_total - collect_duration_seconds: components.sources.internal_metrics.output.metrics.collect_duration_seconds - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total + collect_completed_total: components.sources.internal_metrics.output.metrics.collect_completed_total + collect_duration_seconds: components.sources.internal_metrics.output.metrics.collect_duration_seconds } } diff --git a/website/cue/reference/components/sources/postgresql_metrics.cue b/website/cue/reference/components/sources/postgresql_metrics.cue index 9f832c0cf95b2..864fbe151e9fa 100644 --- a/website/cue/reference/components/sources/postgresql_metrics.cue +++ b/website/cue/reference/components/sources/postgresql_metrics.cue @@ -71,7 +71,6 @@ components: sources: postgresql_metrics: { telemetry: metrics: { collect_completed_total: components.sources.internal_metrics.output.metrics.collect_completed_total collect_duration_seconds: components.sources.internal_metrics.output.metrics.collect_duration_seconds - request_errors_total: components.sources.internal_metrics.output.metrics.request_errors_total } output: metrics: { diff --git a/website/cue/reference/components/sources/prometheus_remote_write.cue b/website/cue/reference/components/sources/prometheus_remote_write.cue index 9c6362e6ecf6e..76e70989da33c 100644 --- a/website/cue/reference/components/sources/prometheus_remote_write.cue +++ b/website/cue/reference/components/sources/prometheus_remote_write.cue @@ -87,7 +87,6 @@ components: sources: prometheus_remote_write: { http_server_handler_duration_seconds: components.sources.internal_metrics.output.metrics.http_server_handler_duration_seconds http_server_requests_received_total: components.sources.internal_metrics.output.metrics.http_server_requests_received_total http_server_responses_sent_total: components.sources.internal_metrics.output.metrics.http_server_responses_sent_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds diff --git a/website/cue/reference/components/sources/prometheus_scrape.cue b/website/cue/reference/components/sources/prometheus_scrape.cue index 797e83b5860a2..c43ed8cfbbd60 100644 --- a/website/cue/reference/components/sources/prometheus_scrape.cue +++ b/website/cue/reference/components/sources/prometheus_scrape.cue @@ -97,10 +97,7 @@ components: sources: prometheus_scrape: { } telemetry: metrics: { - http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total - request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds + requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total + request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds } } diff --git a/website/cue/reference/components/sources/socket.cue b/website/cue/reference/components/sources/socket.cue index 94bc241ee428d..808b94834ff9c 100644 --- a/website/cue/reference/components/sources/socket.cue +++ b/website/cue/reference/components/sources/socket.cue @@ -111,12 +111,8 @@ components: sources: socket: { ] telemetry: metrics: { - connection_errors_total: components.sources.internal_metrics.output.metrics.connection_errors_total - connection_failed_total: components.sources.internal_metrics.output.metrics.connection_failed_total - connection_established_total: components.sources.internal_metrics.output.metrics.connection_established_total - connection_failed_total: components.sources.internal_metrics.output.metrics.connection_failed_total - connection_send_errors_total: components.sources.internal_metrics.output.metrics.connection_send_errors_total - connection_send_ack_errors_total: components.sources.internal_metrics.output.metrics.connection_send_ack_errors_total - connection_shutdown_total: components.sources.internal_metrics.output.metrics.connection_shutdown_total + connection_established_total: components.sources.internal_metrics.output.metrics.connection_established_total + connection_send_errors_total: components.sources.internal_metrics.output.metrics.connection_send_errors_total + connection_shutdown_total: components.sources.internal_metrics.output.metrics.connection_shutdown_total } } diff --git a/website/cue/reference/components/sources/splunk_hec.cue b/website/cue/reference/components/sources/splunk_hec.cue index 5671387a87fbd..dbead00e765d0 100644 --- a/website/cue/reference/components/sources/splunk_hec.cue +++ b/website/cue/reference/components/sources/splunk_hec.cue @@ -82,7 +82,6 @@ components: sources: splunk_hec: { http_server_handler_duration_seconds: components.sources.internal_metrics.output.metrics.http_server_handler_duration_seconds http_server_requests_received_total: components.sources.internal_metrics.output.metrics.http_server_requests_received_total http_server_responses_sent_total: components.sources.internal_metrics.output.metrics.http_server_responses_sent_total - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total } diff --git a/website/cue/reference/components/sources/statsd.cue b/website/cue/reference/components/sources/statsd.cue index 3f09298f6e810..61d289c8ead17 100644 --- a/website/cue/reference/components/sources/statsd.cue +++ b/website/cue/reference/components/sources/statsd.cue @@ -77,10 +77,4 @@ components: sources: statsd: { """ } } - - telemetry: metrics: { - connection_errors_total: components.sources.internal_metrics.output.metrics.connection_errors_total - invalid_record_total: components.sources.internal_metrics.output.metrics.invalid_record_total - invalid_record_bytes_total: components.sources.internal_metrics.output.metrics.invalid_record_bytes_total - } } diff --git a/website/cue/reference/components/splunk.cue b/website/cue/reference/components/splunk.cue index 8bf8f792d086e..f97a5bf663244 100644 --- a/website/cue/reference/components/splunk.cue +++ b/website/cue/reference/components/splunk.cue @@ -1,15 +1,3 @@ package metadata -components: _splunk: { - telemetry: metrics: { - encode_errors_total: { - description: """ - The total number of errors encoding [Splunk HEC](\(urls.splunk_hec_protocol)) events - to JSON for this `splunk_hec` sink. - """ - type: "counter" - default_namespace: "vector" - tags: telemetry.metrics._component_tags - } - } -} +components: _splunk: {}