From 1ae8407a9f98ff60ca67ea5720a4426549e1b563 Mon Sep 17 00:00:00 2001 From: Toby Lawrence Date: Tue, 30 May 2023 13:37:37 -0400 Subject: [PATCH 1/3] chore(observability): remove more deprecated internal metrics --- src/internal_events/batch.rs | 13 +---- src/internal_events/dedupe.rs | 2 - src/internal_events/filter.rs | 3 - src/internal_events/kafka.rs | 2 - src/internal_events/loki.rs | 31 +++++----- src/internal_events/lua.rs | 8 --- src/internal_events/metric_to_log.rs | 2 - src/internal_events/parser.rs | 6 -- src/internal_events/remap.rs | 2 - src/internal_events/sample.rs | 2 - src/internal_events/sematext_metrics.rs | 2 - src/internal_events/statsd_sink.rs | 2 - src/internal_events/template.rs | 7 --- src/internal_events/throttle.rs | 10 +++- src/sinks/loki/sink.rs | 6 +- .../2023-07-05-0-31-0-upgrade-guide.md | 56 +++++++++++++++++++ website/cue/reference/components/sinks.cue | 15 +++-- .../cue/reference/components/sinks/amqp.cue | 5 -- .../components/sinks/aws_cloudwatch_logs.cue | 7 --- .../sinks/aws_cloudwatch_metrics.cue | 5 -- .../components/sinks/aws_kinesis_firehose.cue | 5 -- .../components/sinks/aws_kinesis_streams.cue | 6 -- .../cue/reference/components/sinks/aws_s3.cue | 8 --- .../reference/components/sinks/aws_sqs.cue | 7 --- .../cue/reference/components/sinks/axiom.cue | 8 --- .../reference/components/sinks/azure_blob.cue | 4 -- .../components/sinks/azure_monitor_logs.cue | 6 -- .../reference/components/sinks/blackhole.cue | 3 - .../reference/components/sinks/clickhouse.cue | 6 -- .../reference/components/sinks/console.cue | 4 -- .../reference/components/sinks/databend.cue | 6 -- .../components/sinks/datadog_archives.cue | 8 --- .../components/sinks/datadog_events.cue | 6 -- .../components/sinks/datadog_metrics.cue | 5 -- .../components/sinks/datadog_traces.cue | 7 --- .../components/sinks/elasticsearch.cue | 8 --- .../cue/reference/components/sinks/file.cue | 8 --- .../sinks/gcp_chronicle_unstructured.cue | 7 --- .../components/sinks/gcp_cloud_storage.cue | 7 --- .../reference/components/sinks/gcp_pubsub.cue | 6 -- .../components/sinks/gcp_stackdriver_logs.cue | 6 -- .../sinks/gcp_stackdriver_metrics.cue | 6 -- .../reference/components/sinks/honeycomb.cue | 6 -- .../cue/reference/components/sinks/http.cue | 4 -- .../cue/reference/components/sinks/humio.cue | 6 -- .../components/sinks/influxdb_logs.cue | 6 -- .../components/sinks/influxdb_metrics.cue | 5 -- .../cue/reference/components/sinks/kafka.cue | 5 -- .../cue/reference/components/sinks/loki.cue | 5 -- .../cue/reference/components/sinks/mezmo.cue | 8 --- .../cue/reference/components/sinks/nats.cue | 2 - .../sinks/prometheus_remote_write.cue | 6 -- .../cue/reference/components/sinks/pulsar.cue | 2 - .../cue/reference/components/sinks/redis.cue | 2 - .../components/sinks/sematext_metrics.cue | 3 - .../components/sinks/splunk_hec_logs.cue | 5 -- .../cue/reference/components/sinks/statsd.cue | 6 -- .../cue/reference/components/sinks/vector.cue | 3 - .../reference/components/sinks/webhdfs.cue | 6 -- .../reference/components/sinks/websocket.cue | 3 - website/cue/reference/components/sources.cue | 12 +++- .../cue/reference/components/sources/amqp.cue | 1 - .../components/sources/apache_metrics.cue | 5 -- .../components/sources/aws_ecs_metrics.cue | 7 --- .../sources/aws_kinesis_firehose.cue | 7 --- .../reference/components/sources/aws_s3.cue | 5 -- .../reference/components/sources/aws_sqs.cue | 3 - .../components/sources/datadog_agent.cue | 8 --- .../components/sources/demo_logs.cue | 8 --- .../reference/components/sources/dnstap.cue | 3 - .../components/sources/docker_logs.cue | 5 -- .../sources/eventstoredb_metrics.cue | 4 -- .../cue/reference/components/sources/exec.cue | 5 -- .../cue/reference/components/sources/file.cue | 4 -- .../components/sources/file_descriptor.cue | 8 --- .../reference/components/sources/fluent.cue | 2 - .../components/sources/gcp_pubsub.cue | 6 -- .../components/sources/heroku_logs.cue | 4 -- .../components/sources/host_metrics.cue | 8 --- .../components/sources/http_client.cue | 5 -- .../components/sources/http_server.cue | 5 -- .../components/sources/internal_logs.cue | 7 --- .../components/sources/internal_metrics.cue | 21 ------- .../reference/components/sources/journald.cue | 3 - .../reference/components/sources/kafka.cue | 6 -- .../components/sources/kubernetes_logs.cue | 5 -- .../reference/components/sources/logstash.cue | 2 - .../components/sources/mongodb_metrics.cue | 7 --- .../cue/reference/components/sources/nats.cue | 8 --- .../components/sources/nginx_metrics.cue | 1 - .../components/sources/opentelemetry.cue | 8 --- .../components/sources/postgresql_metrics.cue | 5 -- .../sources/prometheus_remote_write.cue | 4 -- .../components/sources/prometheus_scrape.cue | 5 -- .../reference/components/sources/redis.cue | 4 -- .../reference/components/sources/socket.cue | 5 -- .../components/sources/splunk_hec.cue | 4 -- .../reference/components/sources/statsd.cue | 5 -- .../reference/components/sources/stdin.cue | 5 -- .../reference/components/sources/syslog.cue | 2 - .../reference/components/sources/vector.cue | 5 -- .../cue/reference/components/transforms.cue | 4 +- .../components/transforms/dedupe.cue | 4 -- .../components/transforms/filter.cue | 4 -- .../components/transforms/log_to_metric.cue | 4 -- .../reference/components/transforms/lua.cue | 1 - .../components/transforms/metric_to_log.cue | 4 -- .../reference/components/transforms/remap.cue | 4 -- .../components/transforms/sample.cue | 4 -- 109 files changed, 108 insertions(+), 554 deletions(-) create mode 100644 website/content/en/highlights/2023-07-05-0-31-0-upgrade-guide.md diff --git a/src/internal_events/batch.rs b/src/internal_events/batch.rs index 3bd9f6ab6eafd..1044d1cca82ab 100644 --- a/src/internal_events/batch.rs +++ b/src/internal_events/batch.rs @@ -14,8 +14,9 @@ pub struct LargeEventDroppedError { impl InternalEvent for LargeEventDroppedError { fn emit(self) { + let reason = "Event larger than batch max_bytes."; error!( - message = "Event larger than batch max_bytes.", + message = reason, batch_max_bytes = %self.max_length, length = %self.length, error_type = error_type::CONDITION_FAILED, @@ -28,14 +29,6 @@ impl InternalEvent for LargeEventDroppedError { "error_type" => error_type::CONDITION_FAILED, "stage" => error_stage::SENDING, ); - emit!(ComponentEventsDropped:: { - count: 1, - reason: "Event larger than batch max_bytes." - }); - // deprecated - counter!( - "events_discarded_total", 1, - "reason" => "oversized", - ); + emit!(ComponentEventsDropped:: { count: 1, reason }); } } diff --git a/src/internal_events/dedupe.rs b/src/internal_events/dedupe.rs index ef8525cb6f3fd..caf0dd9c204e1 100644 --- a/src/internal_events/dedupe.rs +++ b/src/internal_events/dedupe.rs @@ -1,5 +1,4 @@ use crate::emit; -use metrics::counter; use vector_core::internal_event::{ComponentEventsDropped, InternalEvent, INTENTIONAL}; #[derive(Debug)] @@ -13,6 +12,5 @@ impl InternalEvent for DedupeEventsDropped { count: self.count, reason: "Events have been found in cache for deduplication.", }); - counter!("events_discarded_total", self.count as u64); // Deprecated } } diff --git a/src/internal_events/filter.rs b/src/internal_events/filter.rs index 91df569bd1cdb..44d3c607f4f1f 100644 --- a/src/internal_events/filter.rs +++ b/src/internal_events/filter.rs @@ -1,4 +1,3 @@ -use metrics::{register_counter, Counter}; use vector_common::internal_event::{ComponentEventsDropped, Count, Registered, INTENTIONAL}; use crate::register; @@ -9,11 +8,9 @@ vector_common::registered_event! ( = register!(ComponentEventsDropped::::from( "Events matched filter condition." )), - events_discarded: Counter = register_counter!("events_discarded_total"), } fn emit(&self, data: Count) { self.events_dropped.emit(data); - self.events_discarded.increment(data.0 as u64); } ); diff --git a/src/internal_events/kafka.rs b/src/internal_events/kafka.rs index b17e04e6396b1..ab20ec0d47cde 100644 --- a/src/internal_events/kafka.rs +++ b/src/internal_events/kafka.rs @@ -104,8 +104,6 @@ impl InternalEvent for KafkaReadError { "error_type" => error_type::READER_FAILED, "stage" => error_stage::RECEIVING, ); - // deprecated - counter!("events_failed_total", 1); } } diff --git a/src/internal_events/loki.rs b/src/internal_events/loki.rs index 3d3da61786552..5c5ef66e1bbaa 100644 --- a/src/internal_events/loki.rs +++ b/src/internal_events/loki.rs @@ -1,35 +1,38 @@ use crate::emit; use metrics::counter; +use vector_common::internal_event::error_stage; use vector_core::internal_event::{ComponentEventsDropped, InternalEvent, INTENTIONAL}; #[derive(Debug)] -pub struct LokiEventUnlabeled; +pub struct LokiEventUnlabeledError; -impl InternalEvent for LokiEventUnlabeled { +impl InternalEvent for LokiEventUnlabeledError { fn emit(self) { - // Deprecated - counter!("processing_errors_total", 1, - "error_type" => "unlabeled_event"); + counter!( + "component_errors_total", 1, + "error_type" => "unlabeled_event", + "stage" => error_stage::PROCESSING, + ); } } #[derive(Debug)] -pub struct LokiOutOfOrderEventDropped { +pub struct LokiOutOfOrderEventDroppedError { pub count: usize, } -impl InternalEvent for LokiOutOfOrderEventDropped { +impl InternalEvent for LokiOutOfOrderEventDroppedError { fn emit(self) { emit!(ComponentEventsDropped:: { count: self.count, reason: "out_of_order", }); - // Deprecated - counter!("events_discarded_total", self.count as u64, - "reason" => "out_of_order"); - counter!("processing_errors_total", 1, - "error_type" => "out_of_order"); + counter!( + "component_errors_total", 1, + "error_type" => "out_of_order", + "stage" => error_stage::PROCESSING, + ); } } @@ -47,9 +50,5 @@ impl InternalEvent for LokiOutOfOrderEventRewritten { internal_log_rate_limit = true, ); counter!("rewritten_timestamp_events_total", self.count as u64); - - // Deprecated - counter!("processing_errors_total", 1, - "error_type" => "out_of_order"); } } diff --git a/src/internal_events/lua.rs b/src/internal_events/lua.rs index 54491c1602967..302e908d490c1 100644 --- a/src/internal_events/lua.rs +++ b/src/internal_events/lua.rs @@ -43,8 +43,6 @@ impl InternalEvent for LuaScriptError { count: 1, reason: "Error in lua script.", }); - // deprecated - counter!("processing_errors_total", 1); } } @@ -70,12 +68,6 @@ impl InternalEvent for LuaBuildError { "error_type" => error_type::SCRIPT_FAILED, "stage" => error_stage:: PROCESSING, ); - emit!(ComponentEventsDropped:: { - count: 1, - reason: "Error in lua build.", - }); - // deprecated - counter!("processing_errors_total", 1); emit!(ComponentEventsDropped:: { count: 1, reason }) } diff --git a/src/internal_events/metric_to_log.rs b/src/internal_events/metric_to_log.rs index fe75b1252353f..14463782d3adc 100644 --- a/src/internal_events/metric_to_log.rs +++ b/src/internal_events/metric_to_log.rs @@ -27,8 +27,6 @@ impl InternalEvent for MetricToLogSerializeError { "error_type" => error_type::ENCODER_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("processing_errors_total", 1, "error_type" => "failed_serialize"); emit!(ComponentEventsDropped:: { count: 1, reason }) } diff --git a/src/internal_events/parser.rs b/src/internal_events/parser.rs index 739d33199202e..07826e3b6f155 100644 --- a/src/internal_events/parser.rs +++ b/src/internal_events/parser.rs @@ -42,8 +42,6 @@ impl InternalEvent for ParserMatchError<'_> { "error_type" => error_type::CONDITION_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("processing_errors_total", 1, "error_type" => "failed_match"); } } @@ -75,8 +73,6 @@ impl InternalEvent for ParserMissingFieldError<'_, DROP_ "stage" => error_stage::PROCESSING, "field" => self.field.to_string(), ); - // deprecated - counter!("processing_errors_total", 1, "error_type" => "missing_field"); if DROP_EVENT { emit!(ComponentEventsDropped:: { count: 1, reason }); @@ -108,8 +104,6 @@ impl<'a> InternalEvent for ParserConversionError<'a> { "stage" => error_stage::PROCESSING, "name" => self.name.to_string(), ); - // deprecated - counter!("processing_errors_total", 1, "error_type" => "type_conversion_failed"); } } diff --git a/src/internal_events/remap.rs b/src/internal_events/remap.rs index f4889b3ecc95e..7a6bb5500cc30 100644 --- a/src/internal_events/remap.rs +++ b/src/internal_events/remap.rs @@ -34,8 +34,6 @@ impl InternalEvent for RemapMappingError { reason: "Mapping failed with event.", }); } - // deprecated - counter!("processing_errors_total", 1); } } diff --git a/src/internal_events/sample.rs b/src/internal_events/sample.rs index 04cb631801483..cded9a1a13343 100644 --- a/src/internal_events/sample.rs +++ b/src/internal_events/sample.rs @@ -1,5 +1,4 @@ use crate::emit; -use metrics::counter; use vector_core::internal_event::{ComponentEventsDropped, InternalEvent, INTENTIONAL}; #[derive(Debug)] @@ -7,7 +6,6 @@ pub struct SampleEventDiscarded; impl InternalEvent for SampleEventDiscarded { fn emit(self) { - counter!("events_discarded_total", 1); // Deprecated. emit!(ComponentEventsDropped:: { count: 1, reason: "Sample discarded." diff --git a/src/internal_events/sematext_metrics.rs b/src/internal_events/sematext_metrics.rs index 6d9c1dc155ef6..fea41b796c9f1 100644 --- a/src/internal_events/sematext_metrics.rs +++ b/src/internal_events/sematext_metrics.rs @@ -29,8 +29,6 @@ impl<'a> InternalEvent for SematextMetricsInvalidMetricError<'a> { "error_type" => error_type::ENCODER_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("processing_errors_total", 1); emit!(ComponentEventsDropped:: { count: 1, reason }); } diff --git a/src/internal_events/statsd_sink.rs b/src/internal_events/statsd_sink.rs index 27e33fd0aa89b..20766f3376aad 100644 --- a/src/internal_events/statsd_sink.rs +++ b/src/internal_events/statsd_sink.rs @@ -31,8 +31,6 @@ impl<'a> InternalEvent for StatsdInvalidMetricError<'a> { "error_type" => error_type::ENCODER_FAILED, "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("processing_errors_total", 1); emit!(ComponentEventsDropped:: { reason, count: 1 }); } diff --git a/src/internal_events/template.rs b/src/internal_events/template.rs index b1265d5b83924..549120d6e38bb 100644 --- a/src/internal_events/template.rs +++ b/src/internal_events/template.rs @@ -33,18 +33,11 @@ impl<'a> InternalEvent for TemplateRenderingError<'a> { "stage" => error_stage::PROCESSING, ); - // deprecated - counter!("processing_errors_total", 1, - "error_type" => "render_error"); - if self.drop_event { emit!(ComponentEventsDropped:: { count: 1, reason: "Failed to render template.", }); - - // deprecated - counter!("events_discarded_total", 1); } } } diff --git a/src/internal_events/throttle.rs b/src/internal_events/throttle.rs index 18f42e2f4a802..17ceeaac95590 100644 --- a/src/internal_events/throttle.rs +++ b/src/internal_events/throttle.rs @@ -9,7 +9,15 @@ pub(crate) struct ThrottleEventDiscarded { impl InternalEvent for ThrottleEventDiscarded { fn emit(self) { - debug!(message = "Rate limit exceeded.", key = ?self.key); // Deprecated. + // TODO: Technically, the Component Specification states that the discarded events metric + // must _only_ have the `intentional` tag, in addition to the core tags like + // `component_kind`, etc, and nothing else. + // + // That doesn't give us the leeway to specify which throttle bucket the events are being + // discarded for... but including the key/bucket as a tag does seem useful and so I wonder + // if we should change the specification wording? Sort of a similar situation to the + // `error_code` tag for the component errors metric, where it's meant to be optional and + // only specified when relevant. counter!( "events_discarded_total", 1, "key" => self.key, diff --git a/src/sinks/loki/sink.rs b/src/sinks/loki/sink.rs index 367a41ea8c6de..766526bb12bff 100644 --- a/src/sinks/loki/sink.rs +++ b/src/sinks/loki/sink.rs @@ -29,7 +29,7 @@ use crate::{ codecs::{Encoder, Transformer}, http::{get_http_scheme_from_uri, HttpClient}, internal_events::{ - LokiEventUnlabeled, LokiOutOfOrderEventDropped, LokiOutOfOrderEventRewritten, + LokiEventUnlabeledError, LokiOutOfOrderEventDroppedError, LokiOutOfOrderEventRewritten, SinkRequestBuildError, TemplateRenderingError, }, sinks::util::{ @@ -288,7 +288,7 @@ impl EventEncoder { // `{agent="vector"}` label. This can happen if the only // label is a templatable one but the event doesn't match. if labels.is_empty() { - emit!(LokiEventUnlabeled); + emit!(LokiEventUnlabeledError); labels = vec![("agent".to_string(), "vector".to_string())] } @@ -486,7 +486,7 @@ impl LokiSink { } Some((partition, result)) } else { - emit!(LokiOutOfOrderEventDropped { count: batch.len() }); + emit!(LokiOutOfOrderEventDroppedError { count: batch.len() }); None } }) diff --git a/website/content/en/highlights/2023-07-05-0-31-0-upgrade-guide.md b/website/content/en/highlights/2023-07-05-0-31-0-upgrade-guide.md new file mode 100644 index 0000000000000..f47adf82285de --- /dev/null +++ b/website/content/en/highlights/2023-07-05-0-31-0-upgrade-guide.md @@ -0,0 +1,56 @@ +--- +date: "2023-07-05" +title: "0.31 Upgrade Guide" +description: "An upgrade guide that addresses breaking changes in 0.31.0" +authors: ["tobz"] +release: "0.31.0" +hide_on_release_notes: false +badges: + type: breaking change +--- + +Vector's 0.31.0 release includes **breaking changes**: + +1. [Removal of various deprecated internal metrics](#deprecated-internal-metrics) + +We cover them below to help you upgrade quickly: + +## Upgrade guide + +### Breaking changes + +#### Removal of various deprecated internal metrics {#deprecated-internal-metrics} + +Over the course of many of the previous releases, we've been working to deprecate the usage of older +internal metrics as we worked towards implementing full support for the +[Component Specification][component_spec], which dictates the basic metrics that all components, or +the basic metrics all components of a specific type, are expected to emit. + +We've made enough progress here that we've gone ahead and removed many of the deprecated metrics +from this release. First, below is a list of all metrics we've removed: + +- `events_in_total` (superceded by `component_received_events_total`) +- `events_out_total` (superceded by `component_sent_events_total`) +- `processed_bytes_total` (superceded by either `component_received_bytes_total` or + `component_sent_bytes_total`, more below) +- `processed_events_total` (superceded by either `component_received_events_total` or + `component_sent_events_total`, more below) +- `processing_errors_total` (superceded by `component_errors_total`) +- `events_failed_total` (superceded by `component_errors_total`) + +Most of the removals have straightforward replacements, but the `processed_`-prefixed metrics +involve a small amount of logic. + +For sources, `processed_bytes_total` is superceded by `component_received_bytes_total`, and +`processed_events_total` is superceded by `component_received_events_total`. For sinks, +`processed_bytes_total` is superceded by `component_sent_bytes_total`, and `processed_events_total` +is superceded by `component_sent_events_total`. Essentially, the previous metrics dealt with the +bytes/event totals as events flowed into and out of Vector, such that "processing" events in a +source meant receiving them, and "processing" events in a sink meant sending them out. The newer +metrics, `component_received_*` and `component_sent_*`, are meant to be self-documenting and +consistent across all components. + +A small note is that a small number of components still emit some of these metrics, as they provided +additional tags and information that is disallowed by the Component Specification. They will be +removed in a future version once we can rectify those discrepancies, but they are effectively +removed as of this release: you cannot depend on them still existing. diff --git a/website/cue/reference/components/sinks.cue b/website/cue/reference/components/sinks.cue index d3df682927263..6223a396b3859 100644 --- a/website/cue/reference/components/sinks.cue +++ b/website/cue/reference/components/sinks.cue @@ -652,16 +652,21 @@ components: sinks: [Name=string]: { } telemetry: metrics: { - component_received_events_count: components.sources.internal_metrics.output.metrics.component_received_events_count - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - utilization: components.sources.internal_metrics.output.metrics.utilization buffer_byte_size: components.sources.internal_metrics.output.metrics.buffer_byte_size + buffer_discarded_events_total: components.sources.internal_metrics.output.metrics.buffer_discarded_events_total buffer_events: components.sources.internal_metrics.output.metrics.buffer_events buffer_received_events_total: components.sources.internal_metrics.output.metrics.buffer_received_events_total buffer_received_event_bytes_total: components.sources.internal_metrics.output.metrics.buffer_received_event_bytes_total buffer_sent_events_total: components.sources.internal_metrics.output.metrics.buffer_sent_events_total buffer_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.buffer_sent_event_bytes_total - buffer_discarded_events_total: components.sources.internal_metrics.output.metrics.buffer_discarded_events_total + component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total + component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total + component_received_events_count: components.sources.internal_metrics.output.metrics.component_received_events_count + component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total + component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total + component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total + component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total + component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total + utilization: components.sources.internal_metrics.output.metrics.utilization } } diff --git a/website/cue/reference/components/sinks/amqp.cue b/website/cue/reference/components/sinks/amqp.cue index cc26da0c72376..cda263626ac75 100644 --- a/website/cue/reference/components/sinks/amqp.cue +++ b/website/cue/reference/components/sinks/amqp.cue @@ -59,9 +59,4 @@ components: sinks: amqp: { } how_it_works: components._amqp.how_it_works - - telemetry: metrics: { - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/sinks/aws_cloudwatch_logs.cue b/website/cue/reference/components/sinks/aws_cloudwatch_logs.cue index 91ae314bc6907..9daf79982787a 100644 --- a/website/cue/reference/components/sinks/aws_cloudwatch_logs.cue +++ b/website/cue/reference/components/sinks/aws_cloudwatch_logs.cue @@ -110,11 +110,4 @@ components: sinks: aws_cloudwatch_logs: components._aws & { ] }, ] - - telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/sinks/aws_cloudwatch_metrics.cue b/website/cue/reference/components/sinks/aws_cloudwatch_metrics.cue index a2b14db4ff7ee..67270c3bb65a2 100644 --- a/website/cue/reference/components/sinks/aws_cloudwatch_metrics.cue +++ b/website/cue/reference/components/sinks/aws_cloudwatch_metrics.cue @@ -114,9 +114,4 @@ components: sinks: aws_cloudwatch_metrics: components._aws & { ] }, ] - - telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/aws_kinesis_firehose.cue b/website/cue/reference/components/sinks/aws_kinesis_firehose.cue index 3e650e06a2e05..b06766ee167cc 100644 --- a/website/cue/reference/components/sinks/aws_kinesis_firehose.cue +++ b/website/cue/reference/components/sinks/aws_kinesis_firehose.cue @@ -99,9 +99,4 @@ components: sinks: aws_kinesis_firehose: components._aws & { ] }, ] - - telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/aws_kinesis_streams.cue b/website/cue/reference/components/sinks/aws_kinesis_streams.cue index c980d6df5de6c..75bfa684f8863 100644 --- a/website/cue/reference/components/sinks/aws_kinesis_streams.cue +++ b/website/cue/reference/components/sinks/aws_kinesis_streams.cue @@ -141,10 +141,4 @@ components: sinks: aws_kinesis_streams: components._aws & { ] }, ] - - telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - } } diff --git a/website/cue/reference/components/sinks/aws_s3.cue b/website/cue/reference/components/sinks/aws_s3.cue index 97eae03fb1a19..3953ac53ab9d9 100644 --- a/website/cue/reference/components/sinks/aws_s3.cue +++ b/website/cue/reference/components/sinks/aws_s3.cue @@ -216,12 +216,4 @@ components: sinks: aws_s3: components._aws & { ] }, ] - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/sinks/aws_sqs.cue b/website/cue/reference/components/sinks/aws_sqs.cue index 4d3d40a303735..8d097eb579885 100644 --- a/website/cue/reference/components/sinks/aws_sqs.cue +++ b/website/cue/reference/components/sinks/aws_sqs.cue @@ -93,11 +93,4 @@ components: sinks: aws_sqs: components._aws & { ] }, ] - - telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/sinks/axiom.cue b/website/cue/reference/components/sinks/axiom.cue index 631c3876fc848..d34bae1612a6a 100644 --- a/website/cue/reference/components/sinks/axiom.cue +++ b/website/cue/reference/components/sinks/axiom.cue @@ -90,12 +90,4 @@ components: sinks: axiom: { """ } } - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/sinks/azure_blob.cue b/website/cue/reference/components/sinks/azure_blob.cue index 82c701969415f..6b35c2e64ad68 100644 --- a/website/cue/reference/components/sinks/azure_blob.cue +++ b/website/cue/reference/components/sinks/azure_blob.cue @@ -125,10 +125,6 @@ components: sinks: azure_blob: { } telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total } diff --git a/website/cue/reference/components/sinks/azure_monitor_logs.cue b/website/cue/reference/components/sinks/azure_monitor_logs.cue index a5e0949c5a596..5b98b65bfc414 100644 --- a/website/cue/reference/components/sinks/azure_monitor_logs.cue +++ b/website/cue/reference/components/sinks/azure_monitor_logs.cue @@ -68,10 +68,4 @@ components: sinks: azure_monitor_logs: { metrics: null traces: false } - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/blackhole.cue b/website/cue/reference/components/sinks/blackhole.cue index 74d0945a6ac8a..4952e8fa78f42 100644 --- a/website/cue/reference/components/sinks/blackhole.cue +++ b/website/cue/reference/components/sinks/blackhole.cue @@ -44,7 +44,4 @@ components: sinks: blackhole: { } traces: true } - - telemetry: metrics: { - } } diff --git a/website/cue/reference/components/sinks/clickhouse.cue b/website/cue/reference/components/sinks/clickhouse.cue index 1f3e48fcb1219..e20d656717460 100644 --- a/website/cue/reference/components/sinks/clickhouse.cue +++ b/website/cue/reference/components/sinks/clickhouse.cue @@ -80,10 +80,4 @@ components: sinks: clickhouse: { metrics: null traces: false } - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/console.cue b/website/cue/reference/components/sinks/console.cue index c0aa859bd9176..521bd14a4e569 100644 --- a/website/cue/reference/components/sinks/console.cue +++ b/website/cue/reference/components/sinks/console.cue @@ -55,8 +55,4 @@ components: sinks: console: { } traces: true } - - telemetry: metrics: { - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/sinks/databend.cue b/website/cue/reference/components/sinks/databend.cue index a9bfab6a27f37..edb5147d49b77 100644 --- a/website/cue/reference/components/sinks/databend.cue +++ b/website/cue/reference/components/sinks/databend.cue @@ -101,10 +101,4 @@ components: sinks: databend: { """ } } - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/datadog_archives.cue b/website/cue/reference/components/sinks/datadog_archives.cue index be5c7220da1b9..9fce2f2901e1e 100644 --- a/website/cue/reference/components/sinks/datadog_archives.cue +++ b/website/cue/reference/components/sinks/datadog_archives.cue @@ -245,12 +245,4 @@ components: sinks: datadog_archives: { ] }, ] - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/sinks/datadog_events.cue b/website/cue/reference/components/sinks/datadog_events.cue index 5fa9cf1ef18aa..8dee616beaed9 100644 --- a/website/cue/reference/components/sinks/datadog_events.cue +++ b/website/cue/reference/components/sinks/datadog_events.cue @@ -52,10 +52,4 @@ components: sinks: datadog_events: { metrics: null traces: false } - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/datadog_metrics.cue b/website/cue/reference/components/sinks/datadog_metrics.cue index 82e1a8625a7c1..f73c0bfe270e5 100644 --- a/website/cue/reference/components/sinks/datadog_metrics.cue +++ b/website/cue/reference/components/sinks/datadog_metrics.cue @@ -71,9 +71,4 @@ components: sinks: datadog_metrics: { } traces: false } - - telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/datadog_traces.cue b/website/cue/reference/components/sinks/datadog_traces.cue index 7caf7619b4354..d37e9087270f1 100644 --- a/website/cue/reference/components/sinks/datadog_traces.cue +++ b/website/cue/reference/components/sinks/datadog_traces.cue @@ -75,11 +75,4 @@ components: sinks: datadog_traces: { metrics: null traces: true } - - telemetry: metrics: { - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/elasticsearch.cue b/website/cue/reference/components/sinks/elasticsearch.cue index 6768159b643c5..18d7ab204bb01 100644 --- a/website/cue/reference/components/sinks/elasticsearch.cue +++ b/website/cue/reference/components/sinks/elasticsearch.cue @@ -134,12 +134,4 @@ components: sinks: elasticsearch: { aws_authentication: components._aws.how_it_works.aws_authentication } - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/sinks/file.cue b/website/cue/reference/components/sinks/file.cue index ee8051bcffdf6..2749e76efdd3a 100644 --- a/website/cue/reference/components/sinks/file.cue +++ b/website/cue/reference/components/sinks/file.cue @@ -74,12 +74,4 @@ components: sinks: file: { """ } } - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/sinks/gcp_chronicle_unstructured.cue b/website/cue/reference/components/sinks/gcp_chronicle_unstructured.cue index ae01156f7e8a8..bd3f3318d008b 100644 --- a/website/cue/reference/components/sinks/gcp_chronicle_unstructured.cue +++ b/website/cue/reference/components/sinks/gcp_chronicle_unstructured.cue @@ -79,11 +79,4 @@ components: sinks: gcp_chronicle_unstructured: { how_it_works: { } - - telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/sinks/gcp_cloud_storage.cue b/website/cue/reference/components/sinks/gcp_cloud_storage.cue index b58e3edb2fee0..6e0cebd455b96 100644 --- a/website/cue/reference/components/sinks/gcp_cloud_storage.cue +++ b/website/cue/reference/components/sinks/gcp_cloud_storage.cue @@ -179,11 +179,4 @@ components: sinks: gcp_cloud_storage: { ] }, ] - - telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/sinks/gcp_pubsub.cue b/website/cue/reference/components/sinks/gcp_pubsub.cue index 6d0307d430534..3a789a3bd6bb5 100644 --- a/website/cue/reference/components/sinks/gcp_pubsub.cue +++ b/website/cue/reference/components/sinks/gcp_pubsub.cue @@ -93,10 +93,4 @@ components: sinks: gcp_pubsub: { ] }, ] - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/gcp_stackdriver_logs.cue b/website/cue/reference/components/sinks/gcp_stackdriver_logs.cue index 632dcdeddb624..c7194dd1344fa 100644 --- a/website/cue/reference/components/sinks/gcp_stackdriver_logs.cue +++ b/website/cue/reference/components/sinks/gcp_stackdriver_logs.cue @@ -115,10 +115,4 @@ components: sinks: gcp_stackdriver_logs: { ] }, ] - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/gcp_stackdriver_metrics.cue b/website/cue/reference/components/sinks/gcp_stackdriver_metrics.cue index 93200c3f9f0d1..1db83b33a69f5 100644 --- a/website/cue/reference/components/sinks/gcp_stackdriver_metrics.cue +++ b/website/cue/reference/components/sinks/gcp_stackdriver_metrics.cue @@ -103,10 +103,4 @@ components: sinks: gcp_stackdriver_metrics: { ] }, ] - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/honeycomb.cue b/website/cue/reference/components/sinks/honeycomb.cue index 2fa680df67eaa..036fcf7315e67 100644 --- a/website/cue/reference/components/sinks/honeycomb.cue +++ b/website/cue/reference/components/sinks/honeycomb.cue @@ -77,10 +77,4 @@ components: sinks: honeycomb: { """ } } - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/http.cue b/website/cue/reference/components/sinks/http.cue index bb626d846f88d..41ef6ea66af90 100644 --- a/website/cue/reference/components/sinks/http.cue +++ b/website/cue/reference/components/sinks/http.cue @@ -93,10 +93,6 @@ components: sinks: http: { } telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total http_bad_requests_total: components.sources.internal_metrics.output.metrics.http_bad_requests_total } } diff --git a/website/cue/reference/components/sinks/humio.cue b/website/cue/reference/components/sinks/humio.cue index 3b7f6101d6c94..137d357175976 100644 --- a/website/cue/reference/components/sinks/humio.cue +++ b/website/cue/reference/components/sinks/humio.cue @@ -150,10 +150,4 @@ components: sinks: _humio: { } } } - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/influxdb_logs.cue b/website/cue/reference/components/sinks/influxdb_logs.cue index 13fa0182145a9..3f5ef8d457a9f 100644 --- a/website/cue/reference/components/sinks/influxdb_logs.cue +++ b/website/cue/reference/components/sinks/influxdb_logs.cue @@ -97,10 +97,4 @@ components: sinks: influxdb_logs: { ] } } - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/influxdb_metrics.cue b/website/cue/reference/components/sinks/influxdb_metrics.cue index 5cc34b6f071d0..2f77a92ea1c12 100644 --- a/website/cue/reference/components/sinks/influxdb_metrics.cue +++ b/website/cue/reference/components/sinks/influxdb_metrics.cue @@ -189,9 +189,4 @@ components: sinks: influxdb_metrics: { output: "\(_name),metric_type=summary,host=\(_host) count=6i,quantile_0.01=1.5,quantile_0.5=2,quantile_0.99=3,sum=12.1 1542182950000000011" }, ] - - telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/kafka.cue b/website/cue/reference/components/sinks/kafka.cue index 37cd3c2af0bfd..cfd2a9e8ccd64 100644 --- a/website/cue/reference/components/sinks/kafka.cue +++ b/website/cue/reference/components/sinks/kafka.cue @@ -69,11 +69,6 @@ components: sinks: kafka: { how_it_works: components._kafka.how_it_works telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total kafka_queue_messages: components.sources.internal_metrics.output.metrics.kafka_queue_messages kafka_queue_messages_bytes: components.sources.internal_metrics.output.metrics.kafka_queue_messages_bytes kafka_requests_total: components.sources.internal_metrics.output.metrics.kafka_requests_total diff --git a/website/cue/reference/components/sinks/loki.cue b/website/cue/reference/components/sinks/loki.cue index 057df8af0b2d4..bb87b1dd7aaf2 100644 --- a/website/cue/reference/components/sinks/loki.cue +++ b/website/cue/reference/components/sinks/loki.cue @@ -159,11 +159,6 @@ components: sinks: loki: { } telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total streams_total: components.sources.internal_metrics.output.metrics.streams_total } } diff --git a/website/cue/reference/components/sinks/mezmo.cue b/website/cue/reference/components/sinks/mezmo.cue index 6a284c4b4f001..0672c321343a6 100644 --- a/website/cue/reference/components/sinks/mezmo.cue +++ b/website/cue/reference/components/sinks/mezmo.cue @@ -62,12 +62,4 @@ components: sinks: mezmo: { metrics: null traces: false } - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/sinks/nats.cue b/website/cue/reference/components/sinks/nats.cue index 494bd131f85e7..6f313e20372f9 100644 --- a/website/cue/reference/components/sinks/nats.cue +++ b/website/cue/reference/components/sinks/nats.cue @@ -64,8 +64,6 @@ components: sinks: nats: { how_it_works: components._nats.how_it_works telemetry: metrics: { - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total send_errors_total: components.sources.internal_metrics.output.metrics.send_errors_total } } diff --git a/website/cue/reference/components/sinks/prometheus_remote_write.cue b/website/cue/reference/components/sinks/prometheus_remote_write.cue index a7731b268f7c5..c384571aef6f2 100644 --- a/website/cue/reference/components/sinks/prometheus_remote_write.cue +++ b/website/cue/reference/components/sinks/prometheus_remote_write.cue @@ -101,10 +101,4 @@ components: sinks: prometheus_remote_write: { """ } } - - telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/sinks/pulsar.cue b/website/cue/reference/components/sinks/pulsar.cue index bf910a2a88bc8..05f5a99fbda04 100644 --- a/website/cue/reference/components/sinks/pulsar.cue +++ b/website/cue/reference/components/sinks/pulsar.cue @@ -65,8 +65,6 @@ components: sinks: pulsar: { } telemetry: metrics: { - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total encode_errors_total: components.sources.internal_metrics.output.metrics.encode_errors_total } } diff --git a/website/cue/reference/components/sinks/redis.cue b/website/cue/reference/components/sinks/redis.cue index 6f4e44cc1a386..060788ea1440e 100644 --- a/website/cue/reference/components/sinks/redis.cue +++ b/website/cue/reference/components/sinks/redis.cue @@ -75,8 +75,6 @@ components: sinks: redis: { } telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total send_errors_total: components.sources.internal_metrics.output.metrics.send_errors_total } } diff --git a/website/cue/reference/components/sinks/sematext_metrics.cue b/website/cue/reference/components/sinks/sematext_metrics.cue index 1ec54a088fa01..24952edeb4a51 100644 --- a/website/cue/reference/components/sinks/sematext_metrics.cue +++ b/website/cue/reference/components/sinks/sematext_metrics.cue @@ -64,9 +64,6 @@ components: sinks: sematext_metrics: { } telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total encode_errors_total: components.sources.internal_metrics.output.metrics.encode_errors_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total } } diff --git a/website/cue/reference/components/sinks/splunk_hec_logs.cue b/website/cue/reference/components/sinks/splunk_hec_logs.cue index c3915ec5be422..5341049bb1fc2 100644 --- a/website/cue/reference/components/sinks/splunk_hec_logs.cue +++ b/website/cue/reference/components/sinks/splunk_hec_logs.cue @@ -82,11 +82,6 @@ components: sinks: splunk_hec_logs: { } telemetry: metrics: { - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total } diff --git a/website/cue/reference/components/sinks/statsd.cue b/website/cue/reference/components/sinks/statsd.cue index b023e5982e893..5d5678d6ab8a6 100644 --- a/website/cue/reference/components/sinks/statsd.cue +++ b/website/cue/reference/components/sinks/statsd.cue @@ -48,10 +48,4 @@ components: sinks: statsd: { } configuration: base.components.sinks.statsd.configuration - - telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/sinks/vector.cue b/website/cue/reference/components/sinks/vector.cue index 922836ce15484..789c25da7f2dc 100644 --- a/website/cue/reference/components/sinks/vector.cue +++ b/website/cue/reference/components/sinks/vector.cue @@ -80,9 +80,6 @@ components: sinks: vector: { how_it_works: components.sources.vector.how_it_works telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total protobuf_decode_errors_total: components.sources.internal_metrics.output.metrics.protobuf_decode_errors_total } } diff --git a/website/cue/reference/components/sinks/webhdfs.cue b/website/cue/reference/components/sinks/webhdfs.cue index ee414d94b03c2..be5604ef11378 100644 --- a/website/cue/reference/components/sinks/webhdfs.cue +++ b/website/cue/reference/components/sinks/webhdfs.cue @@ -50,10 +50,4 @@ components: sinks: webhdfs: { metrics: null traces: false } - - telemetry: metrics: { - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - } } diff --git a/website/cue/reference/components/sinks/websocket.cue b/website/cue/reference/components/sinks/websocket.cue index 21d5d7efce561..e7f5fe35412ee 100644 --- a/website/cue/reference/components/sinks/websocket.cue +++ b/website/cue/reference/components/sinks/websocket.cue @@ -78,8 +78,5 @@ components: sinks: websocket: { connection_failed_total: components.sources.internal_metrics.output.metrics.connection_failed_total connection_shutdown_total: components.sources.internal_metrics.output.metrics.connection_shutdown_total connection_errors_total: components.sources.internal_metrics.output.metrics.connection_errors_total - component_sent_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total } } diff --git a/website/cue/reference/components/sources.cue b/website/cue/reference/components/sources.cue index 659753d81dc57..1713a49deba6b 100644 --- a/website/cue/reference/components/sources.cue +++ b/website/cue/reference/components/sources.cue @@ -401,8 +401,14 @@ components: sources: [Name=string]: { } telemetry: metrics: { - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - source_lag_time_seconds: components.sources.internal_metrics.output.metrics.source_lag_time_seconds + component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total + component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total + component_received_bytes_count: components.sources.internal_metrics.output.metrics.component_received_bytes_count + component_received_events_count: components.sources.internal_metrics.output.metrics.component_received_events_count + component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total + component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total + component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total + component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total + source_lag_time_seconds: components.sources.internal_metrics.output.metrics.source_lag_time_seconds } } diff --git a/website/cue/reference/components/sources/amqp.cue b/website/cue/reference/components/sources/amqp.cue index b2647cbbad352..18da792ae7f8a 100644 --- a/website/cue/reference/components/sources/amqp.cue +++ b/website/cue/reference/components/sources/amqp.cue @@ -79,7 +79,6 @@ components: sources: amqp: { telemetry: metrics: { consumer_offset_updates_failed_total: components.sources.internal_metrics.output.metrics.consumer_offset_updates_failed_total - events_failed_total: components.sources.internal_metrics.output.metrics.events_failed_total } how_it_works: components._amqp.how_it_works diff --git a/website/cue/reference/components/sources/apache_metrics.cue b/website/cue/reference/components/sources/apache_metrics.cue index f39a895f79a77..02f06fd77e963 100644 --- a/website/cue/reference/components/sources/apache_metrics.cue +++ b/website/cue/reference/components/sources/apache_metrics.cue @@ -161,11 +161,6 @@ components: sources: apache_metrics: { how_it_works: {} telemetry: metrics: { - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total diff --git a/website/cue/reference/components/sources/aws_ecs_metrics.cue b/website/cue/reference/components/sources/aws_ecs_metrics.cue index 7eb00540a88e3..29a2be293701a 100644 --- a/website/cue/reference/components/sources/aws_ecs_metrics.cue +++ b/website/cue/reference/components/sources/aws_ecs_metrics.cue @@ -185,13 +185,6 @@ components: sources: aws_ecs_metrics: { } telemetry: metrics: { - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total diff --git a/website/cue/reference/components/sources/aws_kinesis_firehose.cue b/website/cue/reference/components/sources/aws_kinesis_firehose.cue index 7d9997685b41d..22adc0ecb28e4 100644 --- a/website/cue/reference/components/sources/aws_kinesis_firehose.cue +++ b/website/cue/reference/components/sources/aws_kinesis_firehose.cue @@ -187,13 +187,6 @@ components: sources: aws_kinesis_firehose: { } telemetry: metrics: { - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total - component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total request_read_errors_total: components.sources.internal_metrics.output.metrics.request_read_errors_total requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total request_automatic_decode_errors_total: components.sources.internal_metrics.output.metrics.request_automatic_decode_errors_total diff --git a/website/cue/reference/components/sources/aws_s3.cue b/website/cue/reference/components/sources/aws_s3.cue index d8316999b521f..200027bdaa32e 100644 --- a/website/cue/reference/components/sources/aws_s3.cue +++ b/website/cue/reference/components/sources/aws_s3.cue @@ -162,11 +162,6 @@ components: sources: aws_s3: components._aws & { ] telemetry: metrics: { - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total sqs_message_delete_failed_total: components.sources.internal_metrics.output.metrics.sqs_message_delete_failed_total sqs_message_delete_succeeded_total: components.sources.internal_metrics.output.metrics.sqs_message_delete_succeeded_total sqs_message_processing_failed_total: components.sources.internal_metrics.output.metrics.sqs_message_processing_failed_total diff --git a/website/cue/reference/components/sources/aws_sqs.cue b/website/cue/reference/components/sources/aws_sqs.cue index c19f9f994aecd..ccbd3f8e7ed11 100644 --- a/website/cue/reference/components/sources/aws_sqs.cue +++ b/website/cue/reference/components/sources/aws_sqs.cue @@ -83,9 +83,6 @@ components: sources: aws_sqs: components._aws & { } telemetry: metrics: { - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total sqs_message_delete_failed_total: components.sources.internal_metrics.output.metrics.sqs_message_delete_failed_total } diff --git a/website/cue/reference/components/sources/datadog_agent.cue b/website/cue/reference/components/sources/datadog_agent.cue index e83edf69d723d..88e5cd9cd429f 100644 --- a/website/cue/reference/components/sources/datadog_agent.cue +++ b/website/cue/reference/components/sources/datadog_agent.cue @@ -217,12 +217,4 @@ components: sources: datadog_agent: { """ } } - - telemetry: metrics: { - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - } } diff --git a/website/cue/reference/components/sources/demo_logs.cue b/website/cue/reference/components/sources/demo_logs.cue index e7b506a9edb51..5ad1811a3bebd 100644 --- a/website/cue/reference/components/sources/demo_logs.cue +++ b/website/cue/reference/components/sources/demo_logs.cue @@ -55,12 +55,4 @@ components: sources: demo_logs: { } } } - - telemetry: metrics: { - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - } } diff --git a/website/cue/reference/components/sources/dnstap.cue b/website/cue/reference/components/sources/dnstap.cue index aa38de8f1f711..01c8cad65fe98 100644 --- a/website/cue/reference/components/sources/dnstap.cue +++ b/website/cue/reference/components/sources/dnstap.cue @@ -1172,8 +1172,5 @@ components: sources: dnstap: { telemetry: metrics: { parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total } } diff --git a/website/cue/reference/components/sources/docker_logs.cue b/website/cue/reference/components/sources/docker_logs.cue index f9786bce712af..172da36fa2f6a 100644 --- a/website/cue/reference/components/sources/docker_logs.cue +++ b/website/cue/reference/components/sources/docker_logs.cue @@ -214,10 +214,5 @@ components: sources: docker_logs: { containers_unwatched_total: components.sources.internal_metrics.output.metrics.containers_unwatched_total containers_watched_total: components.sources.internal_metrics.output.metrics.containers_watched_total logging_driver_errors_total: components.sources.internal_metrics.output.metrics.logging_driver_errors_total - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total } } diff --git a/website/cue/reference/components/sources/eventstoredb_metrics.cue b/website/cue/reference/components/sources/eventstoredb_metrics.cue index 5421f4d94624d..257f27ce73101 100644 --- a/website/cue/reference/components/sources/eventstoredb_metrics.cue +++ b/website/cue/reference/components/sources/eventstoredb_metrics.cue @@ -118,9 +118,5 @@ components: sources: eventstoredb_metrics: { telemetry: metrics: { http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total } } diff --git a/website/cue/reference/components/sources/exec.cue b/website/cue/reference/components/sources/exec.cue index 0bf792c886781..7bc14c0f72735 100644 --- a/website/cue/reference/components/sources/exec.cue +++ b/website/cue/reference/components/sources/exec.cue @@ -128,10 +128,5 @@ components: sources: exec: { telemetry: metrics: { command_executed_total: components.sources.internal_metrics.output.metrics.command_executed_total command_execution_duration_seconds: components.sources.internal_metrics.output.metrics.command_execution_duration_seconds - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total } } diff --git a/website/cue/reference/components/sources/file.cue b/website/cue/reference/components/sources/file.cue index 61564ea8d1850..a0cf9a32544c7 100644 --- a/website/cue/reference/components/sources/file.cue +++ b/website/cue/reference/components/sources/file.cue @@ -423,10 +423,6 @@ components: sources: file: { } telemetry: metrics: { - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total checkpoint_write_errors_total: components.sources.internal_metrics.output.metrics.checkpoint_write_errors_total checkpoints_total: components.sources.internal_metrics.output.metrics.checkpoints_total checksum_errors_total: components.sources.internal_metrics.output.metrics.checksum_errors_total diff --git a/website/cue/reference/components/sources/file_descriptor.cue b/website/cue/reference/components/sources/file_descriptor.cue index 0a54a4b67251c..ee86f0063e24e 100644 --- a/website/cue/reference/components/sources/file_descriptor.cue +++ b/website/cue/reference/components/sources/file_descriptor.cue @@ -77,12 +77,4 @@ components: sources: file_descriptor: { """ } } - - telemetry: metrics: { - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - } } diff --git a/website/cue/reference/components/sources/fluent.cue b/website/cue/reference/components/sources/fluent.cue index a8492e1adcbdf..57964163781ea 100644 --- a/website/cue/reference/components/sources/fluent.cue +++ b/website/cue/reference/components/sources/fluent.cue @@ -178,7 +178,5 @@ components: sources: fluent: { telemetry: metrics: { decode_errors_total: components.sources.internal_metrics.output.metrics.decode_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total } } diff --git a/website/cue/reference/components/sources/gcp_pubsub.cue b/website/cue/reference/components/sources/gcp_pubsub.cue index 53c3b1d8c3066..3ff488347179f 100644 --- a/website/cue/reference/components/sources/gcp_pubsub.cue +++ b/website/cue/reference/components/sources/gcp_pubsub.cue @@ -99,12 +99,6 @@ components: sources: gcp_pubsub: { } } - telemetry: metrics: { - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - } - how_it_works: { gcp_pubsub: { title: "GCP Pub/Sub" diff --git a/website/cue/reference/components/sources/heroku_logs.cue b/website/cue/reference/components/sources/heroku_logs.cue index 1741703745193..d54634d0e6e74 100644 --- a/website/cue/reference/components/sources/heroku_logs.cue +++ b/website/cue/reference/components/sources/heroku_logs.cue @@ -101,10 +101,6 @@ components: sources: heroku_logs: { } telemetry: metrics: { - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total request_read_errors_total: components.sources.internal_metrics.output.metrics.request_read_errors_total requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total } diff --git a/website/cue/reference/components/sources/host_metrics.cue b/website/cue/reference/components/sources/host_metrics.cue index 0018e403b7117..246286d5763f4 100644 --- a/website/cue/reference/components/sources/host_metrics.cue +++ b/website/cue/reference/components/sources/host_metrics.cue @@ -257,12 +257,4 @@ components: sources: host_metrics: { } _network_nomac: _network_gauge & {relevant_when: "OS is not macOS"} } - - telemetry: metrics: { - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - } } diff --git a/website/cue/reference/components/sources/http_client.cue b/website/cue/reference/components/sources/http_client.cue index 304e18070743f..dfb0bafc39d3c 100644 --- a/website/cue/reference/components/sources/http_client.cue +++ b/website/cue/reference/components/sources/http_client.cue @@ -142,11 +142,6 @@ components: sources: http_client: { http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds } diff --git a/website/cue/reference/components/sources/http_server.cue b/website/cue/reference/components/sources/http_server.cue index 317de8954e618..59cfe311ace39 100644 --- a/website/cue/reference/components/sources/http_server.cue +++ b/website/cue/reference/components/sources/http_server.cue @@ -178,13 +178,8 @@ components: sources: http_server: { ] telemetry: metrics: { - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total http_bad_requests_total: components.sources.internal_metrics.output.metrics.http_bad_requests_total parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total } how_it_works: { diff --git a/website/cue/reference/components/sources/internal_logs.cue b/website/cue/reference/components/sources/internal_logs.cue index 4ffe7b44e2be5..632267111583d 100644 --- a/website/cue/reference/components/sources/internal_logs.cue +++ b/website/cue/reference/components/sources/internal_logs.cue @@ -132,11 +132,4 @@ components: sources: internal_logs: { """ } } - - telemetry: metrics: { - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - } } diff --git a/website/cue/reference/components/sources/internal_metrics.cue b/website/cue/reference/components/sources/internal_metrics.cue index 36b5757141a94..5115d4f35c32d 100644 --- a/website/cue/reference/components/sources/internal_metrics.cue +++ b/website/cue/reference/components/sources/internal_metrics.cue @@ -374,12 +374,6 @@ components: sources: internal_metrics: { reason: _reason } } - events_failed_total: { - description: "The total number of failures to read a Kafka message." - type: "counter" - default_namespace: "vector" - tags: _component_tags - } buffer_byte_size: { description: "The number of bytes current in the buffer." type: "gauge" @@ -819,14 +813,6 @@ components: sources: internal_metrics: { default_namespace: "vector" tags: _internal_metrics_tags } - processing_errors_total: { - description: "The total number of processing errors encountered by this component. This metric is deprecated in favor of `component_errors_total`." - type: "counter" - default_namespace: "vector" - tags: _component_tags & { - error_type: _error_type - } - } protobuf_decode_errors_total: { description: "The total number of [Protocol Buffers](\(urls.protobuf)) errors thrown during communication between Vector instances." type: "counter" @@ -1225,11 +1211,4 @@ components: sources: internal_metrics: { """ } } - - telemetry: metrics: { - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - } } diff --git a/website/cue/reference/components/sources/journald.cue b/website/cue/reference/components/sources/journald.cue index c64c1fdcaa486..b5aa5ebfa94d8 100644 --- a/website/cue/reference/components/sources/journald.cue +++ b/website/cue/reference/components/sources/journald.cue @@ -151,9 +151,6 @@ components: sources: journald: { } telemetry: metrics: { - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total invalid_record_total: components.sources.internal_metrics.output.metrics.invalid_record_total invalid_record_bytes_total: components.sources.internal_metrics.output.metrics.invalid_record_bytes_total } diff --git a/website/cue/reference/components/sources/kafka.cue b/website/cue/reference/components/sources/kafka.cue index d5d56563b5bac..eee8281a645bf 100644 --- a/website/cue/reference/components/sources/kafka.cue +++ b/website/cue/reference/components/sources/kafka.cue @@ -87,7 +87,6 @@ components: sources: kafka: { } telemetry: metrics: { - events_failed_total: components.sources.internal_metrics.output.metrics.events_failed_total consumer_offset_updates_failed_total: components.sources.internal_metrics.output.metrics.consumer_offset_updates_failed_total kafka_queue_messages: components.sources.internal_metrics.output.metrics.kafka_queue_messages kafka_queue_messages_bytes: components.sources.internal_metrics.output.metrics.kafka_queue_messages_bytes @@ -100,11 +99,6 @@ components: sources: kafka: { kafka_consumed_messages_total: components.sources.internal_metrics.output.metrics.kafka_consumed_messages_total kafka_consumed_messages_bytes_total: components.sources.internal_metrics.output.metrics.kafka_consumed_messages_bytes_total kafka_consumer_lag: components.sources.internal_metrics.output.metrics.kafka_consumer_lag - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total } how_it_works: components._kafka.how_it_works diff --git a/website/cue/reference/components/sources/kubernetes_logs.cue b/website/cue/reference/components/sources/kubernetes_logs.cue index 50ee665bdcd6a..082a2205a9e43 100644 --- a/website/cue/reference/components/sources/kubernetes_logs.cue +++ b/website/cue/reference/components/sources/kubernetes_logs.cue @@ -477,10 +477,5 @@ components: sources: kubernetes_logs: { k8s_watch_stream_failed_total: components.sources.internal_metrics.output.metrics.k8s_watch_stream_failed_total k8s_watch_stream_items_obtained_total: components.sources.internal_metrics.output.metrics.k8s_watch_stream_items_obtained_total k8s_watcher_http_error_total: components.sources.internal_metrics.output.metrics.k8s_watcher_http_error_total - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total } } diff --git a/website/cue/reference/components/sources/logstash.cue b/website/cue/reference/components/sources/logstash.cue index 0329e2ea50484..131ae7894a25a 100644 --- a/website/cue/reference/components/sources/logstash.cue +++ b/website/cue/reference/components/sources/logstash.cue @@ -309,7 +309,5 @@ components: sources: logstash: { connection_send_ack_errors_total: components.sources.internal_metrics.output.metrics.connection_send_ack_errors_total decode_errors_total: components.sources.internal_metrics.output.metrics.decode_errors_total open_connections: components.sources.internal_metrics.output.metrics.open_connections - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total } } diff --git a/website/cue/reference/components/sources/mongodb_metrics.cue b/website/cue/reference/components/sources/mongodb_metrics.cue index 92f142e7318f7..0d317ce29091d 100644 --- a/website/cue/reference/components/sources/mongodb_metrics.cue +++ b/website/cue/reference/components/sources/mongodb_metrics.cue @@ -726,12 +726,5 @@ components: sources: mongodb_metrics: { collect_duration_seconds: components.sources.internal_metrics.output.metrics.collect_duration_seconds parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total request_errors_total: components.sources.internal_metrics.output.metrics.request_errors_total - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total & { - description: "The number of deserialized bytes from the returned BSON documents" - } - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total } } diff --git a/website/cue/reference/components/sources/nats.cue b/website/cue/reference/components/sources/nats.cue index 80e92a4c7c7d1..f9f3c3819b73a 100644 --- a/website/cue/reference/components/sources/nats.cue +++ b/website/cue/reference/components/sources/nats.cue @@ -68,13 +68,5 @@ components: sources: nats: { } } - telemetry: metrics: { - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - } - how_it_works: components._nats.how_it_works } diff --git a/website/cue/reference/components/sources/nginx_metrics.cue b/website/cue/reference/components/sources/nginx_metrics.cue index 57c31f3ec8294..631606451c505 100644 --- a/website/cue/reference/components/sources/nginx_metrics.cue +++ b/website/cue/reference/components/sources/nginx_metrics.cue @@ -132,6 +132,5 @@ components: sources: nginx_metrics: { collect_duration_seconds: components.sources.internal_metrics.output.metrics.collect_duration_seconds http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total } } diff --git a/website/cue/reference/components/sources/opentelemetry.cue b/website/cue/reference/components/sources/opentelemetry.cue index 3638a9cd95085..7a9e3b9511b4f 100644 --- a/website/cue/reference/components/sources/opentelemetry.cue +++ b/website/cue/reference/components/sources/opentelemetry.cue @@ -194,14 +194,6 @@ components: sources: opentelemetry: { } } - telemetry: metrics: { - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - } - how_it_works: { tls: { title: "Transport Layer Security (TLS)" diff --git a/website/cue/reference/components/sources/postgresql_metrics.cue b/website/cue/reference/components/sources/postgresql_metrics.cue index f1573ea4e8564..b428bce58c24f 100644 --- a/website/cue/reference/components/sources/postgresql_metrics.cue +++ b/website/cue/reference/components/sources/postgresql_metrics.cue @@ -71,11 +71,6 @@ components: sources: postgresql_metrics: { telemetry: metrics: { collect_completed_total: components.sources.internal_metrics.output.metrics.collect_completed_total collect_duration_seconds: components.sources.internal_metrics.output.metrics.collect_duration_seconds - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total request_errors_total: components.sources.internal_metrics.output.metrics.request_errors_total } diff --git a/website/cue/reference/components/sources/prometheus_remote_write.cue b/website/cue/reference/components/sources/prometheus_remote_write.cue index 02ccbb25b63a2..1c311d2ae2479 100644 --- a/website/cue/reference/components/sources/prometheus_remote_write.cue +++ b/website/cue/reference/components/sources/prometheus_remote_write.cue @@ -84,10 +84,6 @@ components: sources: prometheus_remote_write: { } telemetry: metrics: { - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total diff --git a/website/cue/reference/components/sources/prometheus_scrape.cue b/website/cue/reference/components/sources/prometheus_scrape.cue index ac051c92ebe86..7af9812f39f3b 100644 --- a/website/cue/reference/components/sources/prometheus_scrape.cue +++ b/website/cue/reference/components/sources/prometheus_scrape.cue @@ -100,11 +100,6 @@ components: sources: prometheus_scrape: { http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds } diff --git a/website/cue/reference/components/sources/redis.cue b/website/cue/reference/components/sources/redis.cue index 19e7a2780da8d..d395b233d2d3d 100644 --- a/website/cue/reference/components/sources/redis.cue +++ b/website/cue/reference/components/sources/redis.cue @@ -95,8 +95,4 @@ components: sources: redis: { """ } } - - telemetry: metrics: { - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/sources/socket.cue b/website/cue/reference/components/sources/socket.cue index f6bed0e610611..a3085ed4aa4d7 100644 --- a/website/cue/reference/components/sources/socket.cue +++ b/website/cue/reference/components/sources/socket.cue @@ -118,10 +118,5 @@ components: sources: socket: { connection_send_errors_total: components.sources.internal_metrics.output.metrics.connection_send_errors_total connection_send_ack_errors_total: components.sources.internal_metrics.output.metrics.connection_send_ack_errors_total connection_shutdown_total: components.sources.internal_metrics.output.metrics.connection_shutdown_total - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total } } diff --git a/website/cue/reference/components/sources/splunk_hec.cue b/website/cue/reference/components/sources/splunk_hec.cue index 43be16cdfc7dd..5f60e937fb55b 100644 --- a/website/cue/reference/components/sources/splunk_hec.cue +++ b/website/cue/reference/components/sources/splunk_hec.cue @@ -79,10 +79,6 @@ components: sources: splunk_hec: { } telemetry: metrics: { - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total } diff --git a/website/cue/reference/components/sources/statsd.cue b/website/cue/reference/components/sources/statsd.cue index cb190cd2b503a..1a94565ac6a4f 100644 --- a/website/cue/reference/components/sources/statsd.cue +++ b/website/cue/reference/components/sources/statsd.cue @@ -82,10 +82,5 @@ components: sources: statsd: { connection_errors_total: components.sources.internal_metrics.output.metrics.connection_errors_total invalid_record_total: components.sources.internal_metrics.output.metrics.invalid_record_total invalid_record_bytes_total: components.sources.internal_metrics.output.metrics.invalid_record_bytes_total - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total } } diff --git a/website/cue/reference/components/sources/stdin.cue b/website/cue/reference/components/sources/stdin.cue index e823a74c4156a..b1cd3057358c9 100644 --- a/website/cue/reference/components/sources/stdin.cue +++ b/website/cue/reference/components/sources/stdin.cue @@ -85,11 +85,6 @@ components: sources: stdin: { } telemetry: metrics: { - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total stdin_reads_failed_total: components.sources.internal_metrics.output.metrics.stdin_reads_failed_total } } diff --git a/website/cue/reference/components/sources/syslog.cue b/website/cue/reference/components/sources/syslog.cue index dc228327221b7..bf764e2977438 100644 --- a/website/cue/reference/components/sources/syslog.cue +++ b/website/cue/reference/components/sources/syslog.cue @@ -206,8 +206,6 @@ components: sources: syslog: { telemetry: metrics: { connection_read_errors_total: components.sources.internal_metrics.output.metrics.connection_read_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total utf8_convert_errors_total: components.sources.internal_metrics.output.metrics.utf8_convert_errors_total } } diff --git a/website/cue/reference/components/sources/vector.cue b/website/cue/reference/components/sources/vector.cue index 2b933f40fef4a..ab4062e95f66b 100644 --- a/website/cue/reference/components/sources/vector.cue +++ b/website/cue/reference/components/sources/vector.cue @@ -100,11 +100,6 @@ components: sources: vector: { } telemetry: metrics: { - component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total - component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total - component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total - component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total protobuf_decode_errors_total: components.sources.internal_metrics.output.metrics.protobuf_decode_errors_total } } diff --git a/website/cue/reference/components/transforms.cue b/website/cue/reference/components/transforms.cue index f548f7be69c35..35942a0e0005a 100644 --- a/website/cue/reference/components/transforms.cue +++ b/website/cue/reference/components/transforms.cue @@ -13,11 +13,13 @@ components: transforms: [Name=string]: { configuration: base.components.transforms.configuration telemetry: metrics: { + component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total + component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total component_received_events_count: components.sources.internal_metrics.output.metrics.component_received_events_count component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total - utilization: components.sources.internal_metrics.output.metrics.utilization component_sent_events_total: components.sources.internal_metrics.output.metrics.component_sent_events_total component_sent_event_bytes_total: components.sources.internal_metrics.output.metrics.component_sent_event_bytes_total + utilization: components.sources.internal_metrics.output.metrics.utilization } } diff --git a/website/cue/reference/components/transforms/dedupe.cue b/website/cue/reference/components/transforms/dedupe.cue index 0fe9e5e19499f..b358129ef0e60 100644 --- a/website/cue/reference/components/transforms/dedupe.cue +++ b/website/cue/reference/components/transforms/dedupe.cue @@ -93,8 +93,4 @@ components: transforms: dedupe: { """ } } - - telemetry: metrics: { - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - } } diff --git a/website/cue/reference/components/transforms/filter.cue b/website/cue/reference/components/transforms/filter.cue index f0264c527dc4e..8fb684e40123b 100644 --- a/website/cue/reference/components/transforms/filter.cue +++ b/website/cue/reference/components/transforms/filter.cue @@ -69,8 +69,4 @@ components: transforms: filter: { ] }, ] - - telemetry: metrics: { - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - } } diff --git a/website/cue/reference/components/transforms/log_to_metric.cue b/website/cue/reference/components/transforms/log_to_metric.cue index 04df2a042fd0c..1bdc6a333924c 100644 --- a/website/cue/reference/components/transforms/log_to_metric.cue +++ b/website/cue/reference/components/transforms/log_to_metric.cue @@ -326,8 +326,4 @@ components: transforms: log_to_metric: { """ } } - - telemetry: metrics: { - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/transforms/lua.cue b/website/cue/reference/components/transforms/lua.cue index 766d61fa1ede1..94f19b072cd87 100644 --- a/website/cue/reference/components/transforms/lua.cue +++ b/website/cue/reference/components/transforms/lua.cue @@ -309,6 +309,5 @@ components: transforms: lua: { telemetry: metrics: { lua_memory_used_bytes: components.sources.internal_metrics.output.metrics.lua_memory_used_bytes - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total } } diff --git a/website/cue/reference/components/transforms/metric_to_log.cue b/website/cue/reference/components/transforms/metric_to_log.cue index 2db6b64aece01..3607ccaacf07f 100644 --- a/website/cue/reference/components/transforms/metric_to_log.cue +++ b/website/cue/reference/components/transforms/metric_to_log.cue @@ -92,8 +92,4 @@ components: transforms: metric_to_log: { ] how_it_works: {} - - telemetry: metrics: { - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/transforms/remap.cue b/website/cue/reference/components/transforms/remap.cue index 1b86eaa205161..0dfa7e067de5f 100644 --- a/website/cue/reference/components/transforms/remap.cue +++ b/website/cue/reference/components/transforms/remap.cue @@ -154,8 +154,4 @@ components: transforms: "remap": { """ }, ] - - telemetry: metrics: { - processing_errors_total: components.sources.internal_metrics.output.metrics.processing_errors_total - } } diff --git a/website/cue/reference/components/transforms/sample.cue b/website/cue/reference/components/transforms/sample.cue index 40f1a7476f3da..97c39cd2f6a0a 100644 --- a/website/cue/reference/components/transforms/sample.cue +++ b/website/cue/reference/components/transforms/sample.cue @@ -31,8 +31,4 @@ components: transforms: sample: { metrics: null traces: true } - - telemetry: metrics: { - events_discarded_total: components.sources.internal_metrics.output.metrics.events_discarded_total - } } From 40ce049dfe470bfe54951241f58c2b98a95e9aef Mon Sep 17 00:00:00 2001 From: Toby Lawrence Date: Tue, 30 May 2023 13:53:25 -0400 Subject: [PATCH 2/3] cleanup and make checks happy --- src/internal_events/loki.rs | 28 ++++++++++++++++--- .../2023-07-05-0-31-0-upgrade-guide.md | 25 +++++++---------- 2 files changed, 34 insertions(+), 19 deletions(-) diff --git a/src/internal_events/loki.rs b/src/internal_events/loki.rs index 5c5ef66e1bbaa..eff93d7a7a429 100644 --- a/src/internal_events/loki.rs +++ b/src/internal_events/loki.rs @@ -1,6 +1,6 @@ use crate::emit; use metrics::counter; -use vector_common::internal_event::error_stage; +use vector_common::internal_event::{error_stage, error_type}; use vector_core::internal_event::{ComponentEventsDropped, InternalEvent, INTENTIONAL}; #[derive(Debug)] @@ -8,9 +8,18 @@ pub struct LokiEventUnlabeledError; impl InternalEvent for LokiEventUnlabeledError { fn emit(self) { + error!( + message = "Event had no labels. Adding default `agent` label.", + error_code = "unlabeled_event", + error_type = error_type::CONDITION_FAILED, + stage = error_stage::PROCESSING, + internal_log_rate_limit = true, + ); + counter!( "component_errors_total", 1, - "error_type" => "unlabeled_event", + "error_code" => "unlabeled_event", + "error_type" => error_type::CONDITION_FAILED, "stage" => error_stage::PROCESSING, ); } @@ -23,14 +32,25 @@ pub struct LokiOutOfOrderEventDroppedError { impl InternalEvent for LokiOutOfOrderEventDroppedError { fn emit(self) { + let reason = "Dropping out-of-order event(s)."; + + error!( + message = reason, + error_code = "out_of_order", + error_type = error_type::CONDITION_FAILED, + stage = error_stage::PROCESSING, + internal_log_rate_limit = true, + ); + emit!(ComponentEventsDropped:: { count: self.count, - reason: "out_of_order", + reason, }); counter!( "component_errors_total", 1, - "error_type" => "out_of_order", + "error_code" => "out_of_order", + "error_type" => error_type::CONDITION_FAILED, "stage" => error_stage::PROCESSING, ); } diff --git a/website/content/en/highlights/2023-07-05-0-31-0-upgrade-guide.md b/website/content/en/highlights/2023-07-05-0-31-0-upgrade-guide.md index f47adf82285de..fe42e31349445 100644 --- a/website/content/en/highlights/2023-07-05-0-31-0-upgrade-guide.md +++ b/website/content/en/highlights/2023-07-05-0-31-0-upgrade-guide.md @@ -22,12 +22,12 @@ We cover them below to help you upgrade quickly: #### Removal of various deprecated internal metrics {#deprecated-internal-metrics} Over the course of many of the previous releases, we've been working to deprecate the usage of older -internal metrics as we worked towards implementing full support for the -[Component Specification][component_spec], which dictates the basic metrics that all components, or -the basic metrics all components of a specific type, are expected to emit. +internal metrics as we worked towards implementing full support for the [Component +Specification][component_spec], which dictates the basic metrics that all components, or the basic +metrics all components of a specific type, are expected to emit. -We've made enough progress here that we've gone ahead and removed many of the deprecated metrics -from this release. First, below is a list of all metrics we've removed: +We've made enough progress on this work that we've gone ahead and removed many of the deprecated +metrics from this release. First, below is a list of all metrics we've removed: - `events_in_total` (superceded by `component_received_events_total`) - `events_out_total` (superceded by `component_sent_events_total`) @@ -39,16 +39,11 @@ from this release. First, below is a list of all metrics we've removed: - `events_failed_total` (superceded by `component_errors_total`) Most of the removals have straightforward replacements, but the `processed_`-prefixed metrics -involve a small amount of logic. - -For sources, `processed_bytes_total` is superceded by `component_received_bytes_total`, and -`processed_events_total` is superceded by `component_received_events_total`. For sinks, -`processed_bytes_total` is superceded by `component_sent_bytes_total`, and `processed_events_total` -is superceded by `component_sent_events_total`. Essentially, the previous metrics dealt with the -bytes/event totals as events flowed into and out of Vector, such that "processing" events in a -source meant receiving them, and "processing" events in a sink meant sending them out. The newer -metrics, `component_received_*` and `component_sent_*`, are meant to be self-documenting and -consistent across all components. +involve a small amount of logic. For **sources**, `processed_bytes_total` is superceded by +`component_received_bytes_total`, and `processed_events_total` is superceded by +`component_received_events_total`. For **sinks**, `processed_bytes_total` is superceded by +`component_sent_bytes_total`, and `processed_events_total` is superceded by +`component_sent_events_total`. A small note is that a small number of components still emit some of these metrics, as they provided additional tags and information that is disallowed by the Component Specification. They will be From 2ed5c92663aa1f4175b4891d9c993187c5f80a8d Mon Sep 17 00:00:00 2001 From: Toby Lawrence Date: Tue, 30 May 2023 14:32:24 -0400 Subject: [PATCH 3/3] fix cue formatting + bad field ref --- .../reference/components/sinks/azure_blob.cue | 4 ++-- .../cue/reference/components/sinks/http.cue | 2 +- .../reference/components/sinks/humio_logs.cue | 1 - .../components/sinks/humio_metrics.cue | 1 - .../cue/reference/components/sinks/loki.cue | 2 +- .../cue/reference/components/sinks/nats.cue | 2 +- .../cue/reference/components/sinks/pulsar.cue | 2 +- .../cue/reference/components/sinks/redis.cue | 2 +- .../components/sinks/sematext_metrics.cue | 2 +- .../components/sinks/splunk_hec_logs.cue | 4 ++-- .../cue/reference/components/sinks/vector.cue | 2 +- .../reference/components/sinks/websocket.cue | 10 ++++----- website/cue/reference/components/sources.cue | 2 +- .../components/sources/apache_metrics.cue | 10 ++++----- .../components/sources/aws_ecs_metrics.cue | 10 ++++----- .../reference/components/sources/aws_sqs.cue | 2 +- .../reference/components/sources/dnstap.cue | 2 +- .../sources/eventstoredb_metrics.cue | 4 ++-- .../cue/reference/components/sources/exec.cue | 4 ++-- .../cue/reference/components/sources/file.cue | 22 +++++++++---------- .../reference/components/sources/fluent.cue | 2 +- .../components/sources/heroku_logs.cue | 4 ++-- .../components/sources/http_client.cue | 10 ++++----- .../components/sources/http_server.cue | 4 ++-- .../reference/components/sources/journald.cue | 4 ++-- .../components/sources/mongodb_metrics.cue | 8 +++---- .../components/sources/nginx_metrics.cue | 8 +++---- .../components/sources/postgresql_metrics.cue | 6 ++--- .../sources/prometheus_remote_write.cue | 8 +++---- .../components/sources/prometheus_scrape.cue | 10 ++++----- .../reference/components/sources/socket.cue | 14 ++++++------ .../components/sources/splunk_hec.cue | 4 ++-- .../reference/components/sources/statsd.cue | 6 ++--- .../reference/components/sources/stdin.cue | 2 +- .../reference/components/sources/syslog.cue | 4 ++-- .../reference/components/sources/vector.cue | 2 +- .../reference/components/transforms/lua.cue | 2 +- 37 files changed, 93 insertions(+), 95 deletions(-) diff --git a/website/cue/reference/components/sinks/azure_blob.cue b/website/cue/reference/components/sinks/azure_blob.cue index 6b35c2e64ad68..e3e9d6f1a2b50 100644 --- a/website/cue/reference/components/sinks/azure_blob.cue +++ b/website/cue/reference/components/sinks/azure_blob.cue @@ -125,7 +125,7 @@ components: sinks: azure_blob: { } telemetry: metrics: { - http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total + http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total + http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total } } diff --git a/website/cue/reference/components/sinks/http.cue b/website/cue/reference/components/sinks/http.cue index 41ef6ea66af90..c133e9623853a 100644 --- a/website/cue/reference/components/sinks/http.cue +++ b/website/cue/reference/components/sinks/http.cue @@ -93,6 +93,6 @@ components: sinks: http: { } telemetry: metrics: { - http_bad_requests_total: components.sources.internal_metrics.output.metrics.http_bad_requests_total + http_bad_requests_total: components.sources.internal_metrics.output.metrics.http_bad_requests_total } } diff --git a/website/cue/reference/components/sinks/humio_logs.cue b/website/cue/reference/components/sinks/humio_logs.cue index 93330822e9bfe..7d79bbf25b650 100644 --- a/website/cue/reference/components/sinks/humio_logs.cue +++ b/website/cue/reference/components/sinks/humio_logs.cue @@ -15,7 +15,6 @@ components: sinks: humio_logs: { features: sinks._humio.features support: sinks._humio.support configuration: base.components.sinks.humio_logs.configuration - telemetry: sinks._humio.telemetry input: { logs: true diff --git a/website/cue/reference/components/sinks/humio_metrics.cue b/website/cue/reference/components/sinks/humio_metrics.cue index 705959abab75f..d24ee3af92874 100644 --- a/website/cue/reference/components/sinks/humio_metrics.cue +++ b/website/cue/reference/components/sinks/humio_metrics.cue @@ -7,7 +7,6 @@ components: sinks: humio_metrics: { features: sinks._humio.features support: sinks._humio.support configuration: base.components.sinks.humio_metrics.configuration - telemetry: sinks._humio.telemetry input: { logs: false diff --git a/website/cue/reference/components/sinks/loki.cue b/website/cue/reference/components/sinks/loki.cue index bb87b1dd7aaf2..6f341bbde7998 100644 --- a/website/cue/reference/components/sinks/loki.cue +++ b/website/cue/reference/components/sinks/loki.cue @@ -159,6 +159,6 @@ components: sinks: loki: { } telemetry: metrics: { - streams_total: components.sources.internal_metrics.output.metrics.streams_total + streams_total: components.sources.internal_metrics.output.metrics.streams_total } } diff --git a/website/cue/reference/components/sinks/nats.cue b/website/cue/reference/components/sinks/nats.cue index 6f313e20372f9..0d5eb18b1323e 100644 --- a/website/cue/reference/components/sinks/nats.cue +++ b/website/cue/reference/components/sinks/nats.cue @@ -64,6 +64,6 @@ components: sinks: nats: { how_it_works: components._nats.how_it_works telemetry: metrics: { - send_errors_total: components.sources.internal_metrics.output.metrics.send_errors_total + send_errors_total: components.sources.internal_metrics.output.metrics.send_errors_total } } diff --git a/website/cue/reference/components/sinks/pulsar.cue b/website/cue/reference/components/sinks/pulsar.cue index 05f5a99fbda04..27ea75379891b 100644 --- a/website/cue/reference/components/sinks/pulsar.cue +++ b/website/cue/reference/components/sinks/pulsar.cue @@ -65,6 +65,6 @@ components: sinks: pulsar: { } telemetry: metrics: { - encode_errors_total: components.sources.internal_metrics.output.metrics.encode_errors_total + encode_errors_total: components.sources.internal_metrics.output.metrics.encode_errors_total } } diff --git a/website/cue/reference/components/sinks/redis.cue b/website/cue/reference/components/sinks/redis.cue index 060788ea1440e..cc9f9ab4f8152 100644 --- a/website/cue/reference/components/sinks/redis.cue +++ b/website/cue/reference/components/sinks/redis.cue @@ -75,6 +75,6 @@ components: sinks: redis: { } telemetry: metrics: { - send_errors_total: components.sources.internal_metrics.output.metrics.send_errors_total + send_errors_total: components.sources.internal_metrics.output.metrics.send_errors_total } } diff --git a/website/cue/reference/components/sinks/sematext_metrics.cue b/website/cue/reference/components/sinks/sematext_metrics.cue index 24952edeb4a51..6f614d7a8c293 100644 --- a/website/cue/reference/components/sinks/sematext_metrics.cue +++ b/website/cue/reference/components/sinks/sematext_metrics.cue @@ -64,6 +64,6 @@ components: sinks: sematext_metrics: { } telemetry: metrics: { - encode_errors_total: components.sources.internal_metrics.output.metrics.encode_errors_total + encode_errors_total: components.sources.internal_metrics.output.metrics.encode_errors_total } } diff --git a/website/cue/reference/components/sinks/splunk_hec_logs.cue b/website/cue/reference/components/sinks/splunk_hec_logs.cue index 5341049bb1fc2..6ecfe55b34484 100644 --- a/website/cue/reference/components/sinks/splunk_hec_logs.cue +++ b/website/cue/reference/components/sinks/splunk_hec_logs.cue @@ -82,8 +82,8 @@ components: sinks: splunk_hec_logs: { } telemetry: metrics: { - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total + http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total + requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total } how_it_works: sinks._splunk_hec.how_it_works diff --git a/website/cue/reference/components/sinks/vector.cue b/website/cue/reference/components/sinks/vector.cue index 789c25da7f2dc..217b44c23222e 100644 --- a/website/cue/reference/components/sinks/vector.cue +++ b/website/cue/reference/components/sinks/vector.cue @@ -80,6 +80,6 @@ components: sinks: vector: { how_it_works: components.sources.vector.how_it_works telemetry: metrics: { - protobuf_decode_errors_total: components.sources.internal_metrics.output.metrics.protobuf_decode_errors_total + protobuf_decode_errors_total: components.sources.internal_metrics.output.metrics.protobuf_decode_errors_total } } diff --git a/website/cue/reference/components/sinks/websocket.cue b/website/cue/reference/components/sinks/websocket.cue index e7f5fe35412ee..f38a55091b4e9 100644 --- a/website/cue/reference/components/sinks/websocket.cue +++ b/website/cue/reference/components/sinks/websocket.cue @@ -73,10 +73,10 @@ components: sinks: websocket: { } telemetry: metrics: { - open_connections: components.sources.internal_metrics.output.metrics.open_connections - connection_established_total: components.sources.internal_metrics.output.metrics.connection_established_total - connection_failed_total: components.sources.internal_metrics.output.metrics.connection_failed_total - connection_shutdown_total: components.sources.internal_metrics.output.metrics.connection_shutdown_total - connection_errors_total: components.sources.internal_metrics.output.metrics.connection_errors_total + open_connections: components.sources.internal_metrics.output.metrics.open_connections + connection_established_total: components.sources.internal_metrics.output.metrics.connection_established_total + connection_failed_total: components.sources.internal_metrics.output.metrics.connection_failed_total + connection_shutdown_total: components.sources.internal_metrics.output.metrics.connection_shutdown_total + connection_errors_total: components.sources.internal_metrics.output.metrics.connection_errors_total } } diff --git a/website/cue/reference/components/sources.cue b/website/cue/reference/components/sources.cue index 1713a49deba6b..9e3682067ee26 100644 --- a/website/cue/reference/components/sources.cue +++ b/website/cue/reference/components/sources.cue @@ -403,7 +403,7 @@ components: sources: [Name=string]: { telemetry: metrics: { component_discarded_events_total: components.sources.internal_metrics.output.metrics.component_discarded_events_total component_errors_total: components.sources.internal_metrics.output.metrics.component_errors_total - component_received_bytes_count: components.sources.internal_metrics.output.metrics.component_received_bytes_count + component_received_bytes_total: components.sources.internal_metrics.output.metrics.component_received_bytes_total component_received_events_count: components.sources.internal_metrics.output.metrics.component_received_events_count component_received_events_total: components.sources.internal_metrics.output.metrics.component_received_events_total component_received_event_bytes_total: components.sources.internal_metrics.output.metrics.component_received_event_bytes_total diff --git a/website/cue/reference/components/sources/apache_metrics.cue b/website/cue/reference/components/sources/apache_metrics.cue index 02f06fd77e963..77294ea5c4984 100644 --- a/website/cue/reference/components/sources/apache_metrics.cue +++ b/website/cue/reference/components/sources/apache_metrics.cue @@ -161,10 +161,10 @@ components: sources: apache_metrics: { how_it_works: {} telemetry: metrics: { - http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total - request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds + http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total + http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total + parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total + requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total + request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds } } diff --git a/website/cue/reference/components/sources/aws_ecs_metrics.cue b/website/cue/reference/components/sources/aws_ecs_metrics.cue index 29a2be293701a..53586655b7683 100644 --- a/website/cue/reference/components/sources/aws_ecs_metrics.cue +++ b/website/cue/reference/components/sources/aws_ecs_metrics.cue @@ -185,10 +185,10 @@ components: sources: aws_ecs_metrics: { } telemetry: metrics: { - http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total - request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds + http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total + http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total + parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total + requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total + request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds } } diff --git a/website/cue/reference/components/sources/aws_sqs.cue b/website/cue/reference/components/sources/aws_sqs.cue index ccbd3f8e7ed11..b0e7980a7c108 100644 --- a/website/cue/reference/components/sources/aws_sqs.cue +++ b/website/cue/reference/components/sources/aws_sqs.cue @@ -83,7 +83,7 @@ components: sources: aws_sqs: components._aws & { } telemetry: metrics: { - sqs_message_delete_failed_total: components.sources.internal_metrics.output.metrics.sqs_message_delete_failed_total + sqs_message_delete_failed_total: components.sources.internal_metrics.output.metrics.sqs_message_delete_failed_total } how_it_works: { diff --git a/website/cue/reference/components/sources/dnstap.cue b/website/cue/reference/components/sources/dnstap.cue index 01c8cad65fe98..d05fb84a51758 100644 --- a/website/cue/reference/components/sources/dnstap.cue +++ b/website/cue/reference/components/sources/dnstap.cue @@ -1171,6 +1171,6 @@ components: sources: dnstap: { } telemetry: metrics: { - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total + parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total } } diff --git a/website/cue/reference/components/sources/eventstoredb_metrics.cue b/website/cue/reference/components/sources/eventstoredb_metrics.cue index 257f27ce73101..b0b5da4e93827 100644 --- a/website/cue/reference/components/sources/eventstoredb_metrics.cue +++ b/website/cue/reference/components/sources/eventstoredb_metrics.cue @@ -116,7 +116,7 @@ components: sources: eventstoredb_metrics: { } } telemetry: metrics: { - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total + http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total + parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total } } diff --git a/website/cue/reference/components/sources/exec.cue b/website/cue/reference/components/sources/exec.cue index 7bc14c0f72735..6c37b5b313897 100644 --- a/website/cue/reference/components/sources/exec.cue +++ b/website/cue/reference/components/sources/exec.cue @@ -126,7 +126,7 @@ components: sources: exec: { } telemetry: metrics: { - command_executed_total: components.sources.internal_metrics.output.metrics.command_executed_total - command_execution_duration_seconds: components.sources.internal_metrics.output.metrics.command_execution_duration_seconds + command_executed_total: components.sources.internal_metrics.output.metrics.command_executed_total + command_execution_duration_seconds: components.sources.internal_metrics.output.metrics.command_execution_duration_seconds } } diff --git a/website/cue/reference/components/sources/file.cue b/website/cue/reference/components/sources/file.cue index a0cf9a32544c7..b53395ee5f900 100644 --- a/website/cue/reference/components/sources/file.cue +++ b/website/cue/reference/components/sources/file.cue @@ -423,16 +423,16 @@ components: sources: file: { } telemetry: metrics: { - checkpoint_write_errors_total: components.sources.internal_metrics.output.metrics.checkpoint_write_errors_total - checkpoints_total: components.sources.internal_metrics.output.metrics.checkpoints_total - checksum_errors_total: components.sources.internal_metrics.output.metrics.checksum_errors_total - file_delete_errors_total: components.sources.internal_metrics.output.metrics.file_delete_errors_total - file_watch_errors_total: components.sources.internal_metrics.output.metrics.file_watch_errors_total - files_added_total: components.sources.internal_metrics.output.metrics.files_added_total - files_deleted_total: components.sources.internal_metrics.output.metrics.files_deleted_total - files_resumed_total: components.sources.internal_metrics.output.metrics.files_resumed_total - files_unwatched_total: components.sources.internal_metrics.output.metrics.files_unwatched_total - fingerprint_read_errors_total: components.sources.internal_metrics.output.metrics.fingerprint_read_errors_total - glob_errors_total: components.sources.internal_metrics.output.metrics.glob_errors_total + checkpoint_write_errors_total: components.sources.internal_metrics.output.metrics.checkpoint_write_errors_total + checkpoints_total: components.sources.internal_metrics.output.metrics.checkpoints_total + checksum_errors_total: components.sources.internal_metrics.output.metrics.checksum_errors_total + file_delete_errors_total: components.sources.internal_metrics.output.metrics.file_delete_errors_total + file_watch_errors_total: components.sources.internal_metrics.output.metrics.file_watch_errors_total + files_added_total: components.sources.internal_metrics.output.metrics.files_added_total + files_deleted_total: components.sources.internal_metrics.output.metrics.files_deleted_total + files_resumed_total: components.sources.internal_metrics.output.metrics.files_resumed_total + files_unwatched_total: components.sources.internal_metrics.output.metrics.files_unwatched_total + fingerprint_read_errors_total: components.sources.internal_metrics.output.metrics.fingerprint_read_errors_total + glob_errors_total: components.sources.internal_metrics.output.metrics.glob_errors_total } } diff --git a/website/cue/reference/components/sources/fluent.cue b/website/cue/reference/components/sources/fluent.cue index 57964163781ea..f5350c7cdebcd 100644 --- a/website/cue/reference/components/sources/fluent.cue +++ b/website/cue/reference/components/sources/fluent.cue @@ -177,6 +177,6 @@ components: sources: fluent: { } telemetry: metrics: { - decode_errors_total: components.sources.internal_metrics.output.metrics.decode_errors_total + decode_errors_total: components.sources.internal_metrics.output.metrics.decode_errors_total } } diff --git a/website/cue/reference/components/sources/heroku_logs.cue b/website/cue/reference/components/sources/heroku_logs.cue index d54634d0e6e74..038fe51b8164b 100644 --- a/website/cue/reference/components/sources/heroku_logs.cue +++ b/website/cue/reference/components/sources/heroku_logs.cue @@ -101,7 +101,7 @@ components: sources: heroku_logs: { } telemetry: metrics: { - request_read_errors_total: components.sources.internal_metrics.output.metrics.request_read_errors_total - requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total + request_read_errors_total: components.sources.internal_metrics.output.metrics.request_read_errors_total + requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total } } diff --git a/website/cue/reference/components/sources/http_client.cue b/website/cue/reference/components/sources/http_client.cue index dfb0bafc39d3c..cbd071a85a998 100644 --- a/website/cue/reference/components/sources/http_client.cue +++ b/website/cue/reference/components/sources/http_client.cue @@ -139,10 +139,10 @@ components: sources: http_client: { } telemetry: metrics: { - http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total - request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds + http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total + http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total + parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total + requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total + request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds } } diff --git a/website/cue/reference/components/sources/http_server.cue b/website/cue/reference/components/sources/http_server.cue index 59cfe311ace39..87055622b5ec7 100644 --- a/website/cue/reference/components/sources/http_server.cue +++ b/website/cue/reference/components/sources/http_server.cue @@ -178,8 +178,8 @@ components: sources: http_server: { ] telemetry: metrics: { - http_bad_requests_total: components.sources.internal_metrics.output.metrics.http_bad_requests_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total + http_bad_requests_total: components.sources.internal_metrics.output.metrics.http_bad_requests_total + parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total } how_it_works: { diff --git a/website/cue/reference/components/sources/journald.cue b/website/cue/reference/components/sources/journald.cue index b5aa5ebfa94d8..8bc1e3deb5af9 100644 --- a/website/cue/reference/components/sources/journald.cue +++ b/website/cue/reference/components/sources/journald.cue @@ -151,7 +151,7 @@ components: sources: journald: { } telemetry: metrics: { - invalid_record_total: components.sources.internal_metrics.output.metrics.invalid_record_total - invalid_record_bytes_total: components.sources.internal_metrics.output.metrics.invalid_record_bytes_total + invalid_record_total: components.sources.internal_metrics.output.metrics.invalid_record_total + invalid_record_bytes_total: components.sources.internal_metrics.output.metrics.invalid_record_bytes_total } } diff --git a/website/cue/reference/components/sources/mongodb_metrics.cue b/website/cue/reference/components/sources/mongodb_metrics.cue index 0d317ce29091d..950a94d3fe957 100644 --- a/website/cue/reference/components/sources/mongodb_metrics.cue +++ b/website/cue/reference/components/sources/mongodb_metrics.cue @@ -722,9 +722,9 @@ components: sources: mongodb_metrics: { } telemetry: metrics: { - collect_completed_total: components.sources.internal_metrics.output.metrics.collect_completed_total - collect_duration_seconds: components.sources.internal_metrics.output.metrics.collect_duration_seconds - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - request_errors_total: components.sources.internal_metrics.output.metrics.request_errors_total + collect_completed_total: components.sources.internal_metrics.output.metrics.collect_completed_total + collect_duration_seconds: components.sources.internal_metrics.output.metrics.collect_duration_seconds + parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total + request_errors_total: components.sources.internal_metrics.output.metrics.request_errors_total } } diff --git a/website/cue/reference/components/sources/nginx_metrics.cue b/website/cue/reference/components/sources/nginx_metrics.cue index 631606451c505..9880ce3915130 100644 --- a/website/cue/reference/components/sources/nginx_metrics.cue +++ b/website/cue/reference/components/sources/nginx_metrics.cue @@ -128,9 +128,9 @@ components: sources: nginx_metrics: { } telemetry: metrics: { - collect_completed_total: components.sources.internal_metrics.output.metrics.collect_completed_total - collect_duration_seconds: components.sources.internal_metrics.output.metrics.collect_duration_seconds - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total + collect_completed_total: components.sources.internal_metrics.output.metrics.collect_completed_total + collect_duration_seconds: components.sources.internal_metrics.output.metrics.collect_duration_seconds + http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total + parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total } } diff --git a/website/cue/reference/components/sources/postgresql_metrics.cue b/website/cue/reference/components/sources/postgresql_metrics.cue index b428bce58c24f..9f832c0cf95b2 100644 --- a/website/cue/reference/components/sources/postgresql_metrics.cue +++ b/website/cue/reference/components/sources/postgresql_metrics.cue @@ -69,9 +69,9 @@ components: sources: postgresql_metrics: { } telemetry: metrics: { - collect_completed_total: components.sources.internal_metrics.output.metrics.collect_completed_total - collect_duration_seconds: components.sources.internal_metrics.output.metrics.collect_duration_seconds - request_errors_total: components.sources.internal_metrics.output.metrics.request_errors_total + collect_completed_total: components.sources.internal_metrics.output.metrics.collect_completed_total + collect_duration_seconds: components.sources.internal_metrics.output.metrics.collect_duration_seconds + request_errors_total: components.sources.internal_metrics.output.metrics.request_errors_total } output: metrics: { diff --git a/website/cue/reference/components/sources/prometheus_remote_write.cue b/website/cue/reference/components/sources/prometheus_remote_write.cue index 1c311d2ae2479..ce004a3595c95 100644 --- a/website/cue/reference/components/sources/prometheus_remote_write.cue +++ b/website/cue/reference/components/sources/prometheus_remote_write.cue @@ -84,9 +84,9 @@ components: sources: prometheus_remote_write: { } telemetry: metrics: { - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total - requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total - request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds + parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total + requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total + requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total + request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds } } diff --git a/website/cue/reference/components/sources/prometheus_scrape.cue b/website/cue/reference/components/sources/prometheus_scrape.cue index 7af9812f39f3b..797e83b5860a2 100644 --- a/website/cue/reference/components/sources/prometheus_scrape.cue +++ b/website/cue/reference/components/sources/prometheus_scrape.cue @@ -97,10 +97,10 @@ components: sources: prometheus_scrape: { } telemetry: metrics: { - http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total - requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total - request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds + http_error_response_total: components.sources.internal_metrics.output.metrics.http_error_response_total + http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total + parse_errors_total: components.sources.internal_metrics.output.metrics.parse_errors_total + requests_completed_total: components.sources.internal_metrics.output.metrics.requests_completed_total + request_duration_seconds: components.sources.internal_metrics.output.metrics.request_duration_seconds } } diff --git a/website/cue/reference/components/sources/socket.cue b/website/cue/reference/components/sources/socket.cue index a3085ed4aa4d7..94bc241ee428d 100644 --- a/website/cue/reference/components/sources/socket.cue +++ b/website/cue/reference/components/sources/socket.cue @@ -111,12 +111,12 @@ components: sources: socket: { ] telemetry: metrics: { - connection_errors_total: components.sources.internal_metrics.output.metrics.connection_errors_total - connection_failed_total: components.sources.internal_metrics.output.metrics.connection_failed_total - connection_established_total: components.sources.internal_metrics.output.metrics.connection_established_total - connection_failed_total: components.sources.internal_metrics.output.metrics.connection_failed_total - connection_send_errors_total: components.sources.internal_metrics.output.metrics.connection_send_errors_total - connection_send_ack_errors_total: components.sources.internal_metrics.output.metrics.connection_send_ack_errors_total - connection_shutdown_total: components.sources.internal_metrics.output.metrics.connection_shutdown_total + connection_errors_total: components.sources.internal_metrics.output.metrics.connection_errors_total + connection_failed_total: components.sources.internal_metrics.output.metrics.connection_failed_total + connection_established_total: components.sources.internal_metrics.output.metrics.connection_established_total + connection_failed_total: components.sources.internal_metrics.output.metrics.connection_failed_total + connection_send_errors_total: components.sources.internal_metrics.output.metrics.connection_send_errors_total + connection_send_ack_errors_total: components.sources.internal_metrics.output.metrics.connection_send_ack_errors_total + connection_shutdown_total: components.sources.internal_metrics.output.metrics.connection_shutdown_total } } diff --git a/website/cue/reference/components/sources/splunk_hec.cue b/website/cue/reference/components/sources/splunk_hec.cue index 5f60e937fb55b..c1334cb3792da 100644 --- a/website/cue/reference/components/sources/splunk_hec.cue +++ b/website/cue/reference/components/sources/splunk_hec.cue @@ -79,8 +79,8 @@ components: sources: splunk_hec: { } telemetry: metrics: { - http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total - requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total + http_request_errors_total: components.sources.internal_metrics.output.metrics.http_request_errors_total + requests_received_total: components.sources.internal_metrics.output.metrics.requests_received_total } how_it_works: { diff --git a/website/cue/reference/components/sources/statsd.cue b/website/cue/reference/components/sources/statsd.cue index 1a94565ac6a4f..3f09298f6e810 100644 --- a/website/cue/reference/components/sources/statsd.cue +++ b/website/cue/reference/components/sources/statsd.cue @@ -79,8 +79,8 @@ components: sources: statsd: { } telemetry: metrics: { - connection_errors_total: components.sources.internal_metrics.output.metrics.connection_errors_total - invalid_record_total: components.sources.internal_metrics.output.metrics.invalid_record_total - invalid_record_bytes_total: components.sources.internal_metrics.output.metrics.invalid_record_bytes_total + connection_errors_total: components.sources.internal_metrics.output.metrics.connection_errors_total + invalid_record_total: components.sources.internal_metrics.output.metrics.invalid_record_total + invalid_record_bytes_total: components.sources.internal_metrics.output.metrics.invalid_record_bytes_total } } diff --git a/website/cue/reference/components/sources/stdin.cue b/website/cue/reference/components/sources/stdin.cue index b1cd3057358c9..f99622103123b 100644 --- a/website/cue/reference/components/sources/stdin.cue +++ b/website/cue/reference/components/sources/stdin.cue @@ -85,6 +85,6 @@ components: sources: stdin: { } telemetry: metrics: { - stdin_reads_failed_total: components.sources.internal_metrics.output.metrics.stdin_reads_failed_total + stdin_reads_failed_total: components.sources.internal_metrics.output.metrics.stdin_reads_failed_total } } diff --git a/website/cue/reference/components/sources/syslog.cue b/website/cue/reference/components/sources/syslog.cue index bf764e2977438..c98751a59b613 100644 --- a/website/cue/reference/components/sources/syslog.cue +++ b/website/cue/reference/components/sources/syslog.cue @@ -205,7 +205,7 @@ components: sources: syslog: { } telemetry: metrics: { - connection_read_errors_total: components.sources.internal_metrics.output.metrics.connection_read_errors_total - utf8_convert_errors_total: components.sources.internal_metrics.output.metrics.utf8_convert_errors_total + connection_read_errors_total: components.sources.internal_metrics.output.metrics.connection_read_errors_total + utf8_convert_errors_total: components.sources.internal_metrics.output.metrics.utf8_convert_errors_total } } diff --git a/website/cue/reference/components/sources/vector.cue b/website/cue/reference/components/sources/vector.cue index ab4062e95f66b..87737a272480f 100644 --- a/website/cue/reference/components/sources/vector.cue +++ b/website/cue/reference/components/sources/vector.cue @@ -100,6 +100,6 @@ components: sources: vector: { } telemetry: metrics: { - protobuf_decode_errors_total: components.sources.internal_metrics.output.metrics.protobuf_decode_errors_total + protobuf_decode_errors_total: components.sources.internal_metrics.output.metrics.protobuf_decode_errors_total } } diff --git a/website/cue/reference/components/transforms/lua.cue b/website/cue/reference/components/transforms/lua.cue index 94f19b072cd87..ea36e8c63f4ca 100644 --- a/website/cue/reference/components/transforms/lua.cue +++ b/website/cue/reference/components/transforms/lua.cue @@ -308,6 +308,6 @@ components: transforms: lua: { } telemetry: metrics: { - lua_memory_used_bytes: components.sources.internal_metrics.output.metrics.lua_memory_used_bytes + lua_memory_used_bytes: components.sources.internal_metrics.output.metrics.lua_memory_used_bytes } }