From 691e629bba27905dfaac19cd4e2ff8e64736d4fe Mon Sep 17 00:00:00 2001
From: isaac <isaac@audius.co>
Date: Fri, 19 Jan 2024 12:48:22 -0800
Subject: [PATCH 1/2] Add auto upgrade logs to vector

---
 monitoring/vector/vector.toml | 15 +++++++++++++--
 1 file changed, 13 insertions(+), 2 deletions(-)

diff --git a/monitoring/vector/vector.toml b/monitoring/vector/vector.toml
index 1074b287dd6..e235bd8ff8a 100644
--- a/monitoring/vector/vector.toml
+++ b/monitoring/vector/vector.toml
@@ -24,6 +24,10 @@
     "postgres", # Temporary to stop spam from one SP. TODO: Move back to include_containers
   ]
 
+[sources.auto_upgrade]
+  type = "file"
+  include = ["/auto-upgrade.log"]
+
 [transforms.parse]
   type = "remap"
   inputs = ["logs"]
@@ -47,9 +51,16 @@
     del(.otelTraceID)
   '''
 
+[transforms.parse_auto_upgrade]
+  type = "remap"
+  inputs = ["auto_upgrade"]
+  source = '''
+    .node = "$node"
+  '''
+
 [transforms.throttle]
   type = "throttle"
-  inputs = ["parse"]
+  inputs = ["parse", "parse_auto_upgrade"]
   # throttle ~3mm logs per node per 24 hour period (2000 * 60 * 24)
   # 3mm is at the upper range of average node log volume at this current time
   key_field = "node"   
@@ -63,7 +74,7 @@
 #   encoding.codec = "json"
 
 [sinks.axiom]
-  inputs = [ "parse" ]
+  inputs = [ "parse", "parse_auto_upgrade" ]
   type = "axiom"
   token = "$audius_axiom_token"
   dataset = "$audius_axiom_dataset"

From 2d42f90eab6f8bc08f7bbcd6335d714f0c24a879 Mon Sep 17 00:00:00 2001
From: isaac <isaac@audius.co>
Date: Fri, 19 Jan 2024 13:47:27 -0800
Subject: [PATCH 2/2] ignore checkpoint

---
 monitoring/vector/vector.toml | 1 +
 1 file changed, 1 insertion(+)

diff --git a/monitoring/vector/vector.toml b/monitoring/vector/vector.toml
index e235bd8ff8a..2cec468be1a 100644
--- a/monitoring/vector/vector.toml
+++ b/monitoring/vector/vector.toml
@@ -27,6 +27,7 @@
 [sources.auto_upgrade]
   type = "file"
   include = ["/auto-upgrade.log"]
+  ignore_checkpoints = true
 
 [transforms.parse]
   type = "remap"