feat: Targets now emit record count from the built-in batch file proc…

…essor
meltano · Oct 4, 2024 · 3167340 · 3167340
1 parent 409a40b
commit 3167340
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/singer_sdk/sinks/core.py b/singer_sdk/sinks/core.py
@@ -752,6 +752,7 @@ def process_batch_files(
                             }
                     else:
                         context = {"records": [deserialize_json(line) for line in file]}
+                    self.record_counter_metric.increment(len(context["records"]))
                     self.process_batch(context)
             elif (
                 importlib.util.find_spec("pyarrow")
@@ -765,6 +766,7 @@ def process_batch_files(
                 ) as file:
                     table = pq.read_table(file)
                     context = {"records": table.to_pylist()}
+                    self.record_counter_metric.increment(len(context["records"]))
                     self.process_batch(context)
             else:
                 msg = f"Unsupported batch encoding format: {encoding.format}"