Added WAL corruptions to dashboard

Signed-off-by: Marco Pracucci <[email protected]>

Author: pracucci

cortex-mixin/dashboards/writes.libsonnet

@@ -166,7 +166,7 @@ local utils = import 'mixin-utils/utils.libsonnet';
     )
     .addRowIf(
       std.setMember('tsdb', $._config.storage_engine),
-      $.row('Ingester - Blocks storage - TSDB Compactions')
+      $.row('Ingester - Blocks storage - TSDB Head')
       .addPanel(
         $.successFailurePanel(
           'Compactions / sec',
@@ -181,14 +181,19 @@ local utils = import 'mixin-utils/utils.libsonnet';
     )
     .addRowIf(
       std.setMember('tsdb', $._config.storage_engine),
-      $.row('Ingester - Blocks storage - TSDB WAL truncation and checkpoints')
+      $.row('Ingester - Blocks storage - TSDB WAL')
       .addPanel(
         $.successFailurePanel(
           'WAL truncations / sec',
           'sum(rate(cortex_ingester_tsdb_wal_truncations_total{%s}[$__interval])) - sum(rate(cortex_ingester_tsdb_wal_truncations_failed_total{%s}[$__interval]))' % [$.jobMatcher($._config.job_names.ingester), $.jobMatcher($._config.job_names.ingester)],
           'sum(rate(cortex_ingester_tsdb_wal_truncations_failed_total{%s}[$__interval]))' % $.jobMatcher($._config.job_names.ingester),
         ),
       )
+      .addPanel(
+        $.panel('WAL truncations latency') +
+        $.queryPanel('sum(rate(cortex_ingester_tsdb_wal_truncate_duration_seconds_sum{%s}[$__interval])) / sum(rate(cortex_ingester_tsdb_wal_truncate_duration_seconds_count{%s}[$__interval]))' % [$.jobMatcher($._config.job_names.ingester), $.jobMatcher($._config.job_names.ingester)], 'avg') +
+        { yaxes: $.yaxes('s') },
+      )
       .addPanel(
         $.successFailurePanel(
           'Checkpoints created / sec',
@@ -197,9 +202,21 @@ local utils = import 'mixin-utils/utils.libsonnet';
         ),
       )
       .addPanel(
-        $.panel('WAL truncations latency') +
-        $.queryPanel('sum(rate(cortex_ingester_tsdb_wal_truncate_duration_seconds_sum{%s}[$__interval])) / sum(rate(cortex_ingester_tsdb_wal_truncate_duration_seconds_count{%s}[$__interval]))' % [$.jobMatcher($._config.job_names.ingester), $.jobMatcher($._config.job_names.ingester)], 'avg') +
-        { yaxes: $.yaxes('s') },
+        $.panel('Corruptions / sec') +
+        $.queryPanel([
+          'sum(rate(cortex_ingester_wal_corruptions_total{%s}[$__interval]))' % $.jobMatcher($._config.job_names.ingester),
+          'sum(rate(cortex_ingester_tsdb_mmap_chunk_corruptions_total{%s}[$__interval]))' % $.jobMatcher($._config.job_names.ingester),
+        ], [
+          'WAL',
+          'mmap-ed chunks',
+        ]) +
+        $.stack + {
+          yaxes: $.yaxes('ops'),
+          aliasColors: {
+            WAL: '#E24D42',
+            'mmap-ed chunks': '#E28A42',
+          },
+        },
       )
     ),
 }