{
  "__inputs": [
    {
      "name": "DS_PROMETHEUS",
      "label": "Prometheus",
      "description": "Prometheus that scrapes Warren's /actuator/prometheus",
      "type": "datasource",
      "pluginId": "prometheus",
      "pluginName": "Prometheus"
    }
  ],
  "__requires": [
    {
      "type": "grafana",
      "id": "grafana",
      "name": "Grafana",
      "version": "10.0.0"
    },
    {
      "type": "datasource",
      "id": "prometheus",
      "name": "Prometheus",
      "version": "1.0.0"
    },
    {
      "type": "panel",
      "id": "stat",
      "name": "Stat",
      "version": ""
    },
    {
      "type": "panel",
      "id": "timeseries",
      "name": "Time series",
      "version": ""
    },
    {
      "type": "panel",
      "id": "table",
      "name": "Table",
      "version": ""
    },
    {
      "type": "panel",
      "id": "state-timeline",
      "name": "State timeline",
      "version": ""
    }
  ],
  "title": "RabbitMQ dead letters (Warren)",
  "description": "Dead letters per queue, broker headroom before publishers are blocked, Warren alerts and the replays, discards and parks operators ran. Data: Warren's /actuator/prometheus (Team or Pro).",
  "uid": "warren-rabbitmq-dead-letters",
  "tags": [
    "rabbitmq",
    "dead-letter",
    "warren"
  ],
  "editable": true,
  "graphTooltip": 1,
  "schemaVersion": 39,
  "version": 1,
  "refresh": "30s",
  "time": {
    "from": "now-6h",
    "to": "now"
  },
  "links": [
    {
      "title": "Warren documentation",
      "type": "link",
      "url": "https://warrenops.io/docs/prometheus.html",
      "targetBlank": true,
      "icon": "doc"
    }
  ],
  "templating": {
    "list": [
      {
        "name": "cluster",
        "label": "Cluster",
        "type": "query",
        "datasource": {
          "type": "prometheus",
          "uid": "${DS_PROMETHEUS}"
        },
        "query": {
          "query": "label_values(warren_cluster_up, cluster)",
          "refId": "q"
        },
        "definition": "label_values(warren_cluster_up, cluster)",
        "includeAll": true,
        "multi": true,
        "allValue": ".*",
        "refresh": 2,
        "sort": 1,
        "current": {
          "selected": true,
          "text": [
            "All"
          ],
          "value": [
            "$__all"
          ]
        }
      }
    ]
  },
  "annotations": {
    "list": [
      {
        "builtIn": 1,
        "datasource": {
          "type": "grafana",
          "uid": "-- Grafana --"
        },
        "enable": true,
        "hide": true,
        "iconColor": "rgba(0, 211, 255, 1)",
        "name": "Annotations & Alerts",
        "type": "dashboard"
      }
    ]
  },
  "panels": [
    {
      "id": 1,
      "type": "row",
      "title": "Dead letters",
      "collapsed": false,
      "gridPos": {
        "x": 0,
        "y": 0,
        "w": 24,
        "h": 1
      },
      "panels": []
    },
    {
      "id": 2,
      "type": "stat",
      "title": "Dead letters",
      "description": "Messages in all dead-letter queues Warren knows of (by binding or name), as of Warren's last sample.",
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "gridPos": {
        "x": 0,
        "y": 1,
        "w": 4,
        "h": 4
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "sum(warren_dlq_messages{kind=\"dead-letter\",cluster=~\"$cluster\"}) or vector(0)",
          "legendFormat": "",
          "refId": "A",
          "range": false,
          "instant": true
        }
      ],
      "options": {
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "colorMode": "background",
        "graphMode": "none",
        "textMode": "value",
        "justifyMode": "center"
      },
      "fieldConfig": {
        "defaults": {
          "unit": "none",
          "color": {
            "mode": "thresholds"
          },
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "orange",
                "value": 1
              },
              {
                "color": "red",
                "value": 100
              }
            ]
          }
        },
        "overrides": []
      }
    },
    {
      "id": 3,
      "type": "stat",
      "title": "Queues with dead letters",
      "description": "",
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "gridPos": {
        "x": 4,
        "y": 1,
        "w": 4,
        "h": 4
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "count(warren_dlq_messages{kind=\"dead-letter\",cluster=~\"$cluster\"} > 0) or vector(0)",
          "legendFormat": "",
          "refId": "A",
          "range": false,
          "instant": true
        }
      ],
      "options": {
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "colorMode": "background",
        "graphMode": "none",
        "textMode": "value",
        "justifyMode": "center"
      },
      "fieldConfig": {
        "defaults": {
          "unit": "none",
          "color": {
            "mode": "thresholds"
          },
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "orange",
                "value": 1
              }
            ]
          }
        },
        "overrides": []
      }
    },
    {
      "id": 4,
      "type": "stat",
      "title": "Parked",
      "description": "Messages set aside in Warren's parking queues: deliberately not replayed yet.",
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "gridPos": {
        "x": 8,
        "y": 1,
        "w": 4,
        "h": 4
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "sum(warren_dlq_messages{kind=\"parking\",cluster=~\"$cluster\"}) or vector(0)",
          "legendFormat": "",
          "refId": "A",
          "range": false,
          "instant": true
        }
      ],
      "options": {
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "colorMode": "background",
        "graphMode": "none",
        "textMode": "value",
        "justifyMode": "center"
      },
      "fieldConfig": {
        "defaults": {
          "unit": "none",
          "color": {
            "mode": "thresholds"
          },
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          }
        },
        "overrides": []
      }
    },
    {
      "id": 5,
      "type": "stat",
      "title": "Warren alerts firing",
      "description": "",
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "gridPos": {
        "x": 12,
        "y": 1,
        "w": 4,
        "h": 4
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "sum(warren_alerts_firing{cluster=~\"$cluster\"}) or vector(0)",
          "legendFormat": "",
          "refId": "A",
          "range": false,
          "instant": true
        }
      ],
      "options": {
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "colorMode": "background",
        "graphMode": "none",
        "textMode": "value",
        "justifyMode": "center"
      },
      "fieldConfig": {
        "defaults": {
          "unit": "none",
          "color": {
            "mode": "thresholds"
          },
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 1
              }
            ]
          }
        },
        "overrides": []
      }
    },
    {
      "id": 6,
      "type": "stat",
      "title": "Broker entries down",
      "description": "Cluster entries whose management API did not answer Warren's last sample.",
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "gridPos": {
        "x": 16,
        "y": 1,
        "w": 4,
        "h": 4
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "count(warren_cluster_up{cluster=~\"$cluster\"} == 0) or vector(0)",
          "legendFormat": "",
          "refId": "A",
          "range": false,
          "instant": true
        }
      ],
      "options": {
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "colorMode": "background",
        "graphMode": "none",
        "textMode": "value",
        "justifyMode": "center"
      },
      "fieldConfig": {
        "defaults": {
          "unit": "none",
          "color": {
            "mode": "thresholds"
          },
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 1
              }
            ]
          }
        },
        "overrides": []
      }
    },
    {
      "id": 7,
      "type": "stat",
      "title": "Last sample",
      "description": "Seconds since Warren last sampled the brokers. Above 5 minutes the other values are out of date.",
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "gridPos": {
        "x": 20,
        "y": 1,
        "w": 4,
        "h": 4
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "time() - max(warren_cluster_sampled_timestamp_seconds{cluster=~\"$cluster\"})",
          "legendFormat": "",
          "refId": "A",
          "range": false,
          "instant": true
        }
      ],
      "options": {
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "colorMode": "background",
        "graphMode": "none",
        "textMode": "value",
        "justifyMode": "center"
      },
      "fieldConfig": {
        "defaults": {
          "unit": "s",
          "color": {
            "mode": "thresholds"
          },
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "orange",
                "value": 120
              },
              {
                "color": "red",
                "value": 300
              }
            ]
          }
        },
        "overrides": []
      }
    },
    {
      "id": 8,
      "type": "timeseries",
      "title": "Dead letters per queue",
      "description": "Queues that hold dead letters. A line that keeps rising is a consumer failing right now.",
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "gridPos": {
        "x": 0,
        "y": 5,
        "w": 14,
        "h": 9
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "warren_dlq_messages{kind=\"dead-letter\",cluster=~\"$cluster\"} > 0",
          "legendFormat": "{{cluster}} \u00b7 {{queue}}",
          "refId": "A",
          "range": true,
          "instant": false
        }
      ],
      "options": {
        "legend": {
          "displayMode": "table",
          "placement": "right",
          "calcs": [
            "lastNotNull",
            "max"
          ],
          "sortBy": "Last *",
          "sortDesc": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "fieldConfig": {
        "defaults": {
          "unit": "none",
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "drawStyle": "line",
            "lineWidth": 1,
            "fillOpacity": 10,
            "showPoints": "never",
            "stacking": {
              "mode": "none",
              "group": "A"
            },
            "spanNulls": true,
            "thresholdsStyle": {
              "mode": "off"
            }
          }
        },
        "overrides": []
      }
    },
    {
      "id": 9,
      "type": "timeseries",
      "title": "New dead letters per queue (15 min)",
      "description": "Growth of each dead-letter queue over the last 15 minutes. Replays and discards are not counted as negative.",
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "gridPos": {
        "x": 14,
        "y": 5,
        "w": 10,
        "h": 9
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "clamp_min(delta(warren_dlq_messages{kind=\"dead-letter\",cluster=~\"$cluster\"}[15m]), 0) > 0",
          "legendFormat": "{{cluster}} \u00b7 {{queue}}",
          "refId": "A",
          "range": true,
          "instant": false
        }
      ],
      "options": {
        "legend": {
          "displayMode": "table",
          "placement": "right",
          "calcs": [
            "lastNotNull",
            "max"
          ],
          "sortBy": "Last *",
          "sortDesc": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "fieldConfig": {
        "defaults": {
          "unit": "none",
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "drawStyle": "bars",
            "lineWidth": 1,
            "fillOpacity": 70,
            "showPoints": "never",
            "stacking": {
              "mode": "normal",
              "group": "A"
            },
            "spanNulls": true,
            "thresholdsStyle": {
              "mode": "off"
            }
          }
        },
        "overrides": []
      }
    },
    {
      "id": 10,
      "type": "table",
      "title": "Dead-letter and parking queues now",
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "description": "Consumers on a dead-letter queue are unusual: if nobody meant to process dead letters automatically, they are being lost.",
      "gridPos": {
        "x": 0,
        "y": 14,
        "w": 24,
        "h": 8
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "warren_dlq_messages{cluster=~\"$cluster\"}",
          "legendFormat": "",
          "refId": "A",
          "range": false,
          "instant": true,
          "format": "table"
        },
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "warren_dlq_consumers{cluster=~\"$cluster\"}",
          "legendFormat": "",
          "refId": "B",
          "range": false,
          "instant": true,
          "format": "table"
        }
      ],
      "transformations": [
        {
          "id": "labelsToFields",
          "options": {
            "mode": "columns"
          }
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Time": true,
              "__name__": true,
              "instance": true,
              "job": true
            }
          }
        },
        {
          "id": "merge",
          "options": {}
        },
        {
          "id": "organize",
          "options": {
            "renameByName": {
              "Value #A": "Messages",
              "Value #B": "Consumers",
              "kind": "Kind",
              "cluster": "Cluster",
              "vhost": "Vhost",
              "queue": "Queue"
            },
            "indexByName": {
              "cluster": 0,
              "vhost": 1,
              "queue": 2,
              "kind": 3,
              "Value #A": 4,
              "Value #B": 5
            }
          }
        },
        {
          "id": "sortBy",
          "options": {
            "sort": [
              {
                "field": "Messages",
                "desc": true
              }
            ]
          }
        }
      ],
      "options": {
        "showHeader": true,
        "cellHeight": "sm",
        "footer": {
          "show": false
        }
      },
      "fieldConfig": {
        "defaults": {
          "custom": {
            "align": "auto"
          }
        },
        "overrides": [
          {
            "matcher": {
              "id": "byName",
              "options": "Messages"
            },
            "properties": [
              {
                "id": "custom.cellOptions",
                "value": {
                  "type": "color-background",
                  "mode": "basic"
                }
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "transparent",
                      "value": null
                    },
                    {
                      "color": "orange",
                      "value": 1
                    },
                    {
                      "color": "red",
                      "value": 100
                    }
                  ]
                }
              }
            ]
          },
          {
            "matcher": {
              "id": "byName",
              "options": "Consumers"
            },
            "properties": [
              {
                "id": "custom.cellOptions",
                "value": {
                  "type": "color-text"
                }
              },
              {
                "id": "thresholds",
                "value": {
                  "mode": "absolute",
                  "steps": [
                    {
                      "color": "green",
                      "value": null
                    },
                    {
                      "color": "orange",
                      "value": 1
                    }
                  ]
                }
              }
            ]
          }
        ]
      }
    },
    {
      "id": 11,
      "type": "row",
      "title": "Broker headroom",
      "collapsed": false,
      "gridPos": {
        "x": 0,
        "y": 22,
        "w": 24,
        "h": 1
      },
      "panels": []
    },
    {
      "id": 12,
      "type": "timeseries",
      "title": "Disk headroom before publishers are blocked",
      "description": "Free disk above disk_free_limit. At 0 RabbitMQ raises the disk alarm and blocks every publisher in the cluster.",
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "gridPos": {
        "x": 0,
        "y": 23,
        "w": 8,
        "h": 8
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "warren_node_disk_headroom_bytes",
          "legendFormat": "{{node}}",
          "refId": "A",
          "range": true,
          "instant": false
        }
      ],
      "options": {
        "legend": {
          "displayMode": "table",
          "placement": "right",
          "calcs": [
            "lastNotNull",
            "max"
          ],
          "sortBy": "Last *",
          "sortDesc": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "fieldConfig": {
        "defaults": {
          "unit": "bytes",
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "drawStyle": "line",
            "lineWidth": 1,
            "fillOpacity": 10,
            "showPoints": "never",
            "stacking": {
              "mode": "none",
              "group": "A"
            },
            "spanNulls": true,
            "thresholdsStyle": {
              "mode": "line+area"
            }
          },
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "red",
                "value": null
              },
              {
                "color": "orange",
                "value": 1000000000.0
              },
              {
                "color": "transparent",
                "value": 5000000000.0
              }
            ]
          }
        },
        "overrides": []
      }
    },
    {
      "id": 13,
      "type": "timeseries",
      "title": "Memory used of the high watermark",
      "description": "At 100 % the memory alarm blocks publishers.",
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "gridPos": {
        "x": 8,
        "y": 23,
        "w": 8,
        "h": 8
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "warren_node_memory_used_ratio",
          "legendFormat": "{{node}}",
          "refId": "A",
          "range": true,
          "instant": false
        }
      ],
      "options": {
        "legend": {
          "displayMode": "table",
          "placement": "right",
          "calcs": [
            "lastNotNull",
            "max"
          ],
          "sortBy": "Last *",
          "sortDesc": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "fieldConfig": {
        "defaults": {
          "unit": "percentunit",
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "drawStyle": "line",
            "lineWidth": 1,
            "fillOpacity": 10,
            "showPoints": "never",
            "stacking": {
              "mode": "none",
              "group": "A"
            },
            "spanNulls": true,
            "thresholdsStyle": {
              "mode": "line+area"
            }
          },
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "transparent",
                "value": null
              },
              {
                "color": "orange",
                "value": 0.8
              },
              {
                "color": "red",
                "value": 1
              }
            ]
          },
          "min": 0
        },
        "overrides": []
      }
    },
    {
      "id": 14,
      "type": "state-timeline",
      "title": "Resource alarms",
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "description": "1 while a disk or memory alarm blocks publishers.",
      "gridPos": {
        "x": 16,
        "y": 23,
        "w": 8,
        "h": 8
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "warren_node_alarm",
          "legendFormat": "{{node}} \u00b7 {{resource}}",
          "refId": "A",
          "range": true,
          "instant": false
        }
      ],
      "options": {
        "showValue": "never",
        "mergeValues": true,
        "rowHeight": 0.8,
        "legend": {
          "showLegend": false
        }
      },
      "fieldConfig": {
        "defaults": {
          "color": {
            "mode": "thresholds"
          },
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "red",
                "value": 1
              }
            ]
          },
          "mappings": [
            {
              "type": "value",
              "options": {
                "0": {
                  "text": "ok"
                },
                "1": {
                  "text": "ALARM"
                }
              }
            }
          ]
        },
        "overrides": []
      }
    },
    {
      "id": 15,
      "type": "row",
      "title": "Operations in Warren",
      "collapsed": false,
      "gridPos": {
        "x": 0,
        "y": 31,
        "w": 24,
        "h": 1
      },
      "panels": []
    },
    {
      "id": 16,
      "type": "timeseries",
      "title": "Actions",
      "description": "Replays, discards, purges, parks, exports and publishes that finished, per interval.",
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "gridPos": {
        "x": 0,
        "y": 32,
        "w": 12,
        "h": 8
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "round(sum by (kind, status) (increase(warren_actions_total{cluster=~\"$cluster\"}[$__interval])))",
          "legendFormat": "{{kind}} {{status}}",
          "refId": "A",
          "range": true,
          "instant": false
        }
      ],
      "interval": "2m",
      "options": {
        "legend": {
          "displayMode": "table",
          "placement": "right",
          "calcs": [
            "lastNotNull",
            "max"
          ],
          "sortBy": "Last *",
          "sortDesc": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "fieldConfig": {
        "defaults": {
          "unit": "none",
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "drawStyle": "bars",
            "lineWidth": 1,
            "fillOpacity": 70,
            "showPoints": "never",
            "stacking": {
              "mode": "normal",
              "group": "A"
            },
            "spanNulls": true,
            "thresholdsStyle": {
              "mode": "off"
            }
          }
        },
        "overrides": []
      }
    },
    {
      "id": 17,
      "type": "timeseries",
      "title": "Messages handled",
      "description": "Messages those actions moved, by result. Failed replays deserve a look.",
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "gridPos": {
        "x": 12,
        "y": 32,
        "w": 12,
        "h": 8
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "round(sum by (kind, result) (increase(warren_action_messages_total{cluster=~\"$cluster\"}[$__interval])))",
          "legendFormat": "{{kind}} {{result}}",
          "refId": "A",
          "range": true,
          "instant": false
        }
      ],
      "interval": "2m",
      "options": {
        "legend": {
          "displayMode": "table",
          "placement": "right",
          "calcs": [
            "lastNotNull",
            "max"
          ],
          "sortBy": "Last *",
          "sortDesc": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "fieldConfig": {
        "defaults": {
          "unit": "none",
          "color": {
            "mode": "palette-classic"
          },
          "custom": {
            "drawStyle": "bars",
            "lineWidth": 1,
            "fillOpacity": 70,
            "showPoints": "never",
            "stacking": {
              "mode": "normal",
              "group": "A"
            },
            "spanNulls": true,
            "thresholdsStyle": {
              "mode": "off"
            }
          }
        },
        "overrides": []
      }
    },
    {
      "id": 18,
      "type": "table",
      "title": "Warren alerts firing now",
      "datasource": {
        "type": "prometheus",
        "uid": "${DS_PROMETHEUS}"
      },
      "gridPos": {
        "x": 0,
        "y": 40,
        "w": 24,
        "h": 8
      },
      "targets": [
        {
          "datasource": {
            "type": "prometheus",
            "uid": "${DS_PROMETHEUS}"
          },
          "expr": "warren_alerts_firing{cluster=~\"$cluster\"} == 1",
          "legendFormat": "",
          "refId": "A",
          "range": false,
          "instant": true,
          "format": "table"
        }
      ],
      "transformations": [
        {
          "id": "labelsToFields",
          "options": {
            "mode": "columns"
          }
        },
        {
          "id": "merge",
          "options": {}
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Time": true,
              "__name__": true,
              "instance": true,
              "job": true,
              "Value": true,
              "warren_alerts_firing": true
            },
            "renameByName": {
              "rule": "Rule",
              "cluster": "Cluster",
              "target": "Target",
              "target_type": "Type"
            }
          }
        }
      ],
      "options": {
        "showHeader": true,
        "cellHeight": "sm",
        "footer": {
          "show": false
        }
      },
      "fieldConfig": {
        "defaults": {},
        "overrides": []
      }
    }
  ]
}