{ "tags": [], "title": "Alertmanager", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 12, "height": 1 }, "definition": { "type": "group", "title": "General info", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "Number of instances", "requests": [ { "queries": [ { "name": "query1", "query": "sum:alertmanager_build_info{$instance} by {instance}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "count_not_null(query1)" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 1, "y": 0, "width": 5, "height": 1 }, "definition": { "type": "query_table", "title": "Instance versions and up time", "requests": [ { "queries": [ { "name": "query1", "query": "avg:alertmanager_config_last_reload_successful{$instance}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "limit": { "count": 50, "order": "desc" }, "formula": "query1" } ], "response_format": "scalar" } ], "has_search_bar": "auto" } }, { "layout": { "x": 6, "y": 0, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "Cluster size", "requests": [ { "queries": [ { "name": "query1", "query": "max:alertmanager_cluster_members{$instance}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 7, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "query_value", "title": "Number of active alerts", "requests": [ { "queries": [ { "name": "query1", "query": "max:alertmanager_alerts{$instance,state:active}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 9, "y": 0, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "Number of suppressed alerts", "requests": [ { "queries": [ { "name": "query1", "query": "max:alertmanager_alerts{$instance,state:suppressed}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 10, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "query_value", "title": "Number of active silences", "requests": [ { "queries": [ { "name": "query1", "query": "max:alertmanager_silences{$instance,state:active}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 1, "width": 12, "height": 3 }, "definition": { "type": "group", "title": "Notifications", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 3, "height": 1 }, "definition": { "type": "timeseries", "title": "Notifications sent from $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:alertmanager_notifications.count{$instance} by {integration}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "sum:alertmanager_notifications_failed.count{$instance} by {integration}.as_count()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 1, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Notification durations per integration on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": false }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "p90:alertmanager_notification_latency_seconds{$instance} by {integration}", "data_source": "metrics" }, { "name": "query2", "query": "p99:alertmanager_notification_latency_seconds{$instance} by {integration}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "line", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 4, "width": 12, "height": 2 }, "definition": { "type": "group", "title": "Alerts", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 3, "height": 1 }, "definition": { "type": "timeseries", "title": "Active alerts in $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:alertmanager_alerts{$instance} by {state}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 1, "width": 3, "height": 1 }, "definition": { "type": "timeseries", "title": "Received alerts by status for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:alertmanager_alerts_received.count{$instance} by {status}.as_count()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 6, "width": 12, "height": 12 }, "definition": { "type": "group", "title": "Cluster members", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 3, "height": 1 }, "definition": { "type": "timeseries", "title": "Clusterhealth score for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_health_score{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Cluster health score", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 0, "width": 3, "height": 1 }, "definition": { "type": "timeseries", "title": "Clusterhealth score for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_health_score{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Cluster health score", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 0, "width": 3, "height": 1 }, "definition": { "type": "timeseries", "title": "Clusterhealth score for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_health_score{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Cluster health score", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 0, "width": 3, "height": 1 }, "definition": { "type": "timeseries", "title": "Clusterhealth score for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_health_score{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Cluster health score", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 1, "width": 3, "height": 1 }, "definition": { "type": "timeseries", "title": "Cluster members count on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_members{$instance}", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_failed_peers{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Number of cluster members", "formula": "query1" }, { "alias": "Number of failed peers", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 1, "width": 3, "height": 1 }, "definition": { "type": "timeseries", "title": "Cluster members count on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_members{$instance}", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_failed_peers{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Number of cluster members", "formula": "query1" }, { "alias": "Number of failed peers", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 1, "width": 3, "height": 1 }, "definition": { "type": "timeseries", "title": "Cluster members count on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_members{$instance}", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_failed_peers{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Number of cluster members", "formula": "query1" }, { "alias": "Number of failed peers", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 1, "width": 3, "height": 1 }, "definition": { "type": "timeseries", "title": "Cluster members count on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_members{$instance}", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_failed_peers{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Number of cluster members", "formula": "query1" }, { "alias": "Number of failed peers", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster peers left/joined on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_peers_left.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_peers_joined.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Cluster joined peers", "formula": "query1" }, { "alias": "Cluster left peers", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster peers left/joined on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_peers_left.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_peers_joined.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Cluster joined peers", "formula": "query1" }, { "alias": "Cluster left peers", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster peers left/joined on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_peers_left.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_peers_joined.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Cluster joined peers", "formula": "query1" }, { "alias": "Cluster left peers", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster peers left/joined on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_peers_left.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_peers_joined.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Cluster joined peers", "formula": "query1" }, { "alias": "Cluster left peers", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster reconnections on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_reconnections.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_reconnections_failed.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Sucessful reconnections", "formula": "query1" }, { "alias": "Failed reconnections", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster reconnections on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_reconnections.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_reconnections_failed.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Sucessful reconnections", "formula": "query1" }, { "alias": "Failed reconnections", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster reconnections on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_reconnections.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_reconnections_failed.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Sucessful reconnections", "formula": "query1" }, { "alias": "Failed reconnections", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster reconnections on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_reconnections.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_reconnections_failed.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Sucessful reconnections", "formula": "query1" }, { "alias": "Failed reconnections", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 6, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster messages count on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:alertmanager_cluster_messages_sent.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "sum:alertmanager_cluster_messages_received.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 6, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster messages count on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:alertmanager_cluster_messages_sent.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "sum:alertmanager_cluster_messages_received.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 6, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster messages count on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:alertmanager_cluster_messages_sent.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "sum:alertmanager_cluster_messages_received.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 6, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster messages count on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:alertmanager_cluster_messages_sent.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "sum:alertmanager_cluster_messages_received.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 8, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster messages size on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:alertmanager_cluster_messages_sent_size.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "sum:alertmanager_cluster_messages_received_size.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 8, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster messages size on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:alertmanager_cluster_messages_sent_size.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "sum:alertmanager_cluster_messages_received_size.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 8, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster messages size on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:alertmanager_cluster_messages_sent_size.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "sum:alertmanager_cluster_messages_received_size.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 8, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster messages size on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:alertmanager_cluster_messages_sent_size.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "sum:alertmanager_cluster_messages_received_size.count{$instance} by {msg_type}.as_count()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 10, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster messages queue on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_messages_pruned.count{$instance}", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_messages_queued{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Pruned messaged", "formula": "query1" }, { "alias": "Queued messages", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 10, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster messages queue on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_messages_pruned.count{$instance}", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_messages_queued{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Pruned messaged", "formula": "query1" }, { "alias": "Queued messages", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 10, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster messages queue on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_messages_pruned.count{$instance}", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_messages_queued{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Pruned messaged", "formula": "query1" }, { "alias": "Queued messages", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 10, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster messages queue on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_cluster_messages_pruned.count{$instance}", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_cluster_messages_queued{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Pruned messaged", "formula": "query1" }, { "alias": "Queued messages", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 18, "width": 12, "height": 6 }, "definition": { "type": "group", "title": "Gossip messages", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Count of oversized gossip messages on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_oversized_gossip_message_sent.count{$instance} by {key}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_oversized_gossip_message_dropped.count{$instance} by {key}.as_count()", "data_source": "metrics" }, { "name": "query3", "query": "avg:alertmanager_oversized_gossip_message_failure.count{$instance} by {key}.as_count()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" }, { "formula": "query3" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Count of oversized gossip messages on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_oversized_gossip_message_sent.count{$instance} by {key}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_oversized_gossip_message_dropped.count{$instance} by {key}.as_count()", "data_source": "metrics" }, { "name": "query3", "query": "avg:alertmanager_oversized_gossip_message_failure.count{$instance} by {key}.as_count()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" }, { "formula": "query3" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Count of oversized gossip messages on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_oversized_gossip_message_sent.count{$instance} by {key}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_oversized_gossip_message_dropped.count{$instance} by {key}.as_count()", "data_source": "metrics" }, { "name": "query3", "query": "avg:alertmanager_oversized_gossip_message_failure.count{$instance} by {key}.as_count()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" }, { "formula": "query3" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Count of oversized gossip messages on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_oversized_gossip_message_sent.count{$instance} by {key}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_oversized_gossip_message_dropped.count{$instance} by {key}.as_count()", "data_source": "metrics" }, { "name": "query3", "query": "avg:alertmanager_oversized_gossip_message_failure.count{$instance} by {key}.as_count()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" }, { "formula": "query3" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "note", "content": "**Duration of oversized gossip messages on $instance**\n\nUnsupported panel (graph)\n\n- histogram_quantile(1, ...) (max) is not one of the supported Datadog percentile aggregators (p50/p75/p90/p95/p99)\n\nOriginal PromQL:\n```\nA: histogram_quantile(1,rate(alertmanager_oversize_gossip_message_duration_seconds_bucket{instance=~\"$instance\"}[$__interval]))\n```", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 3, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "note", "content": "**Duration of oversized gossip messages on $instance**\n\nUnsupported panel (graph)\n\n- histogram_quantile(1, ...) (max) is not one of the supported Datadog percentile aggregators (p50/p75/p90/p95/p99)\n\nOriginal PromQL:\n```\nA: histogram_quantile(1,rate(alertmanager_oversize_gossip_message_duration_seconds_bucket{instance=~\"$instance\"}[$__interval]))\n```", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 6, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "note", "content": "**Duration of oversized gossip messages on $instance**\n\nUnsupported panel (graph)\n\n- histogram_quantile(1, ...) (max) is not one of the supported Datadog percentile aggregators (p50/p75/p90/p95/p99)\n\nOriginal PromQL:\n```\nA: histogram_quantile(1,rate(alertmanager_oversize_gossip_message_duration_seconds_bucket{instance=~\"$instance\"}[$__interval]))\n```", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 9, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "note", "content": "**Duration of oversized gossip messages on $instance**\n\nUnsupported panel (graph)\n\n- histogram_quantile(1, ...) (max) is not one of the supported Datadog percentile aggregators (p50/p75/p90/p95/p99)\n\nOriginal PromQL:\n```\nA: histogram_quantile(1,rate(alertmanager_oversize_gossip_message_duration_seconds_bucket{instance=~\"$instance\"}[$__interval]))\n```", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 0, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Number of propagated gossip messages on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_gossip_messages_propagated.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_nflog_gossip_messages_propagated.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "silences", "formula": "query1" }, { "alias": "nf_log", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Number of propagated gossip messages on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_gossip_messages_propagated.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_nflog_gossip_messages_propagated.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "silences", "formula": "query1" }, { "alias": "nf_log", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Number of propagated gossip messages on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_gossip_messages_propagated.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_nflog_gossip_messages_propagated.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "silences", "formula": "query1" }, { "alias": "nf_log", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Number of propagated gossip messages on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_gossip_messages_propagated.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_nflog_gossip_messages_propagated.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "silences", "formula": "query1" }, { "alias": "nf_log", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 24, "width": 12, "height": 10 }, "definition": { "type": "group", "title": "Nflog", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log queries count for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_queries.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_nflog_query_errors.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Nf log query count", "formula": "query1" }, { "alias": "Nf log query errors", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log queries count for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_queries.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_nflog_query_errors.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Nf log query count", "formula": "query1" }, { "alias": "Nf log query errors", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log queries count for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_queries.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_nflog_query_errors.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Nf log query count", "formula": "query1" }, { "alias": "Nf log query errors", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log queries count for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_queries.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_nflog_query_errors.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Nf log query count", "formula": "query1" }, { "alias": "Nf log query errors", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "note", "content": "**Nf log query duration for $instance**\n\nUnsupported panel (graph)\n\n- histogram_quantile(1, ...) (max) is not one of the supported Datadog percentile aggregators (p50/p75/p90/p95/p99)\n\nOriginal PromQL:\n```\nA: histogram_quantile(1,rate(alertmanager_nflog_query_duration_seconds_bucket{instance=~\"$instance\"}[$__interval]))\n```", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 3, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "note", "content": "**Nf log query duration for $instance**\n\nUnsupported panel (graph)\n\n- histogram_quantile(1, ...) (max) is not one of the supported Datadog percentile aggregators (p50/p75/p90/p95/p99)\n\nOriginal PromQL:\n```\nA: histogram_quantile(1,rate(alertmanager_nflog_query_duration_seconds_bucket{instance=~\"$instance\"}[$__interval]))\n```", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 6, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "note", "content": "**Nf log query duration for $instance**\n\nUnsupported panel (graph)\n\n- histogram_quantile(1, ...) (max) is not one of the supported Datadog percentile aggregators (p50/p75/p90/p95/p99)\n\nOriginal PromQL:\n```\nA: histogram_quantile(1,rate(alertmanager_nflog_query_duration_seconds_bucket{instance=~\"$instance\"}[$__interval]))\n```", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 9, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "note", "content": "**Nf log query duration for $instance**\n\nUnsupported panel (graph)\n\n- histogram_quantile(1, ...) (max) is not one of the supported Datadog percentile aggregators (p50/p75/p90/p95/p99)\n\nOriginal PromQL:\n```\nA: histogram_quantile(1,rate(alertmanager_nflog_query_duration_seconds_bucket{instance=~\"$instance\"}[$__interval]))\n```", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 0, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log snapshot size for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_snapshot_size_bytes{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Nf log snapshot size", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log snapshot size for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_snapshot_size_bytes{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Nf log snapshot size", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log snapshot size for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_snapshot_size_bytes{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Nf log snapshot size", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log snapshot size for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_snapshot_size_bytes{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Nf log snapshot size", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 6, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log snapshot duration for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_snapshot_duration_seconds.sum{$instance}.as_rate()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_nflog_snapshot_duration_seconds.sum{$instance}.as_rate()", "data_source": "metrics" } ], "formulas": [ { "alias": "Nf log snapshot size", "formula": "query1 / query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 6, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log snapshot duration for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_snapshot_duration_seconds.sum{$instance}.as_rate()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_nflog_snapshot_duration_seconds.sum{$instance}.as_rate()", "data_source": "metrics" } ], "formulas": [ { "alias": "Nf log snapshot size", "formula": "query1 / query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 6, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log snapshot duration for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_snapshot_duration_seconds.sum{$instance}.as_rate()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_nflog_snapshot_duration_seconds.sum{$instance}.as_rate()", "data_source": "metrics" } ], "formulas": [ { "alias": "Nf log snapshot size", "formula": "query1 / query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 6, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log snapshot duration for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_snapshot_duration_seconds.sum{$instance}.as_rate()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_nflog_snapshot_duration_seconds.sum{$instance}.as_rate()", "data_source": "metrics" } ], "formulas": [ { "alias": "Nf log snapshot size", "formula": "query1 / query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 8, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log Go GC time for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_gc_duration_seconds.quantile{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Cluster joined peers", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 8, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log Go GC time for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_gc_duration_seconds.quantile{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Cluster joined peers", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 8, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log Go GC time for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_gc_duration_seconds.quantile{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Cluster joined peers", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 8, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Nf log Go GC time for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_nflog_gc_duration_seconds.quantile{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Cluster joined peers", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 34, "width": 12, "height": 12 }, "definition": { "type": "group", "title": "Silences", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences count by state on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences{$instance} by {state}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences count by state on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences{$instance} by {state}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences count by state on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences{$instance} by {state}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences count by state on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences{$instance} by {state}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences query count on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_queries.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_silences_query_errors.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces query count", "formula": "query1" }, { "alias": "Silecnces query fails", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences query count on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_queries.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_silences_query_errors.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces query count", "formula": "query1" }, { "alias": "Silecnces query fails", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences query count on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_queries.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_silences_query_errors.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces query count", "formula": "query1" }, { "alias": "Silecnces query fails", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences query count on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_queries.count{$instance}.as_count()", "data_source": "metrics" }, { "name": "query2", "query": "avg:alertmanager_silences_query_errors.count{$instance}.as_count()", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces query count", "formula": "query1" }, { "alias": "Silecnces query fails", "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "note", "content": "**Silences query duration on $instance**\n\nUnsupported panel (graph)\n\n- histogram_quantile(1, ...) (max quantile) has no Datadog percentile equivalent; only p50/p75/p90/p95/p99 are supported\n\nOriginal PromQL:\n```\nA: histogram_quantile(1,rate(alertmanager_silences_query_duration_seconds_bucket{instance=~\"$instance\"}[$__interval]))\n```", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 3, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "note", "content": "**Silences query duration on $instance**\n\nUnsupported panel (graph)\n\n- histogram_quantile(1, ...) (max quantile) has no Datadog percentile equivalent; only p50/p75/p90/p95/p99 are supported\n\nOriginal PromQL:\n```\nA: histogram_quantile(1,rate(alertmanager_silences_query_duration_seconds_bucket{instance=~\"$instance\"}[$__interval]))\n```", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 6, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "note", "content": "**Silences query duration on $instance**\n\nUnsupported panel (graph)\n\n- histogram_quantile(1, ...) (max quantile) has no Datadog percentile equivalent; only p50/p75/p90/p95/p99 are supported\n\nOriginal PromQL:\n```\nA: histogram_quantile(1,rate(alertmanager_silences_query_duration_seconds_bucket{instance=~\"$instance\"}[$__interval]))\n```", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 9, "y": 4, "width": 3, "height": 2 }, "definition": { "type": "note", "content": "**Silences query duration on $instance**\n\nUnsupported panel (graph)\n\n- histogram_quantile(1, ...) (max quantile) has no Datadog percentile equivalent; only p50/p75/p90/p95/p99 are supported\n\nOriginal PromQL:\n```\nA: histogram_quantile(1,rate(alertmanager_silences_query_duration_seconds_bucket{instance=~\"$instance\"}[$__interval]))\n```", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 0, "y": 6, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences snapshot size on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_snapshot_size_bytes{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces snapshot size", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 6, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences snapshot size on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_snapshot_size_bytes{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces snapshot size", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 6, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences snapshot size on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_snapshot_size_bytes{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces snapshot size", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 6, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences snapshot size on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_snapshot_size_bytes{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces snapshot size", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 8, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences snapshot duration on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_snapshot_duration_seconds.quantile{$instance,quantile:0.99}", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces snapshot duration", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 8, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences snapshot duration on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_snapshot_duration_seconds.quantile{$instance,quantile:0.99}", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces snapshot duration", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 8, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences snapshot duration on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_snapshot_duration_seconds.quantile{$instance,quantile:0.99}", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces snapshot duration", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 8, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences snapshot duration on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_snapshot_duration_seconds.quantile{$instance,quantile:0.99}", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces snapshot duration", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 10, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences GC duraton on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_gc_duration_seconds.quantile{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces GC duration", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 10, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences GC duraton on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_gc_duration_seconds.quantile{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces GC duration", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 10, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences GC duraton on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_gc_duration_seconds.quantile{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces GC duration", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 10, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Silences GC duraton on $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:alertmanager_silences_gc_duration_seconds.quantile{$instance}", "data_source": "metrics" } ], "formulas": [ { "alias": "Silecnces GC duration", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 46, "width": 12, "height": 4 }, "definition": { "type": "group", "title": "Resources", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "CPU usage/s for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:process_cpu_seconds.count{$instance} by {instance}.as_rate()", "data_source": "metrics" }, { "name": "query2", "query": "max:kubernetes_state.container.cpu_limit{pod_name:$instance.value} by {pod_name}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "CPU usage/s for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:process_cpu_seconds.count{$instance} by {instance}.as_rate()", "data_source": "metrics" }, { "name": "query2", "query": "max:kubernetes_state.container.cpu_limit{pod_name:$instance.value} by {pod_name}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "CPU usage/s for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:process_cpu_seconds.count{$instance} by {instance}.as_rate()", "data_source": "metrics" }, { "name": "query2", "query": "max:kubernetes_state.container.cpu_limit{pod_name:$instance.value} by {pod_name}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "CPU usage/s for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:process_cpu_seconds.count{$instance} by {instance}.as_rate()", "data_source": "metrics" }, { "name": "query2", "query": "max:kubernetes_state.container.cpu_limit{pod_name:$instance.value} by {pod_name}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Memory usage for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:process_resident_memory_bytes{$instance} by {instance}", "data_source": "metrics" }, { "name": "query2", "query": "max:kubernetes_state.container.memory_limit{pod_name:$instance.value} by {pod_name}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Memory usage for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:process_resident_memory_bytes{$instance} by {instance}", "data_source": "metrics" }, { "name": "query2", "query": "max:kubernetes_state.container.memory_limit{pod_name:$instance.value} by {pod_name}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Memory usage for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:process_resident_memory_bytes{$instance} by {instance}", "data_source": "metrics" }, { "name": "query2", "query": "max:kubernetes_state.container.memory_limit{pod_name:$instance.value} by {pod_name}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 2, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Memory usage for $instance", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:process_resident_memory_bytes{$instance} by {instance}", "data_source": "metrics" }, { "name": "query2", "query": "max:kubernetes_state.container.memory_limit{pod_name:$instance.value} by {pod_name}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } } ], "show_title": true, "layout_type": "ordered" } } ], "description": "Converted from Grafana dashboard https://grafana.com/grafana/dashboards/9578 (by Martin Chodur). Dashboard showing Prometheus Alertmanager metrics for observing status of the cluster and possible debbuging.", "layout_type": "ordered", "reflow_type": "fixed", "template_variables": [ { "name": "instance", "prefix": "instance", "default": "*", "available_values": [] } ] }