{ "tags": [], "title": "CloudNativePG", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 1, "height": 2 }, "definition": { "type": "note", "content": "**Alerts**\n\nUnsupported panel (alertlist)\n\n- no Datadog equivalent for plugin alertlist\n\nOriginal PromQL:\n```\n(none)\n```", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 1, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 3, "y": 0, "width": 6, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 9, "y": 0, "width": 1, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 10, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 1, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "max:cnpg_pg_replication_streaming_replicas{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "sum:cnpg_pg_replication_is_wal_receiver_up{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "alias": "Replication", "formula": "(query1 - query2) + (clamp_max(query1, 1) - 1)" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 2, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "max:cnpg_pg_replication_lag{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "max:cnpg_pg_stat_replication_write_lag_seconds{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" }, { "name": "query3", "query": "max:cnpg_pg_stat_replication_flush_lag_seconds{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" }, { "name": "query4", "query": "max:cnpg_pg_stat_replication_replay_lag_seconds{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "alias": "Lag", "formula": "query1 + query2 + query3 + query4" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 3, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "max:kubernetes.kubelet.volume.stats.available_bytes{kube_namespace:$namespace.value,persistentvolumeclaim:$instances.value} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "max:kubernetes.kubelet.volume.stats.capacity_bytes{kube_namespace:$namespace.value,persistentvolumeclaim:$instances.value} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "alias": "Storage", "formula": "1 - query1 / query2" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 3, "y": 2, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "Last failover", "requests": [ { "queries": [ { "name": "query1", "query": "max:cnpg_pg_postmaster_start_time{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1 * 1000" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 4, "y": 1, "width": 1, "height": 2 }, "definition": { "type": "query_value", "title": "TPS", "requests": [ { "queries": [ { "name": "query1", "query": "sum:cnpg_pg_stat_database_xact_commit.count{$namespace,pod:$instances.value}.as_rate()", "aggregator": "avg", "data_source": "metrics" }, { "name": "query2", "query": "sum:cnpg_pg_stat_database_xact_rollback.count{$namespace,pod:$instances.value}.as_rate()", "aggregator": "avg", "data_source": "metrics" } ], "formulas": [ { "alias": "TPS", "formula": "query1 + query2" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center", "timeseries_background": { "type": "area" } } }, { "layout": { "x": 5, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "CPU Utilisation", "requests": [ { "queries": [ { "name": "query1", "query": "sum:node_namespace_pod_container_container_cpu_usage_seconds_total_sum_irate{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "sum:kubernetes_state.container.cpu_requested{kube_namespace:$namespace.value,pod_name:$instances.value}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "(query1 / query2) * 100" } ], "response_format": "scalar", "conditional_formats": [ { "value": 0.8, "palette": "white_on_yellow", "comparator": ">=" }, { "value": 0.9, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "%" } }, { "layout": { "x": 6, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "Memory Utilisation", "requests": [ { "queries": [ { "name": "query1", "query": "sum:kubernetes.memory.working_set{kube_namespace:$namespace.value,pod_name:$instances.value,kube_container_name:*}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "sum:kubernetes_state.container.memory_requested{kube_namespace:$namespace.value,pod_name:$instances.value}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "(query1 / query2) * 100" } ], "response_format": "scalar", "conditional_formats": [ { "value": 0.8, "palette": "white_on_yellow", "comparator": ">=" }, { "value": 0.9, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "%" } }, { "layout": { "x": 7, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "Replication Lag", "requests": [ { "queries": [ { "name": "query1", "query": "max:cnpg_pg_replication_lag{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar", "conditional_formats": [ { "value": 1, "palette": "white_on_yellow", "comparator": ">=" }, { "value": 10, "palette": "white_on_yellow", "comparator": ">=" }, { "value": 20, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "s", "timeseries_background": { "type": "area" } } }, { "layout": { "x": 8, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "Write Lag", "requests": [ { "queries": [ { "name": "query1", "query": "max:cnpg_pg_stat_replication_write_lag_seconds{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar", "conditional_formats": [ { "value": 1, "palette": "white_on_yellow", "comparator": ">=" }, { "value": 10, "palette": "white_on_yellow", "comparator": ">=" }, { "value": 20, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "s", "timeseries_background": { "type": "area" } } }, { "layout": { "x": 9, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "Volume Space Usage", "requests": [ { "queries": [ { "name": "query1", "query": "max:kubernetes.kubelet.volume.stats.available_bytes{kube_namespace:$namespace.value,persistentvolumeclaim:$instances.value} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "max:kubernetes.kubelet.volume.stats.capacity_bytes{kube_namespace:$namespace.value,persistentvolumeclaim:$instances.value} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" }, { "name": "query3", "query": "max:kubernetes.kubelet.volume.stats.available_bytes{kube_namespace:$namespace.value,persistentvolumeclaim:$instances.value-wal} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" }, { "name": "query4", "query": "max:kubernetes.kubelet.volume.stats.capacity_bytes{kube_namespace:$namespace.value,persistentvolumeclaim:$instances.value-wal} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" }, { "name": "query5", "query": "sum:kubernetes.kubelet.volume.stats.used_bytes{kube_namespace:$namespace.value,persistentvolumeclaim:$instances.value-tbs*} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" }, { "name": "query6", "query": "sum:kubernetes.kubelet.volume.stats.capacity_bytes{kube_namespace:$namespace.value,persistentvolumeclaim:$instances.value-tbs*} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "alias": "DATA", "formula": "(1 - query1 / query2) * 100" } ], "response_format": "scalar", "conditional_formats": [ { "value": 0.8, "palette": "white_on_yellow", "comparator": ">=" }, { "value": 0.9, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "%" } }, { "layout": { "x": 10, "y": 1, "width": 2, "height": 1 }, "definition": { "type": "query_value", "title": "Last Base Backup", "requests": [ { "queries": [ { "name": "query1", "query": "max:cnpg_collector_last_available_backup_timestamp{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar", "conditional_formats": [ { "value": -108000, "palette": "white_on_red", "comparator": ">=" }, { "value": -107999, "palette": "white_on_yellow", "comparator": ">=" }, { "value": -89999, "palette": "white_on_red", "comparator": ">=" }, { "value": -86399, "palette": "white_on_green", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "s" } }, { "layout": { "x": 1, "y": 2, "width": 2, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "sum:node_namespace_pod_container_container_cpu_usage_seconds_total_sum_irate{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "sum:kubernetes_state.container.cpu_requested{kube_namespace:$namespace.value,pod_name:$instances.value}", "aggregator": "last", "data_source": "metrics" }, { "name": "query3", "query": "sum:kubernetes.memory.working_set{kube_namespace:$namespace.value,pod_name:$instances.value,kube_container_name:*}", "aggregator": "last", "data_source": "metrics" }, { "name": "query4", "query": "sum:kubernetes_state.container.memory_requested{kube_namespace:$namespace.value,pod_name:$instances.value}", "aggregator": "last", "data_source": "metrics" }, { "name": "query5", "query": "sum:cnpg_backends.count{$namespace,pod:$instances.value} by {pod}", "aggregator": "last", "data_source": "metrics" }, { "name": "query6", "query": "sum:cnpg_pg_settings_setting{$namespace,pod:$instances.value,name:max_connections} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "alias": "CPU", "formula": "query1 / query2" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 3, "y": 3, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "Version", "requests": [ { "queries": [ { "name": "query1", "query": "avg:cnpg_collector_postgres_version{$namespace,pod:$instances.value} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 5, "y": 2, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "sum:node_namespace_pod_container_container_cpu_usage_seconds_total_sum_irate{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "alias": "Total", "formula": "query1" } ], "response_format": "scalar", "conditional_formats": [ { "value": 80000000000, "palette": "white_on_red", "comparator": ">=" }, { "value": 90000000000, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "timeseries_background": { "type": "area" } } }, { "layout": { "x": 6, "y": 2, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "sum:kubernetes.memory.working_set{kube_namespace:$namespace.value,pod_name:$instances.value,kube_container_name:*}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "alias": "Total", "formula": "query1" } ], "response_format": "scalar", "conditional_formats": [ { "value": 80000000000, "palette": "white_on_red", "comparator": ">=" }, { "value": 90000000000, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "B", "timeseries_background": { "type": "area" } } }, { "layout": { "x": 7, "y": 2, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "Flush Lag", "requests": [ { "queries": [ { "name": "query1", "query": "max:cnpg_pg_stat_replication_flush_lag_seconds{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar", "conditional_formats": [ { "value": 1, "palette": "white_on_yellow", "comparator": ">=" }, { "value": 10, "palette": "white_on_yellow", "comparator": ">=" }, { "value": 20, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "s", "timeseries_background": { "type": "area" } } }, { "layout": { "x": 8, "y": 2, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "Replay Lag", "requests": [ { "queries": [ { "name": "query1", "query": "max:cnpg_pg_stat_replication_replay_lag_seconds{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar", "conditional_formats": [ { "value": 1, "palette": "white_on_yellow", "comparator": ">=" }, { "value": 10, "palette": "white_on_yellow", "comparator": ">=" }, { "value": 20, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "s", "timeseries_background": { "type": "area" } } }, { "layout": { "x": 9, "y": 2, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "Database Size", "requests": [ { "queries": [ { "name": "query1", "query": "avg:cnpg_pg_database_size_bytes{$namespace,pod:$instances.value} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar", "conditional_formats": [ { "value": 60000000000, "palette": "white_on_red", "comparator": ">=" }, { "value": 80000000000, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "B" } }, { "layout": { "x": 10, "y": 2, "width": 2, "height": 1 }, "definition": { "type": "query_value", "title": "Last archived WAL", "requests": [ { "queries": [ { "name": "query1", "query": "max:cnpg_pg_replication_in_recovery{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "max:cnpg_pg_stat_archiver_seconds_since_last_archival{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "(1 - query1) * query2" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "s" } }, { "layout": { "x": 1, "y": 3, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "max:cnpg_collector_last_available_backup_timestamp{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "alias": "Backups", "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 2, "y": 3, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "max:cnpg_pg_replication_in_recovery{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "max:cnpg_pg_stat_archiver_seconds_since_last_archival{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "alias": "WAL", "formula": "(1 - query1) * query2" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 2, "y": 4, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "sum:kube_pod_status_ready{$operatorNamespace,pod:cloudnative-pg-operator*,condition:true}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "alias": "Operator Status", "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 3, "y": 4, "width": 1, "height": 1 }, "definition": { "type": "note", "content": "Panel had no queries (stat).", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 10, "y": 3, "width": 2, "height": 1 }, "definition": { "type": "query_value", "title": "First Recoverability Point", "requests": [ { "queries": [ { "name": "query1", "query": "avg:cnpg_collector_first_recoverability_point{$namespace,pod:$instances.value} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1 * 1000" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 0, "y": 5, "width": 12, "height": 2 }, "definition": { "type": "group", "title": "Server Health", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 1, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 1, "y": 0, "width": 1, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 2, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 4, "y": 0, "width": 1, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 5, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 7, "y": 0, "width": 1, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 8, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 10, "y": 0, "width": 1, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 11, "y": 0, "width": 1, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 0, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "note", "content": "\n \n

$instances

\n
", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 1, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "min:kubernetes_state.container.ready{kube_namespace:$namespace.value,pod_name:$instances.value,kube_container_name:postgres}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar", "conditional_formats": [ { "value": 1, "palette": "white_on_green", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "timeseries_background": { "type": "area" } } }, { "layout": { "x": 2, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "avg:cnpg_pg_replication_in_recovery{$namespace,pod:$instances.value} by {pod}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "avg:cnpg_pg_replication_is_wal_receiver_up{$namespace,pod:$instances.value} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "1 - query1 + query2" } ], "response_format": "scalar", "conditional_formats": [ { "value": 80, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "timeseries_background": { "type": "area" } } }, { "layout": { "x": 3, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "avg:cnpg_pg_replication_streaming_replicas{$namespace,pod:$instances.value} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar", "conditional_formats": [ { "value": 80, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 4, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "avg:kubernetes_state.pod.count{kube_namespace:$namespace.value,pod_name:$instances.value} by {pod_name}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 5, "y": 1, "width": 2, "height": 1 }, "definition": { "type": "timeseries", "title": "", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:cnpg_backends.count{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" } ], "formulas": [ { "alias": "-", "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 7, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "sum:cnpg_backends.count{$namespace,pod:$instances.value} by {pod}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "sum:cnpg_pg_settings_setting{$namespace,pod:$instances.value,name:max_connections} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "100 * query1 / query2" } ], "response_format": "scalar", "conditional_formats": [ { "value": 75, "palette": "white_on_red", "comparator": ">=" }, { "value": 90, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "%" } }, { "layout": { "x": 8, "y": 1, "width": 2, "height": 1 }, "definition": { "type": "toplist", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "max:cnpg_pg_database_xid_age{$namespace,pod:$instances.value} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "limit": { "count": 10, "order": "desc" }, "formula": "query1" } ], "response_format": "scalar" } ] } }, { "layout": { "x": 10, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "avg:cnpg_pg_postmaster_start_time{$namespace,pod:$instances.value}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1 * 1000" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 11, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "avg:cnpg_collector_postgres_version{$namespace,pod:$instances.value} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 7, "width": 12, "height": 4 }, "definition": { "type": "group", "title": "Configuration", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 1, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 1, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 3, "y": 0, "width": 1, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 4, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 6, "y": 0, "width": 1, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 7, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 9, "y": 0, "width": 1, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 10, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "note", "content": " ", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 0, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "note", "content": "\n \n

$instances

\n
", "tick_pos": "50%", "font_size": "14", "show_tick": false, "tick_edge": "left", "text_align": "left", "has_padding": true, "vertical_align": "top", "background_color": "white" } }, { "layout": { "x": 1, "y": 1, "width": 2, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "avg:cnpg_pg_settings_setting{$namespace,pod:$instances.value,name:max_connections} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 3, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "max:cnpg_pg_settings_setting{$namespace,pod:$instances.value,name:shared_buffers} by {pod}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "max:cnpg_pg_settings_setting{$namespace,pod:$instances.value,name:block_size} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1 * query2" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "B" } }, { "layout": { "x": 4, "y": 1, "width": 2, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "max:cnpg_pg_settings_setting{$namespace,pod:$instances.value,name:effective_cache_size} by {pod}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "max:cnpg_pg_settings_setting{$namespace,pod:$instances.value,name:block_size} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1 * query2" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "B" } }, { "layout": { "x": 6, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "avg:cnpg_pg_settings_setting{$namespace,pod:$instances.value,name:work_mem} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1 * 1024" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "B" } }, { "layout": { "x": 7, "y": 1, "width": 2, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "avg:cnpg_pg_settings_setting{$namespace,pod:$instances.value,name:maintenance_work_mem} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "B" } }, { "layout": { "x": 9, "y": 1, "width": 1, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "avg:cnpg_pg_settings_setting{$namespace,pod:$instances.value,name:random_page_cost} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 10, "y": 1, "width": 2, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "avg:cnpg_pg_settings_setting{$namespace,pod:$instances.value,name:seq_page_cost} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 0, "y": 2, "width": 12, "height": 2 }, "definition": { "type": "query_table", "title": "Configurations", "requests": [ { "queries": [ { "name": "query1", "query": "avg:cnpg_pg_settings_setting{$namespace,pod:$instances.value} by {pod}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "limit": { "count": 50, "order": "desc" }, "formula": "query1" } ], "response_format": "scalar" } ], "has_search_bar": "auto" } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 11, "width": 12, "height": 8 }, "definition": { "type": "group", "title": "Operational Stats", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 6, "height": 2 }, "definition": { "type": "timeseries", "title": "CPU Usage", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:kubernetes.cpu.usage.total{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1 / 1000000000" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 0, "width": 6, "height": 2 }, "definition": { "type": "timeseries", "title": "Memory Usage (container memory working set)", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:kubernetes.memory.working_set{$namespace,pod:$instances.value,kube_container_name:*} by {pod}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 2, "width": 12, "height": 2 }, "definition": { "type": "timeseries", "title": "Session States", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:cnpg_backends.count{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" }, { "name": "query2", "query": "sum:cnpg_backends.count{$namespace,pod:$instances.value} by {state,pod}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 4, "width": 6, "height": 2 }, "definition": { "type": "timeseries", "title": "Transactions [5m]", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:cnpg_pg_stat_database_xact_commit.count{$namespace,pod:$instances.value} by {pod}.as_rate()", "data_source": "metrics" }, { "name": "query2", "query": "sum:cnpg_pg_stat_database_xact_rollback.count{$namespace,pod:$instances.value} by {pod}.as_rate()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 4, "width": 6, "height": 2 }, "definition": { "type": "timeseries", "title": "Longest Transaction", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "max:cnpg_backends_max_tx_duration_seconds{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 6, "width": 6, "height": 2 }, "definition": { "type": "timeseries", "title": "Deadlocks [5m]", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_pg_stat_database_deadlocks.count{$namespace,pod:$instances.value,!datname:*} by {pod}.as_rate()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 6, "width": 6, "height": 2 }, "definition": { "type": "timeseries", "title": "Blocked Queries", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_backends_waiting.count{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 19, "width": 12, "height": 8 }, "definition": { "type": "group", "title": "Storage & I/O", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 6, "height": 2 }, "definition": { "type": "query_value", "title": "Volume Space Usage: PGDATA and WAL", "requests": [ { "queries": [ { "name": "query1", "query": "max:kubernetes.kubelet.volume.stats.available_bytes{$namespace,persistentvolumeclaim:$instances.value} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "max:kubernetes.kubelet.volume.stats.capacity_bytes{$namespace,persistentvolumeclaim:$instances.value} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" }, { "name": "query3", "query": "max:kubernetes.kubelet.volume.stats.available_bytes{$namespace,persistentvolumeclaim:$instances.value-wal} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" }, { "name": "query4", "query": "max:kubernetes.kubelet.volume.stats.capacity_bytes{$namespace,persistentvolumeclaim:$instances.value-wal} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "(1 - query1 / query2) * 100" } ], "response_format": "scalar", "conditional_formats": [ { "value": 0.7, "palette": "white_on_red", "comparator": ">=" }, { "value": 0.8, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "%" } }, { "layout": { "x": 6, "y": 0, "width": 6, "height": 2 }, "definition": { "type": "query_value", "title": "Volume Inode Usage: PGDATA and WAL", "requests": [ { "queries": [ { "name": "query1", "query": "max:kubernetes.kubelet.volume.stats.inodes_used{$namespace,persistentvolumeclaim:$instances.value} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "max:kubernetes.kubelet.volume.stats.inodes{$namespace,persistentvolumeclaim:$instances.value} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" }, { "name": "query3", "query": "max:kubernetes.kubelet.volume.stats.inodes_used{$namespace,persistentvolumeclaim:$instances.value-wal} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" }, { "name": "query4", "query": "max:kubernetes.kubelet.volume.stats.inodes{$namespace,persistentvolumeclaim:$instances.value-wal} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "(query1 / query2) * 100" } ], "response_format": "scalar", "conditional_formats": [ { "value": 0.8, "palette": "white_on_red", "comparator": ">=" }, { "value": 0.9, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "%" } }, { "layout": { "x": 0, "y": 2, "width": 12, "height": 2 }, "definition": { "type": "query_value", "title": "Volume Space Usage: Tablespaces", "requests": [ { "queries": [ { "name": "query1", "query": "sum:kubernetes.kubelet.volume.stats.used_bytes{$namespace,persistentvolumeclaim:$instances.value-tbs*} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" }, { "name": "query2", "query": "sum:kubernetes.kubelet.volume.stats.capacity_bytes{$namespace,persistentvolumeclaim:$instances.value-tbs*} by {persistentvolumeclaim}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "formula": "(query1 / query2) * 100" } ], "response_format": "scalar", "conditional_formats": [ { "value": 0.7, "palette": "white_on_red", "comparator": ">=" }, { "value": 0.8, "palette": "white_on_red", "comparator": ">=" } ] } ], "autoscale": true, "precision": 2, "text_align": "center", "custom_unit": "%" } }, { "layout": { "x": 0, "y": 4, "width": 6, "height": 2 }, "definition": { "type": "timeseries", "title": "Tuple I/O [5m]", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:cnpg_pg_stat_database_tup_deleted.count{$namespace,pod:$instances.value,!datname:*}.as_rate()", "data_source": "metrics" }, { "name": "query2", "query": "sum:cnpg_pg_stat_database_tup_inserted.count{$namespace,pod:$instances.value,!datname:*}.as_rate()", "data_source": "metrics" }, { "name": "query3", "query": "sum:cnpg_pg_stat_database_tup_fetched.count{$namespace,pod:$instances.value,!datname:*}.as_rate()", "data_source": "metrics" }, { "name": "query4", "query": "sum:cnpg_pg_stat_database_tup_returned.count{$namespace,pod:$instances.value,!datname:*}.as_rate()", "data_source": "metrics" }, { "name": "query5", "query": "sum:cnpg_pg_stat_database_tup_updated.count{$namespace,pod:$instances.value,!datname:*}.as_rate()", "data_source": "metrics" } ], "formulas": [ { "alias": "deleted", "formula": "query1" }, { "alias": "inserted", "formula": "query2" }, { "alias": "fetched", "formula": "query3" }, { "alias": "returned", "formula": "query4" }, { "alias": "updated", "formula": "query5" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 4, "width": 6, "height": 2 }, "definition": { "type": "timeseries", "title": "Block I/O [5m]", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_pg_stat_database_blks_hit.count{$namespace,pod:$instances.value,!datname:*} by {pod}.as_rate()", "data_source": "metrics" }, { "name": "query2", "query": "avg:cnpg_pg_stat_database_blks_read.count{$namespace,pod:$instances.value,!datname:*} by {pod}.as_rate()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 6, "width": 6, "height": 2 }, "definition": { "type": "timeseries", "title": "Database Size", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "max:cnpg_pg_database_size_bytes{$namespace,pod:$instances.value,!datname:template*,!datname:postgres} by {pod,datname}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 6, "width": 6, "height": 2 }, "definition": { "type": "timeseries", "title": "Temp Bytes [5m]", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_pg_stat_database_temp_bytes.count{$namespace,pod:$instances.value,!datname:*} by {pod}.as_rate()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 27, "width": 12, "height": 4 }, "definition": { "type": "group", "title": "Write Ahead Log", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 4, "height": 2 }, "definition": { "type": "timeseries", "title": "WAL Segment Archive Status", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_collector_pg_wal_archive_status{$namespace,pod:$instances.value,value:ready} by {pod}", "data_source": "metrics" }, { "name": "query2", "query": "avg:cnpg_collector_pg_wal_archive_status{$namespace,pod:$instances.value,value:done} by {pod}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 4, "y": 0, "width": 4, "height": 2 }, "definition": { "type": "timeseries", "title": "Archiver Status [5m]", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_pg_stat_archiver_archived_count.count{$namespace,pod:$instances.value} by {pod}.as_rate()", "data_source": "metrics" }, { "name": "query2", "query": "avg:cnpg_pg_stat_archiver_failed_count.count{$namespace,pod:$instances.value} by {pod}.as_rate()", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" }, { "formula": "query2" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 8, "y": 0, "width": 4, "height": 2 }, "definition": { "type": "timeseries", "title": "Last Archive Age", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_pg_stat_archiver_seconds_since_last_archival{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 0, "y": 2, "width": 4, "height": 2 }, "definition": { "type": "timeseries", "title": "WAL Count", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": false }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_collector_pg_wal{$namespace,pod:$instances.value,value:count} by {pod}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "line", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 31, "width": 12, "height": 2 }, "definition": { "type": "group", "title": "Replication", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Replication Lag", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 600", "display_type": "warning dashed" }, { "value": "y = 3600", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_pg_replication_lag{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 3, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Write Lag", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_pg_stat_replication_write_lag_seconds{$namespace,pod:$instances.value} by {pod,application_name}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Flush Lag", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_pg_stat_replication_flush_lag_seconds{$namespace,pod:$instances.value} by {pod,application_name}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 9, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Replay Lag", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_pg_stat_replication_replay_lag_seconds{$namespace,pod:$instances.value} by {pod,application_name}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 33, "width": 12, "height": 2 }, "definition": { "type": "group", "title": "Collector Stats", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 6, "height": 2 }, "definition": { "type": "heatmap", "title": "Collection Duration", "requests": [ { "style": { "palette": "dog_classic" }, "queries": [ { "name": "query1", "query": "avg:cnpg_collector_collection_duration_seconds{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "response_format": "timeseries" } ], "show_legend": true } }, { "layout": { "x": 6, "y": 0, "width": 6, "height": 2 }, "definition": { "type": "timeseries", "title": "Errors", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": false }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_collector_last_collection_error{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1" } ], "display_type": "line", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 35, "width": 12, "height": 2 }, "definition": { "type": "group", "title": "Backups", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 4, "height": 2 }, "definition": { "type": "timeseries", "title": "First Recoverability Point", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": false }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_collector_first_recoverability_point{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" } ], "formulas": [ { "formula": "query1 * 1000" } ], "display_type": "line", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 37, "width": 12, "height": 2 }, "definition": { "type": "group", "title": "Checkpoints", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 2, "height": 2 }, "definition": { "type": "timeseries", "title": "Requested/Timed", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_pg_stat_bgwriter_checkpoints_req{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" }, { "name": "query2", "query": "avg:cnpg_pg_stat_checkpointer_checkpoints_req{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" }, { "name": "query3", "query": "avg:cnpg_pg_stat_bgwriter_checkpoints_timed{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" }, { "name": "query4", "query": "avg:cnpg_pg_stat_checkpointer_checkpoints_timed{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" } ], "formulas": [ { "formula": "default_zero(query1) + default_zero(query2)" }, { "formula": "default_zero(query3) + default_zero(query4)" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 2, "y": 0, "width": 3, "height": 2 }, "definition": { "type": "timeseries", "title": "Write/Sync time", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": true }, "markers": [ { "value": "y = 80", "display_type": "error dashed" } ], "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "avg:cnpg_pg_stat_bgwriter_checkpoint_write_time{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" }, { "name": "query2", "query": "avg:cnpg_pg_stat_checkpointer_write_time{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" }, { "name": "query3", "query": "avg:cnpg_pg_stat_bgwriter_checkpoint_sync_time{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" }, { "name": "query4", "query": "avg:cnpg_pg_stat_checkpointer_sync_time{$namespace,pod:$instances.value} by {pod}", "data_source": "metrics" } ], "formulas": [ { "formula": "default_zero(query1) + default_zero(query2)" }, { "formula": "default_zero(query3) + default_zero(query4)" } ], "display_type": "area", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 39, "width": 12, "height": 2 }, "definition": { "type": "group", "title": "Extensions", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 12, "height": 2 }, "definition": { "type": "query_table", "title": "Installed extensions", "requests": [ { "queries": [ { "name": "query1", "query": "max:cnpg_pg_extensions_update_available{$namespace,pod:$instances.value} by {datname,extname,default_version,installed_version}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "limit": { "count": 50, "order": "desc" }, "formula": "query1" } ], "response_format": "scalar" } ], "has_search_bar": "auto" } } ], "show_title": true, "layout_type": "ordered" } }, { "layout": { "x": 0, "y": 41, "width": 12, "height": 3 }, "definition": { "type": "group", "title": "Operator", "widgets": [ { "layout": { "x": 0, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "sum:kubernetes_state.pod.ready{$operatorNamespace,condition:true}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "alias": "Ready Operator Pods", "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 2, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "max:controller_runtime_reconcile.count{$operatorNamespace,result:error,controller:cluster}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "alias": "Cluster Reconcile Errors", "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 4, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "max:controller_runtime_reconcile.count{$operatorNamespace,result:error,controller:backup}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "alias": "Backup Reconcile Errors", "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 6, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "max:controller_runtime_reconcile.count{$operatorNamespace AND result:error AND controller IN (scheduledbackup,scheduled-backup)}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "alias": "Scheduled Backup Reconcile Errors", "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 8, "y": 0, "width": 2, "height": 1 }, "definition": { "type": "query_value", "title": "", "requests": [ { "queries": [ { "name": "query1", "query": "max:controller_runtime_reconcile.count{$operatorNamespace,result:error,controller:pooler}", "aggregator": "last", "data_source": "metrics" } ], "formulas": [ { "alias": "Pooler Reconcile Errors", "formula": "query1" } ], "response_format": "scalar" } ], "autoscale": true, "precision": 2, "text_align": "center" } }, { "layout": { "x": 0, "y": 1, "width": 2, "height": 2 }, "definition": { "type": "timeseries", "title": "Ready Operator Pods", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": false }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "sum:kubernetes_state.pod.ready{$operatorNamespace,condition:true}", "data_source": "metrics" } ], "formulas": [ { "alias": "Ready Operator Pods", "formula": "query1" } ], "display_type": "line", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 2, "y": 1, "width": 2, "height": 2 }, "definition": { "type": "timeseries", "title": "Cluster Reconcile Errors", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": false }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "max:controller_runtime_reconcile.count{$operatorNamespace,result:error,controller:cluster}", "data_source": "metrics" } ], "formulas": [ { "alias": "Cluster Reconcile Errors", "formula": "query1" } ], "display_type": "line", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 4, "y": 1, "width": 2, "height": 2 }, "definition": { "type": "timeseries", "title": "Backup Reconcile Errors", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": false }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "max:controller_runtime_reconcile.count{$operatorNamespace,result:error,controller:backup}", "data_source": "metrics" } ], "formulas": [ { "alias": "Backup Reconcile Errors", "formula": "query1" } ], "display_type": "line", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 6, "y": 1, "width": 2, "height": 2 }, "definition": { "type": "timeseries", "title": "Scheduled Backup Reconcile Errors", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": false }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "max:controller_runtime_reconcile.count{$operatorNamespace AND result:error AND controller IN (scheduledbackup,scheduled-backup)}", "data_source": "metrics" } ], "formulas": [ { "alias": "Scheduled Backup Reconcile Errors", "formula": "query1" } ], "display_type": "line", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } }, { "layout": { "x": 8, "y": 1, "width": 2, "height": 2 }, "definition": { "type": "timeseries", "title": "Pooler Reconcile Errors", "yaxis": { "max": "auto", "min": "auto", "label": "", "scale": "linear", "include_zero": false }, "requests": [ { "style": { "palette": "dog_classic", "line_type": "solid", "line_width": "normal" }, "queries": [ { "name": "query1", "query": "max:controller_runtime_reconcile.count{$operatorNamespace,result:error,controller:pooler}", "data_source": "metrics" } ], "formulas": [ { "alias": "Pooler Reconcile Errors", "formula": "query1" } ], "display_type": "line", "response_format": "timeseries" } ], "show_legend": true, "legend_layout": "auto", "legend_columns": [ "avg", "min", "max", "value", "sum" ] } } ], "show_title": true, "layout_type": "ordered" } } ], "description": "Converted from Grafana dashboard https://grafana.com/grafana/dashboards/20417 (by CloudNativePG).", "layout_type": "ordered", "reflow_type": "fixed", "template_variables": [ { "name": "operatorNamespace", "prefix": "kube_namespace", "default": "*", "available_values": [] }, { "name": "namespace", "prefix": "kube_namespace", "default": "*", "available_values": [] }, { "name": "cluster", "prefix": "cluster", "default": "*", "available_values": [] }, { "name": "instances", "prefix": "instances", "default": "*", "available_values": [] } ] }