{
  "tags": [],
  "title": "K8S Dashboard",
  "widgets": [
    {
      "layout": {
        "x": 0,
        "y": 0,
        "width": 12,
        "height": 11
      },
      "definition": {
        "type": "group",
        "title": "Node Resource Overview：Selected Nodes:【$Node】",
        "widgets": [
          {
            "layout": {
              "x": 0,
              "y": 0,
              "width": 2,
              "height": 1
            },
            "definition": {
              "type": "toplist",
              "title": "Node Memory Ratio",
              "requests": [
                {
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes.memory.working_set{$origin_prometheus,kube_container_name:*,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes_state.node.memory_allocatable{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "sum:kubernetes_state.container.memory_requested{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query4",
                      "query": "sum:kubernetes_state.node.memory_allocatable{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query5",
                      "query": "sum:kubernetes_state.container.memory_limit{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query6",
                      "query": "sum:kubernetes_state.node.memory_allocatable{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "alias": "Memory Utilization",
                      "limit": {
                        "count": 10,
                        "order": "desc"
                      },
                      "formula": "(query1 / query2) * 100"
                    }
                  ],
                  "response_format": "scalar"
                }
              ]
            }
          },
          {
            "layout": {
              "x": 2,
              "y": 0,
              "width": 2,
              "height": 1
            },
            "definition": {
              "type": "toplist",
              "title": "Node CPU Ratio",
              "requests": [
                {
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes.cpu.usage.total{$origin_prometheus,kube_container_name:*,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes_state.node.cpu_allocatable{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "sum:kubernetes_state.container.cpu_requested{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query4",
                      "query": "sum:kubernetes_state.node.cpu_allocatable{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query5",
                      "query": "sum:kubernetes_state.container.cpu_limit{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query6",
                      "query": "sum:kubernetes_state.node.cpu_allocatable{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "alias": "CPU Utilization Rate",
                      "limit": {
                        "count": 10,
                        "order": "desc"
                      },
                      "formula": "((query1 / 1000000000) / query2) * 100"
                    }
                  ],
                  "response_format": "scalar"
                }
              ]
            }
          },
          {
            "layout": {
              "x": 4,
              "y": 0,
              "width": 1,
              "height": 1
            },
            "definition": {
              "type": "toplist",
              "title": "Nodes with Pod",
              "requests": [
                {
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes_state.node.count{$origin_prometheus} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes_state.pod.count{$origin_prometheus AND created_by_kind NOT IN (_none_,job) AND $Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "sum:kubernetes_state.node.pods_allocatable{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "alias": "Number of nodes",
                      "limit": {
                        "count": 10,
                        "order": "desc"
                      },
                      "formula": "count_not_null(query1)"
                    }
                  ],
                  "response_format": "scalar"
                }
              ]
            }
          },
          {
            "layout": {
              "x": 5,
              "y": 0,
              "width": 3,
              "height": 2
            },
            "definition": {
              "type": "query_table",
              "title": "Namespace Resource Statistics",
              "requests": [
                {
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes_state.pod.count{$origin_prometheus,$Node} by {kube_namespace,host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes_state.service.count{$origin_prometheus} by {kube_namespace,host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "sum:kube_deployment_metadata_generation{$origin_prometheus} by {namespace,host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query4",
                      "query": "sum:kube_daemonset_metadata_generation{$origin_prometheus} by {namespace,host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query5",
                      "query": "sum:kube_statefulset_metadata_generation{$origin_prometheus} by {namespace,host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query6",
                      "query": "sum:kube_configmap_info{$origin_prometheus} by {namespace,host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query7",
                      "query": "sum:kube_secret_info{$origin_prometheus} by {namespace,host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "limit": {
                        "count": 50,
                        "order": "desc"
                      },
                      "formula": "count_not_null(query1)"
                    },
                    {
                      "formula": "count_not_null(query2)"
                    },
                    {
                      "formula": "count_not_null(query3) + count_not_null(query4) + count_not_null(query5)"
                    },
                    {
                      "alias": "configmap",
                      "formula": "count_not_null(query6)"
                    },
                    {
                      "alias": "secret",
                      "formula": "count_not_null(query7)"
                    }
                  ],
                  "response_format": "scalar"
                }
              ],
              "has_search_bar": "auto"
            }
          },
          {
            "layout": {
              "x": 8,
              "y": 0,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "$NameSpace：Network Overview（Associable nodes and namespaces）",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": true
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes.network.rx_bytes{$origin_prometheus,$Node,$NameSpace}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes.network.tx_bytes{$origin_prometheus,$Node,$NameSpace}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "alias": "Receive",
                      "formula": "query1 * 8"
                    },
                    {
                      "alias": "Send",
                      "formula": "query2 * 8"
                    }
                  ],
                  "display_type": "area",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 0,
              "y": 1,
              "width": 2,
              "height": 1
            },
            "definition": {
              "type": "toplist",
              "title": "Node Memory Information",
              "requests": [
                {
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes_state.node.memory_allocatable{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes.memory.working_set{$origin_prometheus,kube_container_name:*,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "sum:kubernetes_state.container.memory_requested{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query4",
                      "query": "sum:kubernetes_state.container.memory_limit{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "alias": "Total Memory",
                      "limit": {
                        "count": 10,
                        "order": "desc"
                      },
                      "formula": "query1"
                    }
                  ],
                  "response_format": "scalar"
                }
              ]
            }
          },
          {
            "layout": {
              "x": 2,
              "y": 1,
              "width": 2,
              "height": 1
            },
            "definition": {
              "type": "toplist",
              "title": "Node CPU Number of cores",
              "requests": [
                {
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes_state.node.cpu_allocatable{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes.cpu.usage.total{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "sum:kubernetes_state.container.cpu_requested{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query4",
                      "query": "sum:kubernetes_state.container.cpu_limit{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "alias": "Total Cores",
                      "limit": {
                        "count": 10,
                        "order": "desc"
                      },
                      "formula": "query1"
                    }
                  ],
                  "response_format": "scalar"
                }
              ]
            }
          },
          {
            "layout": {
              "x": 4,
              "y": 1,
              "width": 1,
              "height": 1
            },
            "definition": {
              "type": "toplist",
              "title": "Node Storage Information",
              "requests": [
                {
                  "queries": [
                    {
                      "name": "query1",
                      "query": "avg:kubernetes.filesystem.usage_pct{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes.filesystem.usage{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "avg:kubernetes.filesystem.usage_pct{$origin_prometheus,$Node}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "alias": "Utilization Rate",
                      "limit": {
                        "count": 10,
                        "order": "desc"
                      },
                      "formula": "query1"
                    }
                  ],
                  "response_format": "scalar"
                }
              ]
            }
          },
          {
            "layout": {
              "x": 0,
              "y": 2,
              "width": 12,
              "height": 1
            },
            "definition": {
              "type": "query_value",
              "title": "",
              "requests": [
                {
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kube_deployment_metadata_generation{$origin_prometheus} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kube_daemonset_metadata_generation{$origin_prometheus} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "sum:kube_statefulset_metadata_generation{$origin_prometheus} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query4",
                      "query": "sum:kubernetes_state.pod.count{$origin_prometheus} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query5",
                      "query": "sum:kube_node_spec_taint{$origin_prometheus,key:node.kubernetes.io*} by {key,origin_prometheus,host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query6",
                      "query": "sum:kubernetes_state.node.count{$origin_prometheus} by {origin_prometheus,host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query7",
                      "query": "sum:kubernetes_state.node.count{$origin_prometheus} by {origin_prometheus,host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query8",
                      "query": "sum:kube_node_spec_taint{$origin_prometheus} by {origin_prometheus,host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query9",
                      "query": "sum:kube_node_spec_taint{$origin_prometheus} by {key,origin_prometheus,host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "alias": "Workload",
                      "formula": "count_not_null(query1) + count_not_null(query2) + count_not_null(query3)"
                    }
                  ],
                  "response_format": "scalar",
                  "conditional_formats": [
                    {
                      "value": 80,
                      "palette": "white_on_red",
                      "comparator": ">="
                    }
                  ]
                }
              ],
              "autoscale": true,
              "precision": 2,
              "text_align": "center"
            }
          },
          {
            "layout": {
              "x": 0,
              "y": 3,
              "width": 4,
              "height": 1
            },
            "definition": {
              "type": "timeseries",
              "title": "Memory Usage【$Node】",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": true
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes_state.node.memory_allocatable{$origin_prometheus,$Node}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes.memory.working_set{$origin_prometheus,kube_container_name:*,$Node}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "alias": "Total Memory",
                      "formula": "query1"
                    },
                    {
                      "alias": "Usage",
                      "formula": "query2"
                    }
                  ],
                  "display_type": "area",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 4,
              "y": 3,
              "width": 4,
              "height": 1
            },
            "definition": {
              "type": "timeseries",
              "title": "CPU Used Cores【$Node】",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": true
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes_state.node.cpu_allocatable{$origin_prometheus,$Node}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes.cpu.usage.total{$origin_prometheus,$Node}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "alias": "Total Cores",
                      "formula": "query1"
                    },
                    {
                      "alias": "Usage",
                      "formula": "query2 / 1000000000"
                    }
                  ],
                  "display_type": "area",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 8,
              "y": 3,
              "width": 4,
              "height": 1
            },
            "definition": {
              "type": "timeseries",
              "title": "Pod Number and nodes【$Node】",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": true
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes_state.node.count{$origin_prometheus} by {host}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes_state.pod.count{$origin_prometheus AND created_by_kind NOT IN (_none_,job) AND $Node} by {host}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "sum:kubernetes_state.node.pods_allocatable{$origin_prometheus,$Node}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "alias": "Number of nodes",
                      "formula": "count_not_null(query1)"
                    },
                    {
                      "alias": "Pod Number",
                      "formula": "count_not_null(query2)"
                    },
                    {
                      "alias": "Upper Limit Pod",
                      "formula": "query3"
                    }
                  ],
                  "display_type": "area",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 0,
              "y": 4,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "$Node：Nodes CPU Breakdown",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes.cpu.usage.total{$origin_prometheus,kube_container_name:*,$Node} by {host}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes_state.node.cpu_allocatable{$origin_prometheus,$Node} by {host}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "(query1 / 1000000000) / query2 * 100"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 4,
              "y": 4,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "$Node：Node Memory Breakdown",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes.memory.working_set{$origin_prometheus,kube_container_name:*,$Node} by {host}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes_state.node.memory_allocatable{$origin_prometheus,$Node} by {host}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "query1 / query2 * 100"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 8,
              "y": 4,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "$Node：Node Network Overview",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes.network.rx_bytes{$origin_prometheus,$Node} by {host}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes.network.tx_bytes{$origin_prometheus,$Node} by {host}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "query1 * 8"
                    },
                    {
                      "formula": "query2 * 8"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 0,
              "y": 6,
              "width": 12,
              "height": 3
            },
            "definition": {
              "type": "query_table",
              "title": "$Node：Node Information Detail",
              "requests": [
                {
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes_state.pod.count{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes.cpu.usage.total{$origin_prometheus,kube_container_name:*,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "avg:kubernetes_state.node.cpu_allocatable{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query4",
                      "query": "sum:kubernetes_state.container.cpu_requested{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query5",
                      "query": "sum:kubernetes_state.container.cpu_limit{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query6",
                      "query": "sum:kubernetes.memory.working_set{$origin_prometheus,kube_container_name:*,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query7",
                      "query": "sum:kubernetes_state.node.memory_allocatable{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query8",
                      "query": "sum:kubernetes_state.container.memory_requested{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query9",
                      "query": "sum:kubernetes_state.container.memory_limit{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query10",
                      "query": "sum:kubernetes.filesystem.usage{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query11",
                      "query": "sum:kubernetes.filesystem.usage_pct{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query12",
                      "query": "sum:kubernetes.memory.working_set{$origin_prometheus,kube_container_name:*,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query13",
                      "query": "sum:kubernetes_state.node.memory_allocatable{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query14",
                      "query": "sum:kubernetes_state.container.memory_requested{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query15",
                      "query": "sum:kubernetes_state.node.memory_allocatable{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query16",
                      "query": "sum:kubernetes_state.container.memory_limit{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query17",
                      "query": "sum:kubernetes_state.node.memory_allocatable{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query18",
                      "query": "sum:kubernetes.cpu.usage.total{$origin_prometheus,kube_container_name:*,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query19",
                      "query": "sum:kubernetes_state.node.cpu_allocatable{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query20",
                      "query": "sum:kubernetes_state.container.cpu_requested{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query21",
                      "query": "sum:kubernetes_state.node.cpu_allocatable{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query22",
                      "query": "sum:kubernetes_state.container.cpu_limit{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query23",
                      "query": "sum:kubernetes_state.node.cpu_allocatable{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query24",
                      "query": "sum:kubernetes.filesystem.usage{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query25",
                      "query": "sum:kubernetes.filesystem.usage_pct{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query26",
                      "query": "sum:kubernetes_state.node.pods_allocatable{$origin_prometheus,$Node} by {host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "alias": "pod Number",
                      "limit": {
                        "count": 50,
                        "order": "desc"
                      },
                      "formula": "count_not_null(query1)"
                    },
                    {
                      "formula": "query2 / 1000000000"
                    },
                    {
                      "formula": "query3"
                    },
                    {
                      "formula": "query4"
                    },
                    {
                      "formula": "query5"
                    },
                    {
                      "formula": "query6"
                    },
                    {
                      "formula": "query7"
                    },
                    {
                      "formula": "query8"
                    },
                    {
                      "formula": "query9"
                    },
                    {
                      "formula": "query10"
                    },
                    {
                      "formula": "query11"
                    },
                    {
                      "alias": "Memory Usage%",
                      "formula": "query12 / query13"
                    },
                    {
                      "alias": "Memory Requests%",
                      "formula": "query14 / query15"
                    },
                    {
                      "alias": "Memory Limit%",
                      "formula": "query16 / query17"
                    },
                    {
                      "alias": "CPU Usage%",
                      "formula": "(query18 / 1000000000) / query19"
                    },
                    {
                      "alias": "CPU Requests%",
                      "formula": "query20 / query21"
                    },
                    {
                      "alias": "Memory Limit%",
                      "formula": "query22 / query23"
                    },
                    {
                      "alias": "Disk Usage%",
                      "formula": "query24 / query25"
                    },
                    {
                      "alias": "PodCaps",
                      "formula": "query26"
                    }
                  ],
                  "response_format": "scalar"
                }
              ],
              "has_search_bar": "auto"
            }
          },
          {
            "layout": {
              "x": 0,
              "y": 9,
              "width": 3,
              "height": 2
            },
            "definition": {
              "type": "query_table",
              "title": "PVC Storage Usage",
              "requests": [
                {
                  "queries": [
                    {
                      "name": "query1",
                      "query": "max:kubernetes.kubelet.volume.stats.used_bytes{$origin_prometheus} by {kube_namespace,persistentvolumeclaim}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "min:kubernetes.kubelet.volume.stats.available_bytes{$origin_prometheus} by {kube_namespace,persistentvolumeclaim}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "max:kubernetes.kubelet.volume.stats.used_bytes{$origin_prometheus} by {kube_namespace,persistentvolumeclaim}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query4",
                      "query": "max:kubernetes.kubelet.volume.stats.used_bytes{$origin_prometheus} by {kube_namespace,persistentvolumeclaim}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query5",
                      "query": "min:kubernetes.kubelet.volume.stats.available_bytes{$origin_prometheus} by {kube_namespace,persistentvolumeclaim}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query6",
                      "query": "sum:kube_pod_spec_volumes_persistentvolumeclaims_info{$origin_prometheus} by {namespace,persistentvolumeclaim,host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "limit": {
                        "count": 50,
                        "order": "desc"
                      },
                      "formula": "query1"
                    },
                    {
                      "formula": "query2 + query3"
                    },
                    {
                      "formula": "query4 / (query5 + query4) * 100"
                    },
                    {
                      "formula": "count_not_null(query6)"
                    }
                  ],
                  "response_format": "scalar"
                }
              ],
              "has_search_bar": "auto"
            }
          },
          {
            "layout": {
              "x": 3,
              "y": 9,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "Namespaces CPU Usage kernel(>0.5)",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes.cpu.usage.total{$origin_prometheus,kube_container_name:*,!kube_container_name:pod} by {kube_namespace}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "query1 / 1000000000"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 7,
              "y": 9,
              "width": 5,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "Namespaces WSS Memory Usage (>1G)",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes.memory.working_set{$origin_prometheus,kube_container_name:*,!kube_container_name:pod} by {kube_namespace}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "query1"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          }
        ],
        "show_title": true,
        "layout_type": "ordered"
      }
    },
    {
      "layout": {
        "x": 0,
        "y": 11,
        "width": 12,
        "height": 6
      },
      "definition": {
        "type": "group",
        "title": "Pod Resource Overview：SelectedPod:【$Pod】",
        "widgets": [
          {
            "layout": {
              "x": 0,
              "y": 0,
              "width": 12,
              "height": 2
            },
            "definition": {
              "type": "query_table",
              "title": "$Node：Pod Resource Detail(Associable Nodes)",
              "requests": [
                {
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes.cpu.usage.total{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes.cpu.limits{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "sum:kubernetes.cpu.usage.total{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query4",
                      "query": "sum:kubernetes_state.container.cpu_requested{$origin_prometheus,$Pod,$Container,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query5",
                      "query": "sum:kubernetes_state.container.cpu_limit{$origin_prometheus,$Pod,$Container,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query6",
                      "query": "sum:kubernetes.memory.working_set{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query7",
                      "query": "sum:kubernetes.memory.limits{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query8",
                      "query": "sum:kubernetes.memory.working_set{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query9",
                      "query": "sum:kubernetes.memory.rss{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query10",
                      "query": "sum:kubernetes.memory.limits{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query11",
                      "query": "sum:kubernetes.memory.rss{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query12",
                      "query": "sum:kubernetes_state.container.memory_requested{$origin_prometheus,$Pod,$Container,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query13",
                      "query": "sum:kubernetes_state.container.memory_limit{$origin_prometheus,$Pod,$Container,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query14",
                      "query": "sum:kubernetes.filesystem.usage{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query15",
                      "query": "avg:kubernetes_state.container.restarts{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name,host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query16",
                      "query": "avg:kubernetes_state.pod.age{$origin_prometheus,$Pod,$NameSpace} by {pod_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query17",
                      "query": "sum:kubernetes.filesystem.usage_pct{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query18",
                      "query": "sum:kubernetes.network.rx_bytes{$origin_prometheus,$Pod,$Node,$NameSpace} by {pod_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query19",
                      "query": "sum:kubernetes.network.tx_bytes{$origin_prometheus,$Pod,$Node,$NameSpace} by {pod_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "limit": {
                        "count": 50,
                        "order": "desc"
                      },
                      "formula": "(query1 / 1000000000) / query2"
                    },
                    {
                      "alias": "CPUKernel Usage",
                      "formula": "query3 / 1000000000"
                    },
                    {
                      "formula": "query4"
                    },
                    {
                      "formula": "query5"
                    },
                    {
                      "alias": "wss%",
                      "formula": "query6 / query7"
                    },
                    {
                      "alias": "wss",
                      "formula": "query8"
                    },
                    {
                      "alias": "rss%",
                      "formula": "query9 / query10"
                    },
                    {
                      "alias": "rss",
                      "formula": "query11"
                    },
                    {
                      "formula": "query12"
                    },
                    {
                      "formula": "query13"
                    },
                    {
                      "formula": "query14"
                    },
                    {
                      "formula": "query15"
                    },
                    {
                      "formula": "query16"
                    },
                    {
                      "formula": "query17"
                    },
                    {
                      "formula": "query18 * 8"
                    },
                    {
                      "formula": "query19 * 8"
                    }
                  ],
                  "response_format": "scalar"
                }
              ],
              "has_search_bar": "auto"
            }
          },
          {
            "layout": {
              "x": 0,
              "y": 2,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "Pod Containers CPU Utilization (Maximum100%Associable Nodes)",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "max:kubernetes.cpu.usage.total{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "max:kubernetes.cpu.limits{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "(query1 / 1000000000) / query2 * 100"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 4,
              "y": 2,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "Pod Container Memory Usage (Associatable Nodes)",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "max:kubernetes.memory.working_set{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "max:kubernetes.memory.limits{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "max:kubernetes.memory.rss{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query4",
                      "query": "max:kubernetes.memory.limits{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "query1 / query2 * 100"
                    },
                    {
                      "formula": "query3 / query4 * 100"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 8,
              "y": 2,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "Pod Network bandwidth per second (Associable Nodes)",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "max:kubernetes.network.rx_bytes{$origin_prometheus,$Pod,$Node,$NameSpace} by {pod_name}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "max:kubernetes.network.tx_bytes{$origin_prometheus,$Pod,$Node,$NameSpace} by {pod_name}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "query1 * 8"
                    },
                    {
                      "formula": "query2 * 8"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 0,
              "y": 4,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "Pod Containers CPU Core Usage",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "max:kubernetes.cpu.usage.total{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "max:kubernetes_state.container.cpu_limit{$origin_prometheus,$Pod,$Container,$Node,$NameSpace} by {kube_container_name}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "query1 / 1000000000"
                    },
                    {
                      "formula": "query2"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 4,
              "y": 4,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "Pod Containers WSS Memory Usage (Associable Nodes)",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "max:kubernetes.memory.working_set{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "max:kubernetes_state.container.memory_limit{$origin_prometheus,$Pod,$Container,$Node,$NameSpace} by {kube_container_name}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "query1"
                    },
                    {
                      "formula": "query2"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 8,
              "y": 4,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "Pod Containers RSS Memory Usage (Associable Nodes)",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "max:kubernetes.memory.rss{$origin_prometheus,$Pod,$Container,kube_container_name:*,!kube_container_name:pod,$Node,$NameSpace} by {kube_container_name,pod_name,host,kube_namespace}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "query1"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          }
        ],
        "show_title": true,
        "layout_type": "ordered"
      }
    },
    {
      "layout": {
        "x": 0,
        "y": 17,
        "width": 12,
        "height": 6
      },
      "definition": {
        "type": "group",
        "title": "Microservices (Container Name) Resource Overview：Selected Microservices:【$Container】",
        "widgets": [
          {
            "layout": {
              "x": 0,
              "y": 0,
              "width": 12,
              "height": 2
            },
            "definition": {
              "type": "query_table",
              "title": "Microservices (Container Name) Resource Statistics",
              "requests": [
                {
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes.cpu.usage.total{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes.cpu.limits{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "sum:kubernetes.cpu.usage.total{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query4",
                      "query": "sum:kubernetes_state.container.cpu_requested{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query5",
                      "query": "sum:kubernetes_state.container.cpu_limit{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query6",
                      "query": "sum:kubernetes.memory.working_set{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query7",
                      "query": "sum:kubernetes.memory.limits{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query8",
                      "query": "sum:kubernetes.memory.working_set{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query9",
                      "query": "sum:kubernetes.memory.rss{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query10",
                      "query": "sum:kubernetes.memory.limits{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query11",
                      "query": "sum:kubernetes.memory.rss{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query12",
                      "query": "sum:kubernetes_state.container.memory_requested{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query13",
                      "query": "sum:kubernetes_state.container.memory_limit{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query14",
                      "query": "avg:kubernetes.filesystem.usage{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query15",
                      "query": "sum:kube_pod_container_info{$origin_prometheus,$Container,container:*,!container:pod,$NameSpace} by {container,namespace,host}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query16",
                      "query": "avg:kubernetes.filesystem.usage_pct{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "aggregator": "last",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "limit": {
                        "count": 50,
                        "order": "desc"
                      },
                      "formula": "(query1 / 1000000000) / query2"
                    },
                    {
                      "alias": "Total Cores Used",
                      "formula": "query3 / 1000000000"
                    },
                    {
                      "formula": "query4"
                    },
                    {
                      "formula": "query5"
                    },
                    {
                      "formula": "query6 / query7"
                    },
                    {
                      "formula": "query8"
                    },
                    {
                      "alias": "Average Memory%(RSS)",
                      "formula": "query9 / query10"
                    },
                    {
                      "alias": "Total Memory Usage (RSS) ",
                      "formula": "query11"
                    },
                    {
                      "formula": "query12"
                    },
                    {
                      "formula": "query13"
                    },
                    {
                      "formula": "query14"
                    },
                    {
                      "formula": "count_not_null(query15)"
                    },
                    {
                      "formula": "query16"
                    }
                  ],
                  "response_format": "scalar"
                }
              ],
              "has_search_bar": "auto"
            }
          },
          {
            "layout": {
              "x": 0,
              "y": 2,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "Microservices (Container Name) Average CPU Usage (Maximum100%)",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes.cpu.usage.total{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes.cpu.limits{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "(query1 / 1000000000) / query2 * 100"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 4,
              "y": 2,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "Microservice (Container Name) Average Memory Utilization",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes.memory.working_set{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes.memory.limits{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "sum:kubernetes.memory.rss{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query4",
                      "query": "sum:kubernetes.memory.limits{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "query1 / query2 * 100"
                    },
                    {
                      "formula": "query3 / query4 * 100"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 8,
              "y": 2,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "Microservice (Container Name) Network bandwidth per second (Associable Nodes)",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes.network.rx_bytes{$origin_prometheus,$Node,$NameSpace,$Container} by {kube_container_name}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes.network.tx_bytes{$origin_prometheus,$Node,$NameSpace,$Container} by {kube_container_name}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "query1 * 8"
                    },
                    {
                      "formula": "query2 * 8"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 0,
              "y": 4,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "Microservices (Container Name) Overall CPU Cores Used",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes_state.container.cpu_limit{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes.cpu.usage.total{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "query1"
                    },
                    {
                      "formula": "query2 / 1000000000"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 4,
              "y": 4,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "Microservices (Container Name) Overall Memory Usage",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kubernetes.memory.working_set{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query2",
                      "query": "sum:kubernetes.memory.limits{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "data_source": "metrics"
                    },
                    {
                      "name": "query3",
                      "query": "sum:kubernetes.memory.rss{$origin_prometheus,$Container,kube_container_name:*,!kube_container_name:pod,$NameSpace} by {kube_container_name}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "query1"
                    },
                    {
                      "formula": "query2"
                    },
                    {
                      "formula": "query3"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          },
          {
            "layout": {
              "x": 8,
              "y": 4,
              "width": 4,
              "height": 2
            },
            "definition": {
              "type": "timeseries",
              "title": "Microservice (Container Name) Pod Number",
              "yaxis": {
                "max": "auto",
                "min": "auto",
                "label": "",
                "scale": "linear",
                "include_zero": false
              },
              "markers": [
                {
                  "value": "y = 80",
                  "display_type": "error dashed"
                }
              ],
              "requests": [
                {
                  "style": {
                    "palette": "dog_classic",
                    "line_type": "solid",
                    "line_width": "normal"
                  },
                  "queries": [
                    {
                      "name": "query1",
                      "query": "sum:kube_pod_container_info{$origin_prometheus,$Container,container:*,!container:pod,$NameSpace} by {container,namespace,host}",
                      "data_source": "metrics"
                    }
                  ],
                  "formulas": [
                    {
                      "formula": "count_not_null(query1)"
                    }
                  ],
                  "display_type": "line",
                  "response_format": "timeseries"
                }
              ],
              "show_legend": true,
              "legend_layout": "auto",
              "legend_columns": [
                "avg",
                "min",
                "max",
                "value",
                "sum"
              ]
            }
          }
        ],
        "show_title": true,
        "layout_type": "ordered"
      }
    }
  ],
  "description": "Converted from Grafana dashboard https://grafana.com/grafana/dashboards/15661 (by leospbru). 【English version】2025.01.25 Updates，kubernetesComprehensive display of resources！Includes K8S Overall Resource Overview、Microservices Resource Details、Pod Resource Details andK8SNetwork Bandwidth，Optimization metrics。https://grafana.com/orgs/starsliao/dashboards",
  "layout_type": "ordered",
  "reflow_type": "fixed",
  "template_variables": [
    {
      "name": "origin_prometheus",
      "prefix": "origin_prometheus",
      "default": "*",
      "available_values": []
    },
    {
      "name": "Node",
      "prefix": "host",
      "default": "*",
      "available_values": []
    },
    {
      "name": "NameSpace",
      "prefix": "kube_namespace",
      "default": "*",
      "available_values": []
    },
    {
      "name": "Container",
      "prefix": "kube_container_name",
      "default": "*",
      "available_values": []
    },
    {
      "name": "Pod",
      "prefix": "pod_name",
      "default": "*",
      "available_values": []
    }
  ]
}