kube_pod.yaml

rows:
  panels:
  - datasource:
      uid: q5KtSq17z
    fieldConfig:
      defaults:
        custom:
          pointSize: 2
      overrides:
      - matcher:
          id: byRegexp
          options: /^Limit/
        properties:
        - id: color
          value:
            fixedColor: '#FF0000'
            mode: fixed
        - id: custom.hideFrom
          value:
            legend: true
            tooltip: true
            viz: false
        - id: custom.pointSize
          value: 0
        - id: custom.spanNulls
          value: true
      - matcher:
          id: byRegexp
          options: /^Request/
        properties:
        - id: color
          value:
            fixedColor: '#00FF04'
            mode: fixed
        - id: custom.hideFrom
          value:
            legend: true
            tooltip: true
            viz: false
        - id: custom.pointSize
          value: 0
        - id: custom.spanNulls
          value: true
    gridPos:
      h: 8
      w: 8
      x: 0
      y: 0
    options:
      legend:
        calcs:
        - lastNotNull
        displayMode: table
        placement: bottom
        sortBy: Last *
        sortDesc: true
      tooltip:
        mode: multi
        sort: desc
    targets:
    - expr: sum by (pod, container) (irate(container_cpu_usage_seconds_total{dh_cluster="$dh_cluster",
        namespace="$namespace", container!="POD", container!="", pod=~".*$app.*"}[$__rate_interval]))
      legendFormat: '{{container}} in {{pod}}'
    - expr: min by (container) (kube_pod_container_resource_limits{dh_cluster="$dh_cluster",
        namespace="$namespace", resource="cpu", unit="core", pod=~".*$app.*"})
      legendFormat: 'Limit: {{ container }}'
    - expr: min by (container) (kube_pod_container_resource_requests{dh_cluster="$dh_cluster",
        namespace="$namespace", resource="cpu", unit="core", pod=~".*$app.*"})
      legendFormat: 'Request: {{ container }}'
    title: CPU Usage
    type: timeseries
  - datasource:
      uid: q5KtSq17z
    fieldConfig:
      defaults:
        custom:
          pointSize: 2
        decimals: 2
        max: 1
        min: 0
        unit: percentunit
    gridPos:
      h: 8
      w: 8
      x: 8
      y: 0
    options:
      legend:
        calcs:
        - lastNotNull
        displayMode: table
        placement: bottom
        sortBy: Last *
        sortDesc: true
      tooltip:
        mode: multi
        sort: desc
    targets:
    - expr: avg by (pod, container) (container_memory_working_set_bytes{dh_cluster="$dh_cluster",
        namespace="$namespace", container!="POD", container!="", pod=~".*$app.*"})
        / avg by (pod, container) (container_spec_memory_limit_bytes{dh_cluster="$dh_cluster",
        namespace="$namespace", container!="POD", container!="", pod=~".*$app.*"})
      legendFormat: '{{container}} in {{pod}}'
    title: Memory Limit Usage
    type: timeseries
  - datasource:
      uid: q5KtSq17z
    fieldConfig:
      defaults:
        custom:
          pointSize: 2
        unit: Bps
    gridPos:
      h: 8
      w: 8
      x: 16
      y: 0
    options:
      legend:
        calcs:
        - lastNotNull
        displayMode: table
        placement: bottom
        sortBy: Last *
        sortDesc: true
      tooltip:
        mode: multi
        sort: desc
    targets:
    - expr: sum by (pod) (irate(container_fs_writes_bytes_total{dh_cluster="$dh_cluster",
        namespace="$namespace", container!="POD", container!="", pod=~".*$app.*"}[$__rate_interval]))
      legendFormat: '{{ pod }} disk write'
    - expr: -sum by (pod) (irate(container_fs_reads_bytes_total{dh_cluster="$dh_cluster",
        namespace="$namespace", container!="POD", container!="", pod=~".*$app.*"}[$__rate_interval]))
      legendFormat: '{{ pod }} disk read'
    title: Disk IO
    type: timeseries
  - datasource:
      uid: q5KtSq17z
    fieldConfig:
      defaults:
        custom:
          fillOpacity: 10
          pointSize: 2
    gridPos:
      h: 8
      w: 8
      x: 0
      y: 1
    options:
      legend:
        calcs:
        - lastNotNull
        displayMode: table
        placement: bottom
        sortBy: Last *
        sortDesc: true
      tooltip:
        mode: multi
        sort: desc
    targets:
    - expr: sum by (pod) (delta(kube_pod_container_status_restarts_total{dh_cluster="$dh_cluster",
        namespace="$namespace", pod=~".*$app.*"}[$__rate_interval]))
      legendFormat: '{{ pod }}'
    title: Pod Restarts
    type: timeseries
  - datasource:
      uid: q5KtSq17z
    fieldConfig:
      defaults:
        custom:
          pointSize: 2
        unit: Bps
    gridPos:
      h: 8
      w: 8
      x: 8
      y: 1
    options:
      legend:
        calcs:
        - lastNotNull
        displayMode: table
        placement: bottom
        sortBy: Last *
        sortDesc: true
      tooltip:
        mode: multi
        sort: desc
    targets:
    - expr: sum by (pod) (irate(container_network_receive_bytes_total{dh_cluster="$dh_cluster",
        namespace="$namespace", pod=~".*$app.*"}[$__rate_interval]))
      legendFormat: '{{pod}} network recv bytes'
    - expr: -sum by (pod) (irate(container_network_transmit_bytes_total{dh_cluster="$dh_cluster",
        namespace="$namespace", pod=~".*$app.*"}[$__rate_interval]))
      legendFormat: '{{pod}} network sent bytes'
    title: Network IO
    type: timeseries
  - datasource:
      uid: q5KtSq17z
    fieldConfig:
      defaults:
        custom:
          axisLabel: CPU
          pointSize: 2
        min: 0
        unit: percentunit
      overrides:
      - matcher:
          id: byName
          options: CPU request usage
        properties:
        - id: color
          value:
            fixedColor: '#C334EB'
            mode: fixed
      - matcher:
          id: byName
          options: Pods running
        properties:
        - id: color
          value:
            fixedColor: '#34EB4F'
            mode: fixed
        - id: custom.axisLabel
          value: Pods
        - id: unit
          value: short
        - id: min
          value: 0
      - matcher:
          id: byName
          options: HPA max replicas
        properties:
        - id: color
          value:
            fixedColor: rgba(112, 112, 112, 0.26)
            mode: fixed
        - id: custom.hideFrom
          value:
            legend: true
            tooltip: true
            viz: false
        - id: custom.pointSize
          value: 0
        - id: custom.fillBelowTo
          value: HPA min replicas
        - id: custom.axisLabel
          value: Pods
        - id: unit
          value: short
        - id: min
          value: 0
      - matcher:
          id: byName
          options: HPA min replicas
        properties:
        - id: color
          value:
            fixedColor: rgba(112, 112, 112, 0.26)
            mode: fixed
        - id: custom.hideFrom
          value:
            legend: true
            tooltip: true
            viz: false
        - id: custom.pointSize
          value: 0
        - id: custom.axisLabel
          value: Pods
        - id: unit
          value: short
        - id: min
          value: 0
      - matcher:
          id: byName
          options: HPA threshold
        properties:
        - id: color
          value:
            fixedColor: '#F2495C'
            mode: fixed
        - id: custom.lineStyle
          value:
            dash:
            - 2
            - 2
            fill: dash
    gridPos:
      h: 8
      w: 8
      x: 16
      y: 1
    options:
      legend:
        calcs:
        - lastNotNull
        displayMode: table
        placement: bottom
        sortBy: Last *
        sortDesc: true
      tooltip:
        mode: multi
        sort: desc
    targets:
    - expr: kube_hpa_spec_target_metric{dh_cluster="$dh_cluster", hpa=~".*$app.*"}
      legendFormat: HPA target
    - expr: kube_hpa_spec_min_replicas{dh_cluster="$dh_cluster", hpa=~".*$app.*"}
      legendFormat: HPA min replicas
    - expr: kube_hpa_spec_max_replicas{dh_cluster="$dh_cluster", hpa=~".*$app.*"}
      legendFormat: HPA max replicas
    - expr: sum by (pod, namespace) (irate(container_cpu_usage_seconds_total{dh_cluster="$dh_cluster",
        namespace="$namespace", pod=~".*$app.*"}[$__rate_interval])) / sum by (pod,
        namespace) (kube_pod_container_resource_requests {dh_cluster="$dh_cluster",
        namespace="$namespace", resource="cpu", unit="core", pod=~".*$app.*"})
      legendFormat: CPU request usage - {{ pod }}
    - expr: sum(kube_pod_status_phase{dh_cluster="$dh_cluster", namespace="$namespace",
        pod=~".*$app.*", phase="Running"} > 0)
      legendFormat: Pods running
    title: HPA Status
    type: timeseries
  - datasource:
      uid: q5KtSq17z
    fieldConfig:
      defaults:
        custom:
          fillOpacity: 10
          pointSize: 2
        min: 0
        unit: short
    gridPos:
      h: 8
      w: 8
      x: 0
      y: 2
    options:
      legend:
        calcs:
        - lastNotNull
        displayMode: table
        placement: bottom
        sortBy: Last *
        sortDesc: true
      tooltip:
        mode: multi
        sort: desc
    targets:
    - expr: sum by (pod) (irate(container_network_transmit_errors_total{dh_cluster="$dh_cluster",
        namespace="$namespace", pod=~".*$app.*"}[$__rate_interval]))
      legendFormat: '{{pod}}'
    title: Network Transmit Errors
    type: timeseries
  - datasource:
      uid: q5KtSq17z
    fieldConfig:
      defaults:
        custom:
          fillOpacity: 10
          pointSize: 2
        unit: dtdurations
    gridPos:
      h: 8
      w: 8
      x: 8
      y: 2
    options:
      legend:
        calcs:
        - lastNotNull
        displayMode: table
        placement: bottom
        sortBy: Last *
        sortDesc: true
      tooltip:
        mode: multi
        sort: desc
    targets:
    - expr: sum by (pod, container) (rate(container_cpu_cfs_throttled_seconds_total{dh_cluster="$dh_cluster",
        namespace="$namespace", container!="POD", container!="", pod=~".*$app.*"}[$__rate_interval]))
      legendFormat: '{{pod}} - {{container}}'
    title: CPU Throttle Seconds
    type: timeseries
  - datasource:
      uid: q5KtSq17z
    fieldConfig:
      defaults:
        custom:
          fillOpacity: 10
          pointSize: 2
      overrides:
      - matcher:
          id: byRegexp
          options: /true|false/
        properties:
        - id: custom.hideFrom
          value:
            legend: true
            tooltip: false
            viz: false
      - matcher:
          id: byName
          options: 'true'
        properties:
        - id: color
          value:
            fixedColor: green
            mode: fixed
      - matcher:
          id: byName
          options: 'false'
        properties:
        - id: color
          value:
            fixedColor: red
            mode: fixed
      - matcher:
          id: byRegexp
          options: /^Not ready/
        properties:
        - id: custom.drawStyle
          value: line
        - id: custom.hideFrom
          value:
            legend: false
            tooltip: true
            viz: false
        - id: custom.pointSize
          value: 0
        - id: custom.stacking
          value:
            mode: none
        - id: custom.fillOpacity
          value: 0
        - id: custom.lineWidth
          value: 0
    gridPos:
      h: 8
      w: 8
      x: 16
      y: 2
    options:
      legend:
        calcs: []
        displayMode: table
        placement: bottom
        sortDesc: true
      tooltip:
        mode: multi
        sort: desc
    targets:
    - expr: sum by (condition) (kube_pod_status_ready{dh_cluster="$dh_cluster", namespace="$namespace",
        pod=~".*$app.*", condition="true"})
      legendFormat: '{{ condition }}'
    - expr: sum by (condition) (kube_pod_status_ready{dh_cluster="$dh_cluster", namespace="$namespace",
        pod=~".*$app.*", condition="false"})
      legendFormat: '{{ condition }}'
    - expr: kube_pod_status_ready{dh_cluster="$dh_cluster", namespace="$namespace",
        pod=~".*$app.*", condition="false"} > 0
      legendFormat: 'Not ready: {{ pod }}'
    title: Pod Ready
    type: timeseries
  title: Kubernetes Pod
  type: row