Skip to content

HDDS-11316. Improve Create Key and Chunk IO Dashboards #7075

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
kerneltime merged 4 commits into from
Aug 21, 2024
Merged

HDDS-11316. Improve Create Key and Chunk IO Dashboards #7075

Show file tree
Hide file tree
Changes from 2 commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
7d35bbc
HDDS-11316. Improve Create Key and Chunk IO Dashboards
kerneltime Aug 14, 2024
c393359
address workaround for https://github.com/grafana/grafana/issues/44542
kerneltime Aug 19, 2024
26d1249
avoid specifying the source and the defaults get selected
kerneltime Aug 21, 2024
d1f22fc
Update hadoop-ozone/dist/src/main/compose/common/grafana/dashboards/O…
kerneltime Aug 21, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
114 changes: 79 additions & 35 deletions .../dist/src/main/compose/common/grafana/dashboards/Datanode Chunk Read_Write Dashboard.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -15,7 +15,7 @@
"type": "grafana",
"id": "grafana",
"name": "Grafana",
"version": "10.4.2"
Copy link
Contributor

@duongkame duongkame Aug 20, 2024

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Naive question: Would other grafana servers be able to import dashboard generated from newer grafana.

Copy link
Contributor Author

@kerneltime kerneltime Aug 21, 2024

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Good question. Even with the local setup the docker imaged pulled down is the latest. I used the older version 10.4.2 of the docker image and the dashboards were rendered without errors. This will be a hard thing for us to keep track off across versions.

Copy link
Contributor Author

@kerneltime kerneltime Aug 21, 2024

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

I tried on an older version Version 7.3.6 (commit: NA, branch: master) and a lot of the dashboards don't really work.. but I think it is ok for us to continue with the latest version.

"version": "11.1.4"
},
{
"type": "datasource",
Expand Down Expand Up @@ -148,12 +148,16 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(volume_io_stats_read_bytes[$__rate_interval])",
"disableTextWrap": false,
"editorMode": "builder",
"expr": "rate(volume_io_stats_read_bytes[$__interval])",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "Datanode={{label_name}} Volume={{storagedirectory}}",
"range": true,
"refId": "A"
"refId": "A",
"useBackend": false
}
],
"title": "Data read per Volume",
Expand Down Expand Up @@ -243,12 +247,16 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(volume_io_stats_read_op_count[$__rate_interval])",
"disableTextWrap": false,
"editorMode": "builder",
"expr": "rate(volume_io_stats_read_op_count[$__interval])",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "Datanode={{hostname}} Volume={{storagedirectory}}",
"range": true,
"refId": "A"
"refId": "A",
"useBackend": false
}
],
"title": "Read Ops",
Expand Down Expand Up @@ -339,12 +347,16 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(volume_io_stats_write_bytes[$__rate_interval])",
"disableTextWrap": false,
"editorMode": "builder",
"expr": "rate(volume_io_stats_write_bytes[$__interval])",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "Datanode={{label_name}} Volume={{storagedirectory}}",
"range": true,
"refId": "A"
"refId": "A",
"useBackend": false
}
],
"title": "Data write per Volume",
Expand Down Expand Up @@ -434,12 +446,16 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(volume_io_stats_write_op_count[$__rate_interval])",
"disableTextWrap": false,
"editorMode": "builder",
"expr": "rate(volume_io_stats_write_op_count[$__interval])",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "Datanode={{hostname}} Volume={{storagedirectory}}",
"range": true,
"refId": "A"
"refId": "A",
"useBackend": false
}
],
"title": "Write Ops",
Expand Down Expand Up @@ -543,12 +559,16 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(storage_container_metrics_bytes_write_chunk[$__rate_interval])",
"disableTextWrap": false,
"editorMode": "builder",
"expr": "rate(storage_container_metrics_bytes_write_chunk[$__interval])",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "Datanode={{hostname}}",
"range": true,
"refId": "A"
"refId": "A",
"useBackend": false
}
],
"title": "Write Chunk Traffic",
Expand Down Expand Up @@ -639,12 +659,16 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "sum(rate(storage_container_metrics_bytes_write_chunk[$__rate_interval]))",
"disableTextWrap": false,
"editorMode": "builder",
"expr": "sum(rate(storage_container_metrics_bytes_write_chunk[$__interval]))",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "Datanode={{hostname}}",
"range": true,
"refId": "A"
"refId": "A",
"useBackend": false
}
],
"title": "Total Write Chunk Traffic",
Expand Down Expand Up @@ -734,12 +758,16 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(storage_container_metrics_num_write_chunk[$__rate_interval])",
"disableTextWrap": false,
"editorMode": "builder",
"expr": "rate(storage_container_metrics_num_write_chunk[$__interval])",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "Datanode={{hostname}}",
"range": true,
"refId": "A"
"refId": "A",
"useBackend": false
}
],
"title": "Write Chunks Ops",
Expand Down Expand Up @@ -829,12 +857,16 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(storage_container_metrics_bytes_put_block[$__rate_interval])",
"disableTextWrap": false,
"editorMode": "builder",
"expr": "rate(storage_container_metrics_bytes_put_block[$__interval])",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A"
"refId": "A",
"useBackend": false
}
],
"title": "Put Blocks Ops",
Expand Down Expand Up @@ -938,12 +970,16 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "rate(storage_container_metrics_bytes_read_chunk[$__rate_interval])",
"disableTextWrap": false,
"editorMode": "builder",
"expr": "rate(storage_container_metrics_bytes_read_chunk[$__interval])",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "Datanode={{hostname}}",
"range": true,
"refId": "A"
"refId": "A",
"useBackend": false
}
],
"title": "Read Chunk Traffic",
Expand Down Expand Up @@ -1034,12 +1070,16 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"editorMode": "code",
"expr": "sum(rate(storage_container_metrics_bytes_read_chunk[$__rate_interval]))",
"disableTextWrap": false,
"editorMode": "builder",
"expr": "sum(rate(storage_container_metrics_bytes_read_chunk[$__interval]))",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "Datanode={{hostname}}",
"range": true,
"refId": "A"
"refId": "A",
"useBackend": false
}
],
"title": "Total Read Chunk Traffic",
Expand Down Expand Up @@ -1129,12 +1169,16 @@
"type": "prometheus",
"uid": "${DS_PROMETHEUS}"
},
"disableTextWrap": false,
"editorMode": "builder",
"expr": "rate(storage_container_metrics_num_read_chunk[$__rate_interval])",
"expr": "rate(storage_container_metrics_num_read_chunk[$__interval])",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
"legendFormat": "Datanode={{hostname}}",
"range": true,
"refId": "A"
"refId": "A",
"useBackend": false
}
],
"title": "Read Chunks Ops",
Expand All @@ -1148,13 +1192,13 @@
"list": []
},
"time": {
"from": "now-3h",
"from": "now-7d",
"to": "now"
},
"timepicker": {},
"timezone": "browser",
"title": "Datanode Chunk Read/Write Dashboard",
"uid": "edj2lc6lfn5s0a",
"version": 15,
"version": 4,
"weekStart": ""
}
Loading