From 4da4287b1491871b474c4d530aec6b3dc3b4b111 Mon Sep 17 00:00:00 2001 From: Kevin Carter Date: Sun, 18 Sep 2016 10:14:09 -0500 Subject: [PATCH] Updated the grafana dash boards Change-Id: Ic5b87e62d830f8d77d39af97bd17966b6bb1e038 Signed-off-by: Kevin Carter --- .../openstack-aggregates.json | 446 ------ .../openstack-compute-all.yml | 1236 +++++++++++++++++ ...ics.json => openstack-system-metrics.json} | 56 +- 3 files changed, 1264 insertions(+), 474 deletions(-) delete mode 100644 cluster_metrics/grafana-dashboards/openstack-aggregates.json create mode 100644 cluster_metrics/grafana-dashboards/openstack-compute-all.yml rename cluster_metrics/grafana-dashboards/{openstack-metrics.json => openstack-system-metrics.json} (98%) diff --git a/cluster_metrics/grafana-dashboards/openstack-aggregates.json b/cluster_metrics/grafana-dashboards/openstack-aggregates.json deleted file mode 100644 index 8999efe0..00000000 --- a/cluster_metrics/grafana-dashboards/openstack-aggregates.json +++ /dev/null @@ -1,446 +0,0 @@ -{ - "__inputs": [ - { - "name": "DS_OSIC_INFLUXDB", - "label": "OSIC InfluxDB", - "description": "", - "type": "datasource", - "pluginId": "influxdb", - "pluginName": "InfluxDB" - } - ], - "__requires": [ - { - "type": "panel", - "id": "singlestat", - "name": "Singlestat", - "version": "" - }, - { - "type": "panel", - "id": "graph", - "name": "Graph", - "version": "" - }, - { - "type": "grafana", - "id": "grafana", - "name": "Grafana", - "version": "3.1.1" - }, - { - "type": "datasource", - "id": "influxdb", - "name": "InfluxDB", - "version": "1.0.0" - } - ], - "id": null, - "title": "OpenStack Compute Aggregates", - "tags": [], - "style": "dark", - "timezone": "browser", - "editable": true, - "hideControls": false, - "sharedCrosshair": false, - "rows": [ - { - "collapse": false, - "editable": true, - "height": "250px", - "panels": [ - { - "cacheTimeout": null, - "colorBackground": true, - "colorValue": false, - "colors": [ - "rgba(204, 85, 16, 0.97)", - "rgba(4, 133, 3, 0.89)", - "rgba(245, 54, 54, 0.9)" - ], - "datasource": "${DS_OSIC_INFLUXDB}", - "editable": true, - "error": false, - "format": "bytes", - "gauge": { - "maxValue": 100, - "minValue": 0, - "show": false, - "thresholdLabels": false, - "thresholdMarkers": true - }, - "height": "10px", - "id": 3, - "interval": null, - "isNew": true, - "links": [], - "mappingType": 1, - "mappingTypes": [ - { - "name": "value to text", - "value": 1 - }, - { - "name": "range to text", - "value": 2 - } - ], - "maxDataPoints": 100, - "minSpan": 6, - "nullPointMode": "connected", - "nullText": null, - "postfix": "", - "postfixFontSize": "50%", - "prefix": "RAM:", - "prefixFontSize": "50%", - "rangeMaps": [ - { - "from": "null", - "text": "N/A", - "to": "null" - } - ], - "span": 12, - "sparkline": { - "fillColor": "rgba(189, 188, 31, 0.18)", - "full": true, - "lineColor": "rgb(31, 120, 193)", - "show": false - }, - "targets": [ - { - "dsType": "influxdb", - "groupBy": [ - { - "params": [ - "$interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "hide": false, - "policy": "default", - "query": "SELECT sum(total) as total FROM \"mem\" WHERE host =~ /comp/ AND $timeFilter GROUP BY time($interval)", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "thresholds": "", - "title": "Compute node total Memory", - "type": "singlestat", - "valueFontSize": "70%", - "valueMaps": [ - { - "op": "=", - "text": "N/A", - "value": "null" - } - ], - "valueName": "current" - }, - { - "aliasColors": {}, - "bars": false, - "datasource": "${DS_OSIC_INFLUXDB}", - "editable": true, - "error": false, - "fill": 1, - "grid": { - "threshold1": null, - "threshold1Color": "rgba(27, 42, 216, 0.27)", - "threshold2": null, - "threshold2Color": "rgba(167, 0, 0, 0.22)", - "thresholdLine": false - }, - "height": "250px", - "id": 2, - "isNew": true, - "legend": { - "alignAsTable": true, - "avg": true, - "current": true, - "max": true, - "min": true, - "rightSide": false, - "show": true, - "sideWidth": 15, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "minSpan": 6, - "nullPointMode": "connected", - "percentage": false, - "pointradius": 1, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "span": 6, - "stack": false, - "steppedLine": false, - "targets": [ - { - "dsType": "influxdb", - "groupBy": [ - { - "params": [ - "$interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "hide": false, - "policy": "default", - "query": "SELECT sum(used) as used FROM \"mem\" WHERE host =~ /$compute_node$/ AND $timeFilter GROUP BY time($interval)", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Compute Node Used Memory", - "tooltip": { - "msResolution": true, - "shared": false, - "sort": 0, - "value_type": "cumulative" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "show": true - }, - "yaxes": [ - { - "format": "bytes", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "bytes", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ] - }, - { - "aliasColors": {}, - "bars": false, - "datasource": "${DS_OSIC_INFLUXDB}", - "editable": true, - "error": false, - "fill": 1, - "grid": { - "threshold1": null, - "threshold1Color": "rgba(27, 42, 216, 0.27)", - "threshold2": null, - "threshold2Color": "rgba(167, 0, 0, 0.22)", - "thresholdLine": false - }, - "height": "250px", - "id": 1, - "isNew": true, - "legend": { - "alignAsTable": true, - "avg": true, - "current": true, - "max": true, - "min": true, - "rightSide": false, - "show": true, - "sideWidth": 15, - "total": false, - "values": true - }, - "lines": true, - "linewidth": 1, - "links": [], - "minSpan": 6, - "nullPointMode": "connected", - "percentage": false, - "pointradius": 1, - "points": false, - "renderer": "flot", - "seriesOverrides": [], - "span": 6, - "stack": false, - "steppedLine": false, - "targets": [ - { - "dsType": "influxdb", - "groupBy": [ - { - "params": [ - "$interval" - ], - "type": "time" - }, - { - "params": [ - "null" - ], - "type": "fill" - } - ], - "hide": false, - "policy": "default", - "query": "SELECT sum(available) as available FROM \"mem\" WHERE host =~ /$compute_node$/ AND $timeFilter GROUP BY time($interval)", - "rawQuery": true, - "refId": "A", - "resultFormat": "time_series", - "select": [ - [ - { - "params": [ - "value" - ], - "type": "field" - }, - { - "params": [], - "type": "mean" - } - ] - ], - "tags": [] - } - ], - "timeFrom": null, - "timeShift": null, - "title": "Compute Node Available Memory", - "tooltip": { - "msResolution": true, - "shared": true, - "sort": 0, - "value_type": "cumulative" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "show": true - }, - "yaxes": [ - { - "format": "bytes", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - }, - { - "format": "bytes", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ] - } - ], - "showTitle": true, - "title": "Memory" - } - ], - "time": { - "from": "now/d", - "to": "now" - }, - "timepicker": { - "refresh_intervals": [ - "15s", - "1m", - "15m", - "1h" - ], - "time_options": [ - "5m", - "15m", - "1h", - "6h", - "12h", - "24h", - "2d", - "7d", - "30d" - ] - }, - "templating": { - "list": [ - { - "current": {}, - "datasource": "${DS_OSIC_INFLUXDB}", - "hide": 0, - "includeAll": true, - "label": "compute node", - "multi": false, - "name": "compute_node", - "options": [], - "query": "SHOW TAG VALUES FROM system WITH KEY=host", - "refresh": 1, - "regex": "/comp/", - "type": "query" - } - ] - }, - "annotations": { - "list": [] - }, - "schemaVersion": 12, - "version": 43, - "links": [], - "gnetId": null -} \ No newline at end of file diff --git a/cluster_metrics/grafana-dashboards/openstack-compute-all.yml b/cluster_metrics/grafana-dashboards/openstack-compute-all.yml new file mode 100644 index 00000000..65206e78 --- /dev/null +++ b/cluster_metrics/grafana-dashboards/openstack-compute-all.yml @@ -0,0 +1,1236 @@ +{ + "__inputs": [ + { + "name": "DS_INFLUXDB", + "label": "InfluxDB", + "description": "Compute dash board for general metrics on compute performance.", + "type": "datasource", + "pluginId": "influxdb", + "pluginName": "InfluxDB" + }, + { + "name": "VAR_COMPUTE_IDENTIFIER", + "type": "constant", + "label": "compute_identifier", + "value": "comp", + "description": "This is a constant for compute node lookup using 'comp' in the host name as the as an identifier. Change this to match your environment." + }, + { + "name": "VAR_NODE_COUNT", + "type": "constant", + "label": "node_count", + "value": "242", + "description": "Once the dash board has loaded use the value of 'node count' from the KVM STATS page to fill in this constant." + } + ], + "__requires": [ + { + "type": "panel", + "id": "singlestat", + "name": "Singlestat", + "version": "" + }, + { + "type": "panel", + "id": "graph", + "name": "Graph", + "version": "" + }, + { + "type": "grafana", + "id": "grafana", + "name": "Grafana", + "version": "3.1.1" + }, + { + "type": "datasource", + "id": "influxdb", + "name": "InfluxDB", + "version": "1.0.0" + } + ], + "id": null, + "title": "OpenStack ALL Compute Aggregates", + "tags": [ + "compute", + "openstack" + ], + "style": "dark", + "timezone": "browser", + "editable": true, + "hideControls": false, + "sharedCrosshair": false, + "rows": [ + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "cacheTimeout": null, + "colorBackground": true, + "colorValue": false, + "colors": [ + "rgba(50, 172, 45, 0.97)", + "rgba(2, 138, 6, 0.89)", + "rgba(245, 54, 54, 0.9)" + ], + "datasource": "${DS_INFLUXDB}", + "editable": true, + "error": false, + "format": "short", + "gauge": { + "maxValue": 100, + "minValue": 0, + "show": false, + "thresholdLabels": false, + "thresholdMarkers": true + }, + "height": "50px", + "id": 8, + "interval": "", + "isNew": true, + "links": [], + "mappingType": 1, + "mappingTypes": [ + { + "name": "value to text", + "value": 1 + }, + { + "name": "range to text", + "value": 2 + } + ], + "maxDataPoints": 100, + "minSpan": 6, + "nullPointMode": "connected", + "nullText": null, + "postfix": "", + "postfixFontSize": "50%", + "prefix": "Nodes:", + "prefixFontSize": "50%", + "rangeMaps": [ + { + "from": "null", + "text": "N/A", + "to": "null" + } + ], + "span": 12, + "sparkline": { + "fillColor": "rgba(31, 118, 189, 0.18)", + "full": false, + "lineColor": "rgb(31, 120, 193)", + "show": false + }, + "targets": [ + { + "alias": "Compute Nodes", + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "$interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "policy": "default", + "query": "SELECT COUNT(DISTINCT(kvm_host_id)) FROM \"custom_exec\" WHERE \"host\" =~ /$compute_identifier/", + "rawQuery": true, + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [] + } + ], + "thresholds": "", + "title": "Node count", + "type": "singlestat", + "valueFontSize": "80%", + "valueMaps": [ + { + "op": "=", + "text": "N/A", + "value": "null" + } + ], + "valueName": "avg" + }, + { + "aliasColors": {}, + "bars": false, + "datasource": "${DS_INFLUXDB}", + "editable": true, + "error": false, + "fill": 1, + "grid": { + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)", + "thresholdLine": false + }, + "height": "250px", + "id": 5, + "interval": ">32s", + "isNew": true, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": true, + "rightSide": false, + "show": true, + "sort": null, + "sortDesc": null, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "minSpan": 6, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": true, + "targets": [ + { + "alias": "KVM VMs", + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "$interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "hide": false, + "policy": "default", + "query": "SELECT MEAN(kvm_vms) * $node_count as VMs FROM \"custom_exec\" WHERE host =~ /$compute_identifier/ AND $timeFilter GROUP BY time($interval) fill(null)", + "rawQuery": true, + "refId": "B", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [] + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Instantiated VMs", + "tooltip": { + "msResolution": true, + "shared": true, + "sort": 2, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "show": true + }, + "yaxes": [ + { + "format": "none", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": "${DS_INFLUXDB}", + "editable": true, + "error": false, + "fill": 0, + "grid": { + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)", + "thresholdLine": false + }, + "height": "250px", + "id": 4, + "interval": ">24s", + "isNew": true, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": true, + "rightSide": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "minSpan": 6, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 1, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "alias": "Available vCPUs", + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "$interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "hide": false, + "policy": "default", + "query": "SELECT MEAN(kvm_total_vcpus) * $node_count as kvm_total_vCPUs FROM \"custom_exec\" WHERE host =~ /$compute_identifier/ AND $timeFilter GROUP BY time($interval) fill(null)", + "rawQuery": true, + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [] + }, + { + "alias": "Scheduled vCPUs", + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "$interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "hide": false, + "policy": "default", + "query": "SELECT mean(kvm_scheduled_vcpus) * $node_count as kvm_scheduled_vCPUs FROM \"custom_exec\" WHERE host =~ /$compute_identifier/ AND $timeFilter GROUP BY time($interval) fill(null)", + "rawQuery": true, + "refId": "C", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [] + } + ], + "timeFrom": null, + "timeShift": null, + "title": "vCPU Info", + "tooltip": { + "msResolution": true, + "shared": true, + "sort": 2, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "show": true + }, + "yaxes": [ + { + "format": "none", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "none", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + } + ], + "showTitle": true, + "title": "KVM stats" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": "${DS_INFLUXDB}", + "editable": true, + "error": false, + "fill": 1, + "grid": { + "threshold1": null, + "threshold1Color": "rgba(27, 42, 216, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(167, 0, 0, 0.22)", + "thresholdLine": false + }, + "height": "250px", + "id": 2, + "interval": "", + "isNew": true, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": true, + "rightSide": false, + "show": true, + "sideWidth": 15, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "minSpan": 6, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 1, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "alias": "", + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "$interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "hide": false, + "policy": "default", + "query": "SELECT mean(used) * $node_count as used FROM \"mem\" WHERE host =~ /$compute_identifier/ AND $timeFilter GROUP BY time($interval)", + "rawQuery": true, + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [] + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Compute Node Used Memory", + "tooltip": { + "msResolution": true, + "shared": false, + "sort": 0, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "xaxis": { + "show": true + }, + "yaxes": [ + { + "format": "bytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "bytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": "${DS_INFLUXDB}", + "editable": true, + "error": false, + "fill": 1, + "grid": { + "threshold1": null, + "threshold1Color": "rgba(27, 42, 216, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(167, 0, 0, 0.22)", + "thresholdLine": false + }, + "height": "250px", + "id": 1, + "interval": "", + "isNew": true, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": true, + "rightSide": false, + "show": true, + "sideWidth": 15, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "minSpan": 6, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 1, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 6, + "stack": false, + "steppedLine": false, + "targets": [ + { + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "$interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "hide": false, + "policy": "default", + "query": "SELECT MEAN(available) * $node_count as available FROM \"mem\" WHERE host =~ /$compute_identifier/ AND $timeFilter GROUP BY time($interval)", + "rawQuery": true, + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [] + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Compute Node Available Memory", + "tooltip": { + "msResolution": true, + "shared": true, + "sort": 0, + "value_type": "cumulative" + }, + "transparent": true, + "type": "graph", + "xaxis": { + "show": true + }, + "yaxes": [ + { + "format": "bytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "bytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + } + ], + "showTitle": true, + "title": "Memory" + }, + { + "collapse": true, + "editable": true, + "height": "250px", + "panels": [ + { + "aliasColors": {}, + "bars": false, + "datasource": "${DS_INFLUXDB}", + "editable": true, + "error": false, + "fill": 1, + "grid": { + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 6, + "interval": "", + "isNew": true, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "minSpan": 6, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "span": 12, + "stack": false, + "steppedLine": false, + "targets": [ + { + "alias": "USED: /var/lib/nova", + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "$interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "policy": "default", + "query": "SELECT mean(used) * $node_count AS \"used\" FROM \"disk\" WHERE \"host\" =~ /$compute_identifier/ AND \"path\" = '/var/lib/nova' AND $timeFilter GROUP BY time($interval)", + "rawQuery": true, + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [] + }, + { + "alias": "TOTAL: /var/lib/nova", + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "$interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "policy": "default", + "query": "SELECT mean(total) * $node_count AS \"total\" FROM \"disk\" WHERE \"host\" =~ /$compute_identifier/ AND \"path\" = '/var/lib/nova' AND $timeFilter GROUP BY time($interval)", + "rawQuery": true, + "refId": "C", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [] + }, + { + "alias": "USED: /openstack", + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "$interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "policy": "default", + "query": "SELECT mean(used) * $node_count AS \"used\" FROM \"disk\" WHERE \"host\" =~ /$compute_identifier/ AND \"path\" = '/openstack' AND $timeFilter GROUP BY time($interval)", + "rawQuery": true, + "refId": "B", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [] + }, + { + "alias": "TOTAL: /openstack", + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "$interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "policy": "default", + "query": "SELECT mean(total) * $node_count AS \"total\" FROM \"disk\" WHERE \"host\" =~ /$compute_identifier/ AND \"path\" = '/openstack' AND $timeFilter GROUP BY time($interval)", + "rawQuery": true, + "refId": "D", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [] + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Compute node Storage", + "tooltip": { + "msResolution": true, + "shared": true, + "sort": 0, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "show": true + }, + "yaxes": [ + { + "format": "bytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "bytes", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": "${DS_INFLUXDB}", + "editable": true, + "error": false, + "fill": 1, + "grid": { + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 7, + "interval": ">8s", + "isNew": true, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "hideEmpty": true, + "max": true, + "min": true, + "rightSide": false, + "show": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 1, + "links": [], + "minSpan": 6, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "span": 12, + "stack": false, + "steppedLine": false, + "targets": [ + { + "alias": "", + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "$interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "hide": false, + "policy": "default", + "query": "SELECT non_negative_derivative(mean(read_bytes),1s) as \"Read size\", non_negative_derivative(mean(write_bytes),1s) as \"Write size\" FROM \"diskio\" WHERE \"host\" =~ /$compute_identifier/ AND \"name\" =~ /(v|s)d(a|b|c|d)$/ AND $timeFilter GROUP BY time($interval) fill(null)", + "rawQuery": true, + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [] + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Disk I/O Bytes", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 0, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "show": true + }, + "yaxes": [ + { + "format": "Bps", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "ms", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ] + }, + { + "aliasColors": {}, + "bars": false, + "datasource": "${DS_INFLUXDB}", + "editable": true, + "error": false, + "fill": 1, + "grid": { + "threshold1": null, + "threshold1Color": "rgba(216, 200, 27, 0.27)", + "threshold2": null, + "threshold2Color": "rgba(234, 112, 112, 0.22)" + }, + "id": 9, + "interval": ">8s", + "isNew": true, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "hideEmpty": true, + "max": true, + "min": true, + "rightSide": false, + "show": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 1, + "links": [], + "minSpan": 6, + "nullPointMode": "connected", + "percentage": false, + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "span": 12, + "stack": false, + "steppedLine": false, + "targets": [ + { + "alias": "", + "dsType": "influxdb", + "groupBy": [ + { + "params": [ + "$interval" + ], + "type": "time" + }, + { + "params": [ + "null" + ], + "type": "fill" + } + ], + "hide": false, + "policy": "default", + "query": "SELECT non_negative_derivative(mean(reads),1s) as \"Read size\", non_negative_derivative(mean(writes),1s) as \"Write size\" FROM \"diskio\" WHERE \"host\" =~ /$compute_identifier/ AND \"name\" =~ /(v|s)d(a|b|c|d)$/ AND $timeFilter GROUP BY time($interval) fill(null)", + "rawQuery": true, + "refId": "A", + "resultFormat": "time_series", + "select": [ + [ + { + "params": [ + "value" + ], + "type": "field" + }, + { + "params": [], + "type": "mean" + } + ] + ], + "tags": [] + } + ], + "timeFrom": null, + "timeShift": null, + "title": "Disk I/O Requests", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 2, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "show": true + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "ms", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ] + } + ], + "showTitle": true, + "title": "Compute Disk Usage" + } + ], + "time": { + "from": "now/w", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "15s", + "1m", + "15m", + "1h" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "templating": { + "list": [ + { + "current": { + "value": "${VAR_COMPUTE_IDENTIFIER}", + "text": "${VAR_COMPUTE_IDENTIFIER}" + }, + "datasource": null, + "hide": 2, + "includeAll": false, + "multi": false, + "name": "compute_identifier", + "options": [ + { + "value": "${VAR_COMPUTE_IDENTIFIER}", + "text": "${VAR_COMPUTE_IDENTIFIER}" + } + ], + "query": "${VAR_COMPUTE_IDENTIFIER}", + "refresh": 0, + "type": "constant" + }, + { + "current": { + "value": "${VAR_NODE_COUNT}", + "text": "${VAR_NODE_COUNT}" + }, + "datasource": null, + "hide": 2, + "includeAll": false, + "multi": false, + "name": "node_count", + "options": [ + { + "value": "${VAR_NODE_COUNT}", + "text": "${VAR_NODE_COUNT}" + } + ], + "query": "${VAR_NODE_COUNT}", + "refresh": 0, + "type": "constant" + } + ] + }, + "annotations": { + "list": [] + }, + "refresh": false, + "schemaVersion": 12, + "version": 8, + "links": [], + "gnetId": null +} diff --git a/cluster_metrics/grafana-dashboards/openstack-metrics.json b/cluster_metrics/grafana-dashboards/openstack-system-metrics.json similarity index 98% rename from cluster_metrics/grafana-dashboards/openstack-metrics.json rename to cluster_metrics/grafana-dashboards/openstack-system-metrics.json index 2f1d77b1..3a93b1d1 100644 --- a/cluster_metrics/grafana-dashboards/openstack-metrics.json +++ b/cluster_metrics/grafana-dashboards/openstack-system-metrics.json @@ -1,9 +1,9 @@ { "__inputs": [ { - "name": "DS_OSIC_INFLUXDB", - "label": "OSIC InfluxDB", - "description": "", + "name": "DS_INFLUXDB", + "label": "InfluxDB", + "description": "Influx DB data source", "type": "datasource", "pluginId": "influxdb", "pluginName": "InfluxDB" @@ -62,7 +62,7 @@ "rgba(40, 147, 237, 0.89)", "rgba(40, 147, 237, 0.89)" ], - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "format": "s", @@ -175,7 +175,7 @@ "rgba(40, 147, 237, 0.89)", "rgba(40, 147, 237, 0.89)" ], - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "format": "bytes", @@ -289,7 +289,7 @@ "rgba(237, 129, 40, 0.89)", "rgba(50, 172, 45, 0.97)" ], - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "format": "percent", @@ -405,7 +405,7 @@ { "aliasColors": {}, "bars": false, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "fill": 1, @@ -578,7 +578,7 @@ { "aliasColors": {}, "bars": true, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "fill": 1, @@ -752,7 +752,7 @@ { "aliasColors": {}, "bars": true, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "fill": 1, @@ -921,7 +921,7 @@ { "aliasColors": {}, "bars": true, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "fill": 1, @@ -1099,7 +1099,7 @@ { "aliasColors": {}, "bars": false, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "fill": 0, @@ -1210,7 +1210,7 @@ { "aliasColors": {}, "bars": false, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "fill": 1, @@ -1331,7 +1331,7 @@ { "aliasColors": {}, "bars": false, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "fill": 1, @@ -1447,7 +1447,7 @@ { "aliasColors": {}, "bars": false, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "fill": 1, @@ -1575,7 +1575,7 @@ { "aliasColors": {}, "bars": false, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "fill": 1, @@ -1708,7 +1708,7 @@ { "aliasColors": {}, "bars": false, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "fill": 1, @@ -1885,7 +1885,7 @@ { "aliasColors": {}, "bars": false, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "fill": 1, @@ -2062,7 +2062,7 @@ { "aliasColors": {}, "bars": false, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "fill": 1, @@ -2239,7 +2239,7 @@ { "aliasColors": {}, "bars": false, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "fill": 1, @@ -2358,7 +2358,7 @@ { "aliasColors": {}, "bars": false, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "fill": 1, @@ -2477,7 +2477,7 @@ { "aliasColors": {}, "bars": false, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "editable": true, "error": false, "fill": 1, @@ -2622,18 +2622,18 @@ { "allFormat": "glob", "current": { - "text": "OSIC InfluxDB", - "value": "OSIC InfluxDB" + "text": "InfluxDB", + "value": "InfluxDB" }, - "datasource": "OSIC InfluxDB", + "datasource": "InfluxDB", "hide": 0, "includeAll": false, "multi": false, "name": "datasource", "options": [ { - "text": "OSIC InfluxDB", - "value": "OSIC InfluxDB", + "text": "InfluxDB", + "value": "InfluxDB", "selected": true }, { @@ -2649,7 +2649,7 @@ }, { "current": {}, - "datasource": "${DS_OSIC_INFLUXDB}", + "datasource": "${DS_INFLUXDB}", "hide": 0, "includeAll": false, "label": "Server", @@ -2731,4 +2731,4 @@ "version": 22, "links": [], "gnetId": 61 -} \ No newline at end of file +}