From 58d19df12e312f7fc6a750846f4dcbdc6f45dd25 Mon Sep 17 00:00:00 2001 From: Yi Hu Date: Mon, 31 Oct 2022 21:45:13 -0400 Subject: [PATCH] Unify PerformanceTest metric dashboard naming and series --- .../Java_IO_IT_Tests_Dataflow.json | 58 ++-- .../Python_IO_IT_Tests_Dataflow.json | 280 +----------------- 2 files changed, 36 insertions(+), 302 deletions(-) diff --git a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Java_IO_IT_Tests_Dataflow.json b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Java_IO_IT_Tests_Dataflow.json index 733de44551c5..54eba316631f 100644 --- a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Java_IO_IT_Tests_Dataflow.json +++ b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Java_IO_IT_Tests_Dataflow.json @@ -103,7 +103,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "TextIOIT | 1 GB | GCS", + "title": "TextIOIT | GCS | 1 GB", "tooltip": { "shared": true, "sort": 0, @@ -225,7 +225,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "TextIOIT | 1 GB | HDFS", + "title": "TextIOIT | HDFS | 1 GB", "tooltip": { "shared": true, "sort": 0, @@ -347,7 +347,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "TextIOIT GZIP | 1 GB | GCS", + "title": "TextIOIT | GZIP GCS | 1 GB", "tooltip": { "shared": true, "sort": 0, @@ -469,7 +469,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "TextIOIT GZIP | 1 GB | HDFS", + "title": "TextIOIT | GZIP HDFS | 1 GB", "tooltip": { "shared": true, "sort": 0, @@ -591,7 +591,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "TextIOIT | 1 GB | GCP | \"Many files\"", + "title": "TextIOIT | \"Many files\" GCP | 1 GB", "tooltip": { "shared": true, "sort": 0, @@ -713,7 +713,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "TextIOIT | 1 GB | HDFS | \"Many files\"", + "title": "TextIOIT | \"Many files\" HDFS | 1 GB", "tooltip": { "shared": true, "sort": 0, @@ -837,7 +837,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "TextIOIT | 1 GB | GCS | \"Many files\" | GCS Rename", + "title": "TextIOIT | \"Many files\" GCS Rename | 1 GB", "tooltip": { "shared": true, "sort": 0, @@ -855,7 +855,7 @@ "yaxes": [ { "$$hashKey": "object:403", - "format": "s", + "format": "none", "label": null, "logBase": 1, "max": null, @@ -959,7 +959,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "AvroIOIT | 1 GB | GCS", + "title": "AvroIOIT | GCS | 1 GB", "tooltip": { "shared": true, "sort": 0, @@ -1081,7 +1081,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "AvroIOIT | 1 GB | HDFS", + "title": "AvroIOIT | HDFS | 1 GB", "tooltip": { "shared": true, "sort": 0, @@ -1203,7 +1203,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "XmlIOIT | 1 GB | GCS", + "title": "XmlIOIT | GCS | 1 GB", "tooltip": { "shared": true, "sort": 0, @@ -1325,7 +1325,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "XmlIOIT | 1 GB | HDFS", + "title": "XmlIOIT | HDFS | 1 GB", "tooltip": { "shared": true, "sort": 0, @@ -1372,7 +1372,6 @@ "dashLength": 10, "dashes": false, "datasource": "BeamInfluxDB", - "description": "TODO: https://issues.apache.org/jira/browse/BEAM-7115", "fill": 1, "fillGradient": 0, "gridPos": { @@ -1448,7 +1447,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "TFRecordIO | 1 GB | GCS", + "title": "TFRecordIO | GCS | 1 GB", "tooltip": { "shared": true, "sort": 0, @@ -1571,7 +1570,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "ParquetIO | 1 GB | GCS", + "title": "ParquetIO | GCS | 1 GB", "tooltip": { "shared": true, "sort": 0, @@ -1694,7 +1693,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "ParquetIO | 1 GB | HDFS", + "title": "ParquetIO | HDFS | 1 GB", "tooltip": { "shared": true, "sort": 0, @@ -1817,7 +1816,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "MongoDBIO", + "title": "MongoDBIO | 10M records", "tooltip": { "shared": true, "sort": 0, @@ -1940,7 +1939,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "JdbcIO", + "title": "JdbcIO | 5M records", "tooltip": { "shared": true, "sort": 0, @@ -2063,7 +2062,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "HadoopFormatIO", + "title": "HadoopFormatIO | 600k records", "tooltip": { "shared": true, "sort": 0, @@ -2186,7 +2185,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "KafkaIO | 1GB", + "title": "KafkaIO | 100M records, 10 GB", "tooltip": { "shared": true, "sort": 0, @@ -2309,7 +2308,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "BigQueryIO | batch | JSON", + "title": "BigQueryIO batch JSON | 10M records, 10 GB", "tooltip": { "shared": true, "sort": 0, @@ -2432,7 +2431,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "BigQueryIO | streaming | JSON", + "title": "BigQueryIO | streaming JSON | 10M records, 10 GB", "tooltip": { "shared": true, "sort": 0, @@ -2484,7 +2483,7 @@ "fillGradient": 0, "gridPos": { "h": 9, - "w": 24, + "w": 12, "x": 0, "y": 97 }, @@ -2555,7 +2554,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "BigQueryIO | batch | Avro", + "title": "BigQueryIO | batch Avro | 10M records, 10 GB", "tooltip": { "shared": true, "sort": 0, @@ -2608,8 +2607,8 @@ "gridPos": { "h": 9, "w": 12, - "x": 0, - "y": 106 + "x": 12, + "y": 97 }, "hiddenSeries": false, "id": 26, @@ -2678,7 +2677,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "CdapIO", + "title": "CdapIO | 600k records", "tooltip": { "shared": true, "sort": 0, @@ -2731,7 +2730,7 @@ "gridPos": { "h": 9, "w": 12, - "x": 12, + "x": 0, "y": 106 }, "hiddenSeries": false, @@ -2801,7 +2800,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "SparkReceiverIO", + "title": "SparkReceiverIO | 600k Records", "tooltip": { "shared": true, "sort": 0, @@ -2869,6 +2868,7 @@ }, "timezone": "", "title": "Java IO IT Tests | Dataflow", + "description": "Shows performance test metrics on Dataflow of Beam Java SDK.\nTests are named after 'IO Connector | Specifications | data size'.", "uid": "bnlHKP3Wz", "variables": { "list": [] diff --git a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Python_IO_IT_Tests_Dataflow.json b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Python_IO_IT_Tests_Dataflow.json index 570dc82e3d4b..5b1ff2b8103b 100644 --- a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Python_IO_IT_Tests_Dataflow.json +++ b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Python_IO_IT_Tests_Dataflow.json @@ -94,96 +94,7 @@ ] ], "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Reading 10GB of data | BigQuery native Dataflow IO", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:403", - "format": "s", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true }, - { - "$$hashKey": "object:404", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "cacheTimeout": null, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 9, - "w": 12, - "x": 12, - "y": 0 - }, - "hiddenSeries": false, - "id": 3, - "interval": "24h", - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pluginVersion": "6.7.2", - "pointradius": 2, - "points": true, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ { "alias": "write_time", "groupBy": [ @@ -222,7 +133,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Writing 10GB of data | BigQuery native Dataflow IO", + "title": "BigQueryIO | Batch | 10 GB", "tooltip": { "shared": true, "sort": 0, @@ -274,8 +185,8 @@ "gridPos": { "h": 9, "w": 12, - "x": 0, - "y": 9 + "x": 12, + "y": 0 }, "hiddenSeries": false, "id": 4, @@ -338,96 +249,7 @@ ] ], "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Reading 2GB of data | Pubsub native Dataflow IO | streaming", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:403", - "format": "s", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true }, - { - "$$hashKey": "object:404", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "cacheTimeout": null, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 9, - "w": 12, - "x": 12, - "y": 9 - }, - "hiddenSeries": false, - "id": 5, - "interval": "24h", - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pluginVersion": "6.7.2", - "pointradius": 2, - "points": true, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ { "alias": "write_time", "groupBy": [ @@ -466,7 +288,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Writing 2GB of data | Pubsub native Dataflow IO | streaming", + "title": "PubsubIO | Streaming | 2 GB", "tooltip": { "shared": true, "sort": 0, @@ -519,7 +341,7 @@ "h": 9, "w": 12, "x": 0, - "y": 18 + "y": 9 }, "hiddenSeries": false, "id": 6, @@ -582,96 +404,7 @@ ] ], "tags": [] - } - ], - "thresholds": [], - "timeFrom": null, - "timeRegions": [], - "timeShift": null, - "title": "Reading 2GB of data | Spanner native Dataflow IO", - "tooltip": { - "shared": true, - "sort": 0, - "value_type": "individual" - }, - "transparent": true, - "type": "graph", - "xaxis": { - "buckets": null, - "mode": "time", - "name": null, - "show": true, - "values": [] - }, - "yaxes": [ - { - "$$hashKey": "object:403", - "format": "s", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true }, - { - "$$hashKey": "object:404", - "format": "short", - "label": null, - "logBase": 1, - "max": null, - "min": null, - "show": true - } - ], - "yaxis": { - "align": false, - "alignLevel": null - } - }, - { - "aliasColors": {}, - "bars": false, - "cacheTimeout": null, - "dashLength": 10, - "dashes": false, - "datasource": "BeamInfluxDB", - "fill": 1, - "fillGradient": 0, - "gridPos": { - "h": 9, - "w": 12, - "x": 12, - "y": 18 - }, - "hiddenSeries": false, - "id": 7, - "interval": "24h", - "legend": { - "avg": false, - "current": false, - "max": false, - "min": false, - "show": false, - "total": false, - "values": false - }, - "lines": true, - "linewidth": 2, - "links": [], - "nullPointMode": "connected", - "options": { - "dataLinks": [] - }, - "percentage": false, - "pluginVersion": "6.7.2", - "pointradius": 2, - "points": true, - "renderer": "flot", - "seriesOverrides": [], - "spaceLength": 10, - "stack": false, - "steppedLine": false, - "targets": [ { "alias": "write_time", "groupBy": [ @@ -710,7 +443,7 @@ "timeFrom": null, "timeRegions": [], "timeShift": null, - "title": "Writing 2GB of data | Spanner native Dataflow IO", + "title": "SpannerIO | native | 2 GB", "tooltip": { "shared": true, "sort": 0, @@ -777,6 +510,7 @@ }, "timezone": "", "title": "Python IO IT Tests | Dataflow", + "description": "Shows performance test metrics on Dataflow of Beam Python SDK.\nTests are named after 'IO Connector | Specifications | data size'.", "uid": "gP7vMPqZz", "variables": { "list": []