feat: top files collection (#3279)

* feat: top files collection
NetApp · Nov 14, 2024 · 208b096 · 208b096
1 parent b0bb9bb
commit 208b096
Show file tree

Hide file tree

Showing 13 changed files with 615 additions and 61 deletions.
diff --git a/...s/volumetopclients/testdata/readdata.json → ...etopmetrics/testdata/client_readdata.json b/...s/volumetopclients/testdata/readdata.json → ...etopmetrics/testdata/client_readdata.json
diff --git a/...ns/volumetopclients/testdata/readops.json → ...metopmetrics/testdata/client_readops.json b/...ns/volumetopclients/testdata/readops.json → ...metopmetrics/testdata/client_readops.json
diff --git a/.../volumetopclients/testdata/writedata.json → ...topmetrics/testdata/client_writedata.json b/.../volumetopclients/testdata/writedata.json → ...topmetrics/testdata/client_writedata.json
diff --git a/...s/volumetopclients/testdata/writeops.json → ...etopmetrics/testdata/client_writeops.json b/...s/volumetopclients/testdata/writeops.json → ...etopmetrics/testdata/client_writeops.json
diff --git a/cmd/collectors/restperf/plugins/volumetopmetrics/testdata/file_readdata.json b/cmd/collectors/restperf/plugins/volumetopmetrics/testdata/file_readdata.json
@@ -0,0 +1,43 @@
+{
+  "records": [
+    {
+      "volume": {
+        "uuid": "03613247-54ac-4127-a512-afb331f1c207",
+        "name": "osc_vol01",
+        "_links": {
+          "self": {
+            "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207"
+          }
+        }
+      },
+      "throughput": {
+        "read": 65470464,
+        "error": {
+          "lower_bound": 65470464,
+          "upper_bound": 65470464
+        }
+      },
+      "path": "/harvest-rhel8-1/harvest-rhel8-1_6-flat.vmdk",
+      "svm": {
+        "uuid": "ff82ac73-d7f8-11eb-80e3-00a098d39e12",
+        "name": "osc",
+        "_links": {
+          "self": {
+            "href": "/api/svm/svms/ff82ac73-d7f8-11eb-80e3-00a098d39e12"
+          }
+        }
+      },
+      "_links": {
+        "metadata": {
+          "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207/files/harvest-rhel8-1%2Fharvest-rhel8-1_6-flat%2Evmdk?return_metadata=true"
+        }
+      }
+    }
+  ],
+  "num_records": 1,
+  "_links": {
+    "self": {
+      "href": "/api/storage/volumes/*/top-metrics/files?top_metric=throughput.read&volume.name=osc_vol01"
+    }
+  }
+}
diff --git a/cmd/collectors/restperf/plugins/volumetopmetrics/testdata/file_readops.json b/cmd/collectors/restperf/plugins/volumetopmetrics/testdata/file_readops.json
@@ -0,0 +1,43 @@
+{
+  "records": [
+    {
+      "volume": {
+        "uuid": "03613247-54ac-4127-a512-afb331f1c207",
+        "name": "osc_vol01",
+        "_links": {
+          "self": {
+            "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207"
+          }
+        }
+      },
+      "iops": {
+        "read": 350,
+        "error": {
+          "lower_bound": 350,
+          "upper_bound": 350
+        }
+      },
+      "path": "/harvest-rhel8-1/harvest-rhel8-1_9-flat.vmdk",
+      "svm": {
+        "uuid": "ff82ac73-d7f8-11eb-80e3-00a098d39e12",
+        "name": "osc",
+        "_links": {
+          "self": {
+            "href": "/api/svm/svms/ff82ac73-d7f8-11eb-80e3-00a098d39e12"
+          }
+        }
+      },
+      "_links": {
+        "metadata": {
+          "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207/files/harvest-rhel8-1%2Fharvest-rhel8-1_9-flat%2Evmdk?return_metadata=true"
+        }
+      }
+    }
+  ],
+  "num_records": 1,
+  "_links": {
+    "self": {
+      "href": "/api/storage/volumes/*/top-metrics/files?top_metric=iops.read&volume.name=osc_vol01"
+    }
+  }
+}
diff --git a/cmd/collectors/restperf/plugins/volumetopmetrics/testdata/file_writedata.json b/cmd/collectors/restperf/plugins/volumetopmetrics/testdata/file_writedata.json
@@ -0,0 +1,43 @@
+{
+  "records": [
+    {
+      "volume": {
+        "uuid": "03613247-54ac-4127-a512-afb331f1c207",
+        "name": "osc_vol01",
+        "_links": {
+          "self": {
+            "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207"
+          }
+        }
+      },
+      "throughput": {
+        "write": 819,
+        "error": {
+          "lower_bound": 819,
+          "upper_bound": 819
+        }
+      },
+      "path": "/.vSphere-HA/FDM-cf816f20-89e8-4f6a-92cb-3aee5ededaf9-1012-b20b14c-harvestvc/.lck-c5009be600000000",
+      "svm": {
+        "uuid": "ff82ac73-d7f8-11eb-80e3-00a098d39e12",
+        "name": "osc",
+        "_links": {
+          "self": {
+            "href": "/api/svm/svms/ff82ac73-d7f8-11eb-80e3-00a098d39e12"
+          }
+        }
+      },
+      "_links": {
+        "metadata": {
+          "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207/files/%2EvSphere-HA%2FFDM-cf816f20-89e8-4f6a-92cb-3aee5ededaf9-1012-b20b14c-harvestvc%2F%2Elck-c5009be600000000?return_metadata=true"
+        }
+      }
+    }
+  ],
+  "num_records": 1,
+  "_links": {
+    "self": {
+      "href": "/api/storage/volumes/*/top-metrics/files?top_metric=throughput.write&volume.name=osc_vol01"
+    }
+  }
+}
diff --git a/cmd/collectors/restperf/plugins/volumetopmetrics/testdata/file_writeops.json b/cmd/collectors/restperf/plugins/volumetopmetrics/testdata/file_writeops.json
@@ -0,0 +1,208 @@
+{
+  "records": [
+    {
+      "volume": {
+        "uuid": "03613247-54ac-4127-a512-afb331f1c207",
+        "name": "osc_vol01",
+        "_links": {
+          "self": {
+            "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207"
+          }
+        }
+      },
+      "iops": {
+        "write": 1,
+        "error": {
+          "lower_bound": 1,
+          "upper_bound": 1
+        }
+      },
+      "path": "/.vSphere-HA/FDM-cf816f20-89e8-4f6a-92cb-3aee5ededaf9-1012-b20b14c-harvestvc/host-1291-hb",
+      "svm": {
+        "uuid": "ff82ac73-d7f8-11eb-80e3-00a098d39e12",
+        "name": "osc",
+        "_links": {
+          "self": {
+            "href": "/api/svm/svms/ff82ac73-d7f8-11eb-80e3-00a098d39e12"
+          }
+        }
+      },
+      "_links": {
+        "metadata": {
+          "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207/files/%2EvSphere-HA%2FFDM-cf816f20-89e8-4f6a-92cb-3aee5ededaf9-1012-b20b14c-harvestvc%2Fhost-1291-hb?return_metadata=true"
+        }
+      }
+    },
+    {
+      "volume": {
+        "uuid": "03613247-54ac-4127-a512-afb331f1c207",
+        "name": "osc_vol01",
+        "_links": {
+          "self": {
+            "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207"
+          }
+        }
+      },
+      "iops": {
+        "write": 1,
+        "error": {
+          "lower_bound": 1,
+          "upper_bound": 1
+        }
+      },
+      "path": "/ci-io-load-ubuntu/.lck-7c009be600000000",
+      "svm": {
+        "uuid": "ff82ac73-d7f8-11eb-80e3-00a098d39e12",
+        "name": "osc",
+        "_links": {
+          "self": {
+            "href": "/api/svm/svms/ff82ac73-d7f8-11eb-80e3-00a098d39e12"
+          }
+        }
+      },
+      "_links": {
+        "metadata": {
+          "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207/files/ci-io-load-ubuntu%2F%2Elck-7c009be600000000?return_metadata=true"
+        }
+      }
+    },
+    {
+      "volume": {
+        "uuid": "03613247-54ac-4127-a512-afb331f1c207",
+        "name": "osc_vol01",
+        "_links": {
+          "self": {
+            "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207"
+          }
+        }
+      },
+      "iops": {
+        "write": 1,
+        "error": {
+          "lower_bound": 1,
+          "upper_bound": 1
+        }
+      },
+      "path": "/ci-io-load-ubuntu/.lck-b1009be600000000",
+      "svm": {
+        "uuid": "ff82ac73-d7f8-11eb-80e3-00a098d39e12",
+        "name": "osc",
+        "_links": {
+          "self": {
+            "href": "/api/svm/svms/ff82ac73-d7f8-11eb-80e3-00a098d39e12"
+          }
+        }
+      },
+      "_links": {
+        "metadata": {
+          "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207/files/ci-io-load-ubuntu%2F%2Elck-b1009be600000000?return_metadata=true"
+        }
+      }
+    },
+    {
+      "volume": {
+        "uuid": "03613247-54ac-4127-a512-afb331f1c207",
+        "name": "osc_vol01",
+        "_links": {
+          "self": {
+            "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207"
+          }
+        }
+      },
+      "iops": {
+        "write": 1,
+        "error": {
+          "lower_bound": 1,
+          "upper_bound": 1
+        }
+      },
+      "path": "/ci-io-load-ubuntu/.lck-be009be600000000",
+      "svm": {
+        "uuid": "ff82ac73-d7f8-11eb-80e3-00a098d39e12",
+        "name": "osc",
+        "_links": {
+          "self": {
+            "href": "/api/svm/svms/ff82ac73-d7f8-11eb-80e3-00a098d39e12"
+          }
+        }
+      },
+      "_links": {
+        "metadata": {
+          "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207/files/ci-io-load-ubuntu%2F%2Elck-be009be600000000?return_metadata=true"
+        }
+      }
+    },
+    {
+      "volume": {
+        "uuid": "03613247-54ac-4127-a512-afb331f1c207",
+        "name": "osc_vol01",
+        "_links": {
+          "self": {
+            "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207"
+          }
+        }
+      },
+      "iops": {
+        "write": 1,
+        "error": {
+          "lower_bound": 1,
+          "upper_bound": 1
+        }
+      },
+      "path": "/ci-io-load-ubuntu/.lck-c2719be600000000",
+      "svm": {
+        "uuid": "ff82ac73-d7f8-11eb-80e3-00a098d39e12",
+        "name": "osc",
+        "_links": {
+          "self": {
+            "href": "/api/svm/svms/ff82ac73-d7f8-11eb-80e3-00a098d39e12"
+          }
+        }
+      },
+      "_links": {
+        "metadata": {
+          "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207/files/ci-io-load-ubuntu%2F%2Elck-c2719be600000000?return_metadata=true"
+        }
+      }
+    },
+    {
+      "volume": {
+        "uuid": "03613247-54ac-4127-a512-afb331f1c207",
+        "name": "osc_vol01",
+        "_links": {
+          "self": {
+            "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207"
+          }
+        }
+      },
+      "iops": {
+        "write": 1,
+        "error": {
+          "lower_bound": 1,
+          "upper_bound": 1
+        }
+      },
+      "path": "/ci-io-load-ubuntu/.lck-c3719be600000000",
+      "svm": {
+        "uuid": "ff82ac73-d7f8-11eb-80e3-00a098d39e12",
+        "name": "osc",
+        "_links": {
+          "self": {
+            "href": "/api/svm/svms/ff82ac73-d7f8-11eb-80e3-00a098d39e12"
+          }
+        }
+      },
+      "_links": {
+        "metadata": {
+          "href": "/api/storage/volumes/03613247-54ac-4127-a512-afb331f1c207/files/ci-io-load-ubuntu%2F%2Elck-c3719be600000000?return_metadata=true"
+        }
+      }
+    }
+  ],
+  "num_records": 6,
+  "_links": {
+    "self": {
+      "href": "/api/storage/volumes/*/top-metrics/files?top_metric=iops.write&volume.name=osc_vol01"
+    }
+  }
+}