Function fetchData

scripts/fetchNodeSize.js:55–168

()

}

const fetchData = async () => {
  console.log("Starting data fetch...");

  const baseUrl =
    "https://mimir.o11y.web3factory.consensys.net/prometheus/api/v1/query_range";

  const results = [];

  for (const { network, cluster, pvc } of NODE_SIZE_TARGETS) {
    console.log(
      `Fetching data for network: ${network}, cluster: ${cluster}, pvc: ${pvc}`,
    );

    // Subtracts available bytes from capacity bytes to get the used bytes
    const query = `
      sum without(instance, node) (topk(1, (kubelet_volume_stats_capacity_bytes{linea_network="${network}", cluster="${cluster}", persistentvolumeclaim="${pvc}", job="kubelet", metrics_path="/metrics"})))
      -
      sum without(instance, node) (topk(1, (kubelet_volume_stats_available_bytes{linea_network="${network}", cluster="${cluster}", persistentvolumeclaim="${pvc}", job="kubelet", metrics_path="/metrics"})))
    `;

    const endTime = Math.floor(Date.now() / 1000);
    const startTime = endTime - 24 * 60 * 60; // 24 hours ago
    const step = 120; // 2 minutes, matching Grafana's step size

    const url = `${baseUrl}?query=${encodeURIComponent(query)}&start=${startTime}&end=${endTime}&step=${step}`;
    console.log(`Constructed URL: ${url}`);

    try {
      const response = await axios.get(url, {
        auth: {
          username: process.env.LINEA_OBSERVABILITY_USER,
          password: process.env.LINEA_OBSERVABILITY_PASS,
        },
      });

      console.log(
        `Response received for network: ${network}, cluster: ${cluster}, pvc: ${pvc}`,
      );
      const result = response.data.data.result[0];
      let values = result.values;
      console.log(`Number of data points received: ${values.length}`);
      if (values.length >= 2) {
        const startTime = new Date(values[0][0] * 1000);
        const endTime = new Date(values[values.length - 1][0] * 1000);
        const timeDiffHours = (endTime - startTime) / (1000 * 60 * 60);
        console.log(
          `Time range: ${startTime.toISOString()} to ${endTime.toISOString()}`,
        );
        console.log(`Time difference: ${timeDiffHours.toFixed(2)} hours`);
      }

      // Filter out invalid data points
      values = values.filter((value) => !isNaN(parseFloat(value[1])));
      if (values.length !== result.values.length) {
        console.warn(
          `Filtered out ${result.values.length - values.length} invalid data points for ${pvc}`,
        );
      }