feat: Enable xray Opentelementry exporeter

* feat: monitoring dashboard

* feat: enable configuring panels

- expose prometheus query builders

* feat: burn rate prom query and grafana panel

* feat: build Grafana dashboard with builder

* fix: add xray policy to default collector build

* feat: enable multiple batch processors

* wip: add endpoint to aws xray exporter config

* fix: add missing APS exporter in withDefault

* fix: rollback otel collector image version

* Make aws xray endpoint prop optional

---------

Co-authored-by: Toma <[email protected]>
Co-authored-by: Borna Šunjić <[email protected]>

Author: 3 people

package-lock.json

@@ -38,6 +38,7 @@
     "@pulumi/awsx": "^2.21.0",
     "@pulumi/pulumi": "^3.146.0",
     "@pulumi/random": "^4.17.0",
+    "@pulumiverse/grafana": "^0.16.3",
     "@upstash/pulumi": "^0.3.14",
     "yaml": "^2.7.1"
   },

package.json

@@ -0,0 +1,5 @@
+import * as pulumi from '@pulumi/pulumi';
+
+export type WithInput<T extends {}> = {
+  [K in keyof T]: pulumi.Input<T[K]>;
+};

src/types/pulumi.ts

@@ -0,0 +1,2 @@
+export { default as WebServerSloDashboardBuilder } from "./web-server-slo";
+export * as panel from './panels';

src/v2/components/grafana/dashboards/index.ts

@@ -0,0 +1,128 @@
+import { Grafana } from './types';
+
+const percentageFieldConfig = {
+  unit: 'percent',
+  min: 0,
+  max: 100
+}
+
+export function createStatPercentagePanel(
+  title: string,
+  position: Grafana.Panel.Position,
+  dataSource: string,
+  metric: Grafana.Metric
+): Grafana.Panel {
+  return {
+    title,
+    gridPos: position,
+    type: 'stat',
+    datasource: dataSource,
+    targets: [{
+      expr: metric.query,
+      legendFormat: metric.label
+    }],
+    fieldConfig: {
+      defaults: {
+        ...percentageFieldConfig,
+        ...(metric.thresholds ? {
+          thresholds: {
+            mode: 'absolute',
+            steps: metric.thresholds
+          }
+        } : {})
+      }
+    }
+  };
+}
+
+export function createTimeSeriesPercentagePanel(
+  title: string,
+  position: Grafana.Panel.Position,
+  dataSource: string,
+  metric: Grafana.Metric
+): Grafana.Panel {
+  return createTimeSeriesPanel(
+    title,
+    position,
+    dataSource,
+    metric,
+    percentageFieldConfig.unit,
+    percentageFieldConfig.min,
+    percentageFieldConfig.max
+  );
+}
+
+export function createTimeSeriesPanel(
+  title: string,
+  position: Grafana.Panel.Position,
+  dataSource: string,
+  metric: Grafana.Metric,
+  unit?: string,
+  min?: number,
+  max?: number
+): Grafana.Panel {
+  return {
+    title,
+    type: 'timeseries',
+    datasource: dataSource,
+    gridPos: position,
+    targets: [{
+      expr: metric.query,
+      legendFormat: metric.label
+    }],
+    fieldConfig: {
+      defaults: {
+        unit,
+        min,
+        max,
+        ...(metric.thresholds ? {
+          thresholds: {
+            mode: 'absolute',
+            steps: metric.thresholds
+          }
+        } : {}),
+      }
+    }
+  };
+}
+
+export function createBurnRatePanel(
+  title: string,
+  position: Grafana.Panel.Position,
+  dataSource: string,
+  metric: Grafana.Metric
+): Grafana.Panel {
+  return {
+    type: 'stat',
+    title,
+    gridPos: position,
+    datasource: dataSource,
+    targets: [{
+      expr: metric.query,
+      legendFormat: metric.label
+    }],
+    options: {
+      reduceOptions: {
+        calcs: ['last'],
+        fields: '',
+        values: false
+      },
+      colorMode: 'value',
+      graphMode: 'none',
+      textMode: 'value'
+    },
+    fieldConfig: {
+      defaults: {
+        unit: 'none',
+        thresholds: {
+          mode: 'absolute',
+          steps: [
+            { color: 'green', value: null },
+            { color: 'orange', value: 1 },
+            { color: 'red', value: 2 }
+          ]
+        }
+      }
+    },
+  }
+}

src/v2/components/grafana/dashboards/panels.ts

@@ -0,0 +1,73 @@
+import * as pulumi from '@pulumi/pulumi';
+import * as grafana from '@pulumiverse/grafana';
+
+// TODO: Should we prefix all namespaces with `Studion`
+export namespace Grafana {
+  // TODO: Create SLO abstraction that enables configuring:
+  // - panels (long-window SLI, long-window error budget)
+  // - alerts (long-window burn, short-window burn)
+  export type Threshold = {
+    value: number | null;
+    color: string;
+  };
+  export type Metric = {
+    label: string;
+    query: string;
+    thresholds: Threshold[];
+  };
+
+  export type Args = {
+    title: pulumi.Input<string>;
+    provider: pulumi.Input<grafana.Provider>;
+    tags: pulumi.Input<pulumi.Input<string>[]>;
+  };
+
+  export type Panel = {
+    title: string;
+    gridPos: Panel.Position;
+    type: string;
+    datasource: string;
+    targets: {
+      expr: string;
+      legendFormat: string;
+    }[];
+    fieldConfig: {
+      defaults: {
+        unit?: string;
+        min?: number;
+        max?: number;
+        color?: {
+          mode: string;
+        };
+        thresholds?: {
+          mode: string;
+          steps: Threshold[];
+        };
+        custom?: {
+          lineInterpolation?: string,
+          spanNulls: boolean
+        }
+      };
+    };
+    options?: {
+      colorMode?: string;
+      graphMode?: string;
+      justifyMode?: string;
+      textMode?: string;
+      reduceOptions?: {
+        calcs?: string[];
+        fields?: string;
+        values?: boolean;
+      };
+    };
+  }
+
+  export namespace Panel {
+    export type Position = {
+      x: number;
+      y: number;
+      w: number;
+      h: number;
+    }
+  }
+}