Migrate to Prometheus remote write

Author: emasab

tests/soak/README.md

@@ -12,8 +12,6 @@ OpenTelemetry reporting supported through OTLP.
 
 1. Edit `ccloud.config`
 
-2. Edit `otel-config.yaml`
-
 3. the first time:
 ```bash
 ./bootstrap.sh <python-branch/tag> <librdkafka-branch/tag>

tests/soak/bootstrap.sh

@@ -34,11 +34,6 @@ sudo systemctl restart otelcol-contrib
 ./build.sh $librdkafka_branch $python_branch
 
 venv=$PWD/venv
-source $venv/bin/activate
-echo "Verifying python client installation"
-python -c "import confluent_kafka; print(confluent_kafka.version(), confluent_kafka.libversion())"
-deactivate
-
 echo "All done, activate the virtualenv in $venv before running the client:"
 echo "source $venv/bin/activate"
 

tests/soak/otel-config.yaml

@@ -9,28 +9,30 @@ processors:
     send_batch_size: 10
     timeout: 10s
 
+extensions:
+  sigv4auth:
+    region: us-west-2
+    service: aps
+    assume_role:
+      arn: arn:aws:iam::975050289299:role/librdkafka-python-soak-tests-amp-writer-tmp
+
 exporters:
-  datadog:
-    api:
-      site: datadoghq.com
-      key: KEY
-    logs:
-      enabled: true
-    metrics:
-      histograms:
-        mode: distributions
-        send_aggregation_metrics: true
+  prometheusremotewrite:
+    endpoint: https://aps-workspaces.us-west-2.amazonaws.com/workspaces/ws-8cbea498-fb8e-49d8-8f6b-74b3687e78e3/api/v1/remote_write
+    auth:
+      authenticator: sigv4auth
 
 service:
+  extensions: [sigv4auth]
   telemetry:
     logs:
       level: "debug"
   pipelines:
     metrics:
       receivers: [otlp]
       processors: [batch]
-      exporters: [datadog]
+      exporters: [prometheusremotewrite]
     logs:
       receivers: [otlp]
       processors: [batch]
-      exporters: [datadog]
+      exporters: [prometheusremotewrite]