[9.1] (backport #9858) feat: Update OTel Collector components to v0.135.0 (#10849)

* feat: Update OTel Collector components to v0.135.0 (#9858)

* feat: Update OTel Collector components to v0.135.0

* chore: update Elastic OTel components

go get github.com/elastic/opentelemetry-collector-components/connector/elasticapmconnector
go get github.com/elastic/opentelemetry-collector-components/extension/apikeyauthextension
go get github.com/elastic/opentelemetry-collector-components/extension/apmconfigextension
go get github.com/elastic/opentelemetry-collector-components/processor/elasticinframetricsprocessor
github.com/elastic/opentelemetry-collector-components/processor/elastictraceprocessor
go get github.com/elastic/opentelemetry-collector-components/receiver/elasticapmintakereceiver

* test: fix test after upstream change

Logging was changed in open-telemetry/opentelemetry-collector#13606

* test: update gotestsum to latest

Not sure why it got downgraded to v1.7.0

* use Beats from branch to verify CI

This commit must be reverted before merging this PR.
It temporarily replaces Beats dependency with elastic/beats#46464 to see if CI is happy with it,
and to fix any remaining failures without waiting for that PR to be merged.

* test: fix unit test

* revert "use Beats from branch to verify CI"

This reverts 4813ce3.

* update Beats to 16c4d9a1aa8c

This Beats commit has the update to OTel v0.135.0.

* fix collector's metric names

Without this replacement, some of the collector's internal metric names are broken.
This has been broken since:
- v9.1.3 in v9.1.x
- v8.19.3 in v8.19.x
See open-telemetry/opentelemetry-go#7039.
See https://cloud-native.slack.com/archives/C01N6P7KR6W/p1757442690145329.

* update go-mod-replace allowlist

* mage notice

---------

Co-authored-by: Christos Markou <[email protected]>
(cherry picked from commit ecb0e06)

# Conflicts:
#	NOTICE-fips.txt
#	NOTICE.txt
#	go.mod
#	go.sum
#	internal/pkg/otel/README.md

* Fix conflicts

* Fix unit tests

* Fix an api change in mockes

* Revert "Fix unit tests"

This reverts commit 81ea886.

* Bump beats dependency and fix tests

* mage notice

---------

Co-authored-by: Andrzej Stencel <[email protected]>
Co-authored-by: Mikołaj Świątek <[email protected]>

Author: 3 people

.ci/scripts/update-otel.sh

@@ -52,6 +52,6 @@ else
 fi
 elastic-agent-changelog-tool new "$changelog_fragment_name"
 sed -i.bak "s/^kind:.*$/kind: enhancement/" ./changelog/fragments/*-"${changelog_fragment_name}".yaml
-sed -i.bak "s/^summary:.*$/summary: Update OTel components to ${next_contrib}/" ./changelog/fragments/*-"${changelog_fragment_name}".yaml
+sed -i.bak "s/^summary:.*$/summary: Update OTel Collector components to ${next_contrib}/" ./changelog/fragments/*-"${changelog_fragment_name}".yaml
 sed -i.bak "s/^component:.*$/component: elastic-agent/" ./changelog/fragments/*-"${changelog_fragment_name}".yaml
 rm ./changelog/fragments/*-"${changelog_fragment_name}".yaml.bak

.golangci.yml

@@ -59,6 +59,7 @@ linters:
         - github.com/google/gopacket
         - github.com/insomniacslk/dhcp
         - github.com/meraki/dashboard-api-go/v3
+        - go.opentelemetry.io/otel/exporters/prometheus
       replace-local: false
     gomodguard:
       blocked:

NOTICE-fips.txt

@@ -0,0 +1,32 @@
+# Kind can be one of:
+# - breaking-change: a change to previously-documented behavior
+# - deprecation: functionality that is being removed in a later release
+# - bug-fix: fixes a problem in a previous version
+# - enhancement: extends functionality but does not break or fix existing behavior
+# - feature: new functionality
+# - known-issue: problems that we are aware of in a given version
+# - security: impacts on the security of a product or a user’s deployment.
+# - upgrade: important information for someone upgrading from a prior version
+# - other: does not fit into any of the other categories
+kind: enhancement
+
+# Change summary; a 80ish characters long description of the change.
+summary: Update OTel Collector components to v0.135.0
+
+# Long description; in case the summary is not enough to describe the change
+# this field accommodate a description without length limits.
+# NOTE: This field will be rendered only for breaking-change and known-issue kinds at the moment.
+#description:
+
+# Affected component; usually one of "elastic-agent", "fleet-server", "filebeat", "metricbeat", "auditbeat", "all", etc.
+component: elastic-agent
+
+# PR URL; optional; the PR number that added the changeset.
+# If not present is automatically filled by the tooling finding the PR where this changelog fragment has been added.
+# NOTE: the tooling supports backports, so it's able to fill the original PR number instead of the backport PR number.
+# Please provide it if you are adding a fragment for a different PR.
+#pr: https://github.com/owner/repo/1234
+
+# Issue URL; optional; the GitHub issue related to this changeset (either closes or is part of).
+# If not present is automatically filled by the tooling with the issue linked to the PR number.
+#issue: https://github.com/owner/repo/1234

NOTICE.txt

@@ -273,7 +273,7 @@ func TestOTelManager_Logging(t *testing.T) {
 		logs := obs.All()
 		require.NotEmpty(collect, logs, "Logs should not be empty")
 		firstMessage := logs[0].Message
-		assert.Equal(collect, firstMessage, "Setting up own telemetry...")
+		assert.Equal(collect, "Internal metrics telemetry disabled", firstMessage)
 	}, time.Second*10, time.Second)
 }
 

changelog/fragments/1757406841-update-otel-components-to-v0.135.0.yaml

@@ -292,23 +292,18 @@ func TestGetOtelConfig(t *testing.T) {
 				"block_on_overflow": true,
 				"wait_for_result":   true,
 				"batch": map[string]any{
-					"max_size": 1600,
-					"min_size": 0,
-					"sizer":    "items",
+					"flush_timeout": "10s",
+					"max_size":      1600,
+					"min_size":      0,
+					"sizer":         "items",
 				},
 			},
 			"logs_dynamic_id": map[string]any{
 				"enabled": true,
 			},
-			"timeout":           90 * time.Second,
-			"idle_conn_timeout": 3 * time.Second,
 			"auth": map[string]any{
 				"authenticator": "beatsauth/_agent-component/" + outputName,
 			},
-			"tls": map[string]any{
-				"min_version": "1.2",
-				"max_version": "1.3",
-			},
 		}
 	}