[beatreceiver] Do not require specifiying otelconsumer output

x-pack/filebeat/fbreceiver/receiver_leak_test.go

@@ -50,9 +50,6 @@ func TestLeak(t *testing.T) {
 					},
 				},
 			},
-			"output": map[string]any{
-				"otelconsumer": map[string]any{},
-			},
 			"logging": map[string]any{
 				"level": "debug",
 				"selectors": []string{

x-pack/filebeat/fbreceiver/receiver_test.go

@@ -64,9 +64,6 @@ func TestNewReceiver(t *testing.T) {
 					},
 				},
 			},
-			"output": map[string]any{
-				"otelconsumer": map[string]any{},
-			},
 			"logging": map[string]any{
 				"level": "debug",
 				"selectors": []string{
@@ -139,9 +136,6 @@ func benchmarkFactoryWithLogLevel(b *testing.B, level zapcore.Level) {
 					},
 				},
 			},
-			"output": map[string]any{
-				"otelconsumer": map[string]any{},
-			},
 			"logging": map[string]any{
 				"level": level.String(),
 				"selectors": []string{
@@ -203,9 +197,6 @@ func TestMultipleReceivers(t *testing.T) {
 						},
 					},
 				},
-				"output": map[string]any{
-					"otelconsumer": map[string]any{},
-				},
 				"logging": map[string]any{
 					"level": "info",
 					"selectors": []string{
@@ -370,9 +361,6 @@ func TestReceiverDegraded(t *testing.T) {
 							},
 						},
 					},
-					"output": map[string]any{
-						"otelconsumer": map[string]any{},
-					},
 					"logging": map[string]any{
 						"level": "debug",
 						"selectors": []string{
@@ -569,9 +557,6 @@ func TestConsumeContract(t *testing.T) {
 					},
 				},
 			},
-			"output": map[string]any{
-				"otelconsumer": map[string]any{},
-			},
 			"logging": map[string]any{
 				"level": "debug",
 				"selectors": []string{
@@ -607,9 +592,6 @@ func TestReceiverHook(t *testing.T) {
 					},
 				},
 			},
-			"output": map[string]any{
-				"otelconsumer": map[string]any{},
-			},
 			"management.otel.enabled": true,
 			"path.home":               t.TempDir(),
 		},

x-pack/filebeat/tests/integration/otel_lsexporter_test.go

@@ -103,8 +103,6 @@ processors:
             - %s
           prospector.scanner.fingerprint.enabled: false
           file_identity.native: ~
-    output:
-      otelconsumer:
     processors:
       - add_host_metadata: ~
       - add_fields:
@@ -209,8 +207,6 @@ func TestLogstashExporterProxyURL(t *testing.T) {
             - %s
           prospector.scanner.fingerprint.enabled: false
           file_identity.native: ~
-    output:
-      otelconsumer:
     processors:
       - add_host_metadata: ~
       - add_fields:

x-pack/filebeat/tests/integration/otel_test.go

@@ -65,8 +65,6 @@ func TestFilebeatOTelE2E(t *testing.T) {
             - %s
           prospector.scanner.fingerprint.enabled: false
           file_identity.native: ~
-    output:
-      otelconsumer:
     processors:
       - add_host_metadata: ~
       - add_cloud_metadata: ~
@@ -249,8 +247,6 @@ processors:
         - type: httpjson
           id: httpjson-e2e-otel
           request.url: http://localhost:8090/test
-    output:
-      otelconsumer:
     processors:
       - add_host_metadata: ~
       - add_cloud_metadata: ~
@@ -449,8 +445,6 @@ func TestFilebeatOTelReceiverE2E(t *testing.T) {
             - {{.InputFile}}
           prospector.scanner.fingerprint.enabled: false
           file_identity.native: ~
-    output:
-      otelconsumer:
     logging:
       level: info
       selectors:
@@ -638,8 +632,6 @@ func TestFilebeatOTelMultipleReceiversE2E(t *testing.T) {
             - {{$receiver.InputFile}}
           prospector.scanner.fingerprint.enabled: false
           file_identity.native: ~
-    output:
-      otelconsumer:
     logging:
       level: info
       selectors:
@@ -987,8 +979,6 @@ func TestFilebeatOTelDocumentLevelRetries(t *testing.T) {
             - {{.InputFile}}
           prospector.scanner.fingerprint.enabled: false
           file_identity.native: ~
-    output:
-      otelconsumer:
     logging:
       level: debug
     queue.mem.flush.timeout: 0s
@@ -1170,8 +1160,6 @@ func TestFileBeatKerberos(t *testing.T) {
             - {{.InputFile}}
           prospector.scanner.fingerprint.enabled: false
           file_identity.native: ~
-    output:
-      otelconsumer:
     queue.mem.flush.timeout: 0s
     management.otel.enabled: true
     path.home: {{.PathHome}}	

x-pack/libbeat/cmd/instance/beat.go

@@ -65,6 +65,11 @@ func NewBeatForReceiver(settings instance.Settings, receiverConfig map[string]an
 		ucfg.VarExp,
 	}
 
+	// all beatreceivers will use otelconsumer output by default
+	receiverConfig["output"] = map[string]any{
+		"otelconsumer": map[string]any{},
+	}
+
 	tmp, err := ucfg.NewFrom(receiverConfig, cfOpts...)
 	if err != nil {
 		return nil, fmt.Errorf("error converting receiver config to ucfg: %w", err)
@@ -155,10 +160,6 @@ func NewBeatForReceiver(settings instance.Settings, receiverConfig map[string]an
 	}
 	b.Instrumentation = instrumentation
 
-	if err := instance.PromoteOutputQueueSettings(b); err != nil {
-		return nil, fmt.Errorf("could not promote output queue settings: %w", err)
-	}
-
 	if err := features.UpdateFromConfig(b.RawConfig); err != nil {
 		return nil, fmt.Errorf("could not parse features: %w", err)
 	}
@@ -261,17 +262,6 @@ func NewBeatForReceiver(settings instance.Settings, receiverConfig map[string]an
 	}
 	b.SetProcessors(processors)
 
-	// This should be replaced with static config for otel consumer
-	// but need to figure out if we want the Queue settings from here.
-	outputEnabled := b.Config.Output.IsSet() && b.Config.Output.Config().Enabled()
-	if !outputEnabled {
-		if b.Manager.Enabled() {
-			logger.Info("Output is configured through Central Management")
-		} else {
-			return nil, fmt.Errorf("no outputs are defined, please define one under the output section")
-		}
-	}
-
 	reg := b.Monitoring.StatsRegistry().GetOrCreateRegistry("libbeat")
 
 	monitors := pipeline.Monitors{

x-pack/libbeat/cmd/instance/beat_test.go

@@ -33,9 +33,6 @@ func TestManager(t *testing.T) {
 				},
 			},
 		},
-		"output": map[string]any{
-			"otelconsumer": map[string]any{},
-		},
 		"path.home": tmpDir,
 	}
 	t.Run("otel management disabled - key missing", func(t *testing.T) {

x-pack/libbeat/common/otelbeat/oteltestcol/collector_test.go

@@ -21,8 +21,6 @@ func TestNew(t *testing.T) {
           message: "test message"
           count: 1
     processors: ~
-    output:
-      otelconsumer:
     logging:
       level: debug
     queue.mem.flush.timeout: 0s

x-pack/metricbeat/mbreceiver/receiver_leak_test.go

@@ -45,9 +45,6 @@ func TestLeak(t *testing.T) {
 					},
 				},
 			},
-			"output": map[string]any{
-				"otelconsumer": map[string]any{},
-			},
 			"logging": map[string]any{
 				"level": "debug",
 				"selectors": []string{

x-pack/metricbeat/mbreceiver/receiver_test.go

@@ -56,9 +56,6 @@ func TestNewReceiver(t *testing.T) {
 					},
 				},
 			},
-			"output": map[string]any{
-				"otelconsumer": map[string]any{},
-			},
 			"logging": map[string]any{
 				"level": "debug",
 				"selectors": []string{
@@ -139,9 +136,6 @@ func TestMultipleReceivers(t *testing.T) {
 					},
 				},
 			},
-			"output": map[string]any{
-				"otelconsumer": map[string]any{},
-			},
 			"logging": map[string]any{
 				"level": "debug",
 				"selectors": []string{
@@ -167,9 +161,6 @@ func TestMultipleReceivers(t *testing.T) {
 					},
 				},
 			},
-			"output": map[string]any{
-				"otelconsumer": map[string]any{},
-			},
 			"logging": map[string]any{
 				"level": "debug",
 				"selectors": []string{
@@ -336,9 +327,6 @@ func BenchmarkFactory(b *testing.B) {
 					},
 				},
 			},
-			"output": map[string]any{
-				"otelconsumer": map[string]any{},
-			},
 			"logging": map[string]any{
 				"level": "info",
 				"selectors": []string{
@@ -407,9 +395,6 @@ func TestReceiverDegraded(t *testing.T) {
 							},
 						},
 					},
-					"output": map[string]any{
-						"otelconsumer": map[string]any{},
-					},
 					"path.home": t.TempDir(),
 				},
 			}
@@ -444,10 +429,7 @@ func TestReceiverHook(t *testing.T) {
 				},
 			},
 			"management.otel.enabled": true,
-			"output": map[string]any{
-				"otelconsumer": map[string]any{},
-			},
-			"path.home": t.TempDir(),
+			"path.home":               t.TempDir(),
 		},
 	}
 	receiverSettings := receiver.Settings{

x-pack/metricbeat/tests/integration/otel_test.go

@@ -69,8 +69,6 @@ func TestMetricbeatOTelE2E(t *testing.T) {
           - '.*'
          metricsets:
           - cpu
-    output:
-      otelconsumer:
     processors:
       - add_host_metadata: ~
       - add_cloud_metadata: ~
@@ -265,8 +263,6 @@ func TestMetricbeatOTelReceiverE2E(t *testing.T) {
           - '.*'
          metricsets:
           - cpu
-    output:
-      otelconsumer:
     processors:
       - add_host_metadata: ~
       - add_cloud_metadata: ~
@@ -461,8 +457,6 @@ func TestMetricbeatOTelMultipleReceiversE2E(t *testing.T) {
           target: ''
           fields:
             receiverid: "{{$i}}"
-    output:
-      otelconsumer:
     logging:
       level: info
       selectors:

x-pack/otel/processor/beatprocessor/README.md

@@ -41,8 +41,6 @@ receivers:
           id: host-logs
           paths:
             - /var/log/*.log
-    output:
-      otelconsumer:
 ```
 
 The above Filebeat receiver configuration does not explicitly specify the `processors` option.
@@ -58,8 +56,6 @@ receivers:
           paths:
             - /var/log/*.log
     processors: []
-    output:
-      otelconsumer:
 ```
 
 The above Filebeat receiver configuration specifies an empty list of processors.
@@ -82,8 +78,6 @@ receivers:
       - add_host_metadata:
           netinfo:
             enabled: false
-    output:
-      otelconsumer:
 ```
 
 is functionally equivalent to this one, using the Beat processor:
@@ -98,8 +92,6 @@ receivers:
           paths:
             - /var/log/*.log
     processors: []
-    output:
-      otelconsumer:
 
 processors:
   beat:

x-pack/otel/processor/beatprocessor/integration_test.go

@@ -77,8 +77,6 @@ receivers:
             - {{.InputFile}}
           prospector.scanner.fingerprint.enabled: false
           file_identity.native: ~
-    output:
-      otelconsumer:
     processors:
       # Configure a processor to prevent enabling default processors
       - add_fields:
@@ -161,8 +159,6 @@ receivers:
           fields:
             custom_field: "custom_value"
       - add_host_metadata:
-    output:
-      otelconsumer:
     logging:
       level: info
       selectors: