x-pack/filebeat/input/awss3 ; Fix nil hit panic when a getter is invoked on input metric

CHANGELOG.next.asciidoc

@@ -149,6 +149,7 @@ https:/elastic/beats/compare/v8.8.1\...main[Check the HEAD diff]
 - Fix handling of NUL-terminated log lines in Fortinet Firewall module. {issue}36026[36026] {pull}36027[36027]
 - Make redact field configuration recommended in CEL input and log warning if missing. {pull}36008[36008]
 - Fix handling of region name configuration in awss3 input {pull}36034[36034]
+- Fix panic when sqs input metrics getter is invoked {pull}36101[36101] {issue}36077[36077]
 
 *Heartbeat*
 

x-pack/filebeat/input/awss3/input_integration_test.go

@@ -187,12 +187,12 @@ func TestInputRunSQS(t *testing.T) {
  assert.EqualValues(t, s3Input.metrics.sqsMessagesDeletedTotal.Get(), 7)
  assert.EqualValues(t, s3Input.metrics.sqsMessagesReturnedTotal.Get(), 1) // Invalid JSON is returned so that it can eventually be DLQed.
  assert.EqualValues(t, s3Input.metrics.sqsVisibilityTimeoutExtensionsTotal.Get(), 0)
- //assert.EqualValues(t, s3Input.metrics.sqsMessagesWaiting.Get(), 0) - Issue created - https:/elastic/beats/issues/36077
+ assert.EqualValues(t, s3Input.metrics.sqsMessagesWaiting.Get(), 0)
  assert.EqualValues(t, s3Input.metrics.s3ObjectsInflight.Get(), 0)
  assert.EqualValues(t, s3Input.metrics.s3ObjectsRequestedTotal.Get(), 7)
  assert.EqualValues(t, s3Input.metrics.s3EventsCreatedTotal.Get(), 12)
  assert.Greater(t, s3Input.metrics.sqsLagTime.Mean(), 0.0)
- //assert.Greater(t, s3Input.metrics.sqsWorkerUtilization.Get(), 0.0) - Issue created - https:/elastic/beats/issues/36077
+ assert.EqualValues(t, s3Input.metrics.sqsWorkerUtilization.Get(), 0.0) // Workers are reset after processing and hence utilization should be 0 at the end
 }
 
 func TestInputRunS3(t *testing.T) {
@@ -426,10 +426,10 @@ func TestInputRunSNS(t *testing.T) {
  assert.EqualValues(t, s3Input.metrics.sqsMessagesDeletedTotal.Get(), 7)
  assert.EqualValues(t, s3Input.metrics.sqsMessagesReturnedTotal.Get(), 1) // Invalid JSON is returned so that it can eventually be DLQed.
  assert.EqualValues(t, s3Input.metrics.sqsVisibilityTimeoutExtensionsTotal.Get(), 0)
- //assert.EqualValues(t, s3Input.metrics.sqsMessagesWaiting.Get(), 0) - Issue created - https:/elastic/beats/issues/36077
+ assert.EqualValues(t, s3Input.metrics.sqsMessagesWaiting.Get(), 0)
  assert.EqualValues(t, s3Input.metrics.s3ObjectsInflight.Get(), 0)
  assert.EqualValues(t, s3Input.metrics.s3ObjectsRequestedTotal.Get(), 7)
  assert.EqualValues(t, s3Input.metrics.s3EventsCreatedTotal.Get(), 12)
  assert.Greater(t, s3Input.metrics.sqsLagTime.Mean(), 0.0)
- //assert.Greater(t, s3Input.metrics.sqsWorkerUtilization.Get(), 0.0) - Issue created - https:/elastic/beats/issues/36077
+ assert.EqualValues(t, s3Input.metrics.sqsWorkerUtilization.Get(), 0.0) // Workers are reset after processing and hence utilization should be 0 at the end
 }

x-pack/filebeat/input/awss3/metrics.go

@@ -174,6 +174,7 @@ func newInputMetrics(id string, optionalParent *monitoring.Registry, maxWorkers
  sqsMessagesInflight: monitoring.NewUint(reg, "sqs_messages_inflight_gauge"),
  sqsMessagesReturnedTotal: monitoring.NewUint(reg, "sqs_messages_returned_total"),
  sqsMessagesDeletedTotal: monitoring.NewUint(reg, "sqs_messages_deleted_total"),
+ sqsMessagesWaiting: monitoring.NewInt(reg, "sqs_messages_waiting_gauge"),
  sqsWorkerUtilization: monitoring.NewFloat(reg, "sqs_worker_utilization"),
  sqsMessageProcessingTime: metrics.NewUniformSample(1024),
  sqsLagTime: metrics.NewUniformSample(1024),

x-pack/filebeat/input/awss3/metrics_test.go

@@ -29,6 +29,36 @@ func TestInputMetricsClose(t *testing.T) {
  })
 }
 
+// TestNewInputMetricsInstance asserts that all the metrics are initialized
+// when a newInputMetrics method is invoked. This avoids nil hit panics when
+// a getter is invoked on any uninitialized metric.
+func TestNewInputMetricsInstance(t *testing.T) {
+ reg := monitoring.NewRegistry()
+ metrics := newInputMetrics("some-new-metric-test", reg, 1)
+
+ assert.NotNil(t, metrics.sqsMessagesWaiting,
+ metrics.sqsMaxMessagesInflight,
+ metrics.sqsWorkerStartTimes,
+ metrics.sqsWorkerUtilizationLastUpdate,
+ metrics.sqsMessagesReceivedTotal,
+ metrics.sqsVisibilityTimeoutExtensionsTotal,
+ metrics.sqsMessagesInflight,
+ metrics.sqsMessagesReturnedTotal,
+ metrics.sqsMessagesDeletedTotal,
+ metrics.sqsMessagesWaiting,
+ metrics.sqsWorkerUtilization,
+ metrics.sqsMessageProcessingTime,
+ metrics.sqsLagTime,
+ metrics.s3ObjectsRequestedTotal,
+ metrics.s3ObjectsAckedTotal,
+ metrics.s3ObjectsListedTotal,
+ metrics.s3ObjectsProcessedTotal,
+ metrics.s3BytesProcessedTotal,
+ metrics.s3EventsCreatedTotal,
+ metrics.s3ObjectsInflight,
+ metrics.s3ObjectProcessingTime)
+}
+
 func TestInputMetricsSQSWorkerUtilization(t *testing.T) {
  const interval = 5000