[receiver/awss3receiver] Introduce the AWS S3 Receiver

.github/ISSUE_TEMPLATE/bug_report.yaml

@@ -183,6 +183,7 @@ body:
       - receiver/awscontainerinsight
       - receiver/awsecscontainermetrics
       - receiver/awsfirehose
+      - receiver/awss3
       - receiver/awsxray
       - receiver/azureblob
       - receiver/azureeventhub

.github/ISSUE_TEMPLATE/feature_request.yaml

@@ -177,6 +177,7 @@ body:
       - receiver/awscontainerinsight
       - receiver/awsecscontainermetrics
       - receiver/awsfirehose
+      - receiver/awss3
       - receiver/awsxray
       - receiver/azureblob
       - receiver/azureeventhub

.github/ISSUE_TEMPLATE/other.yaml

@@ -177,6 +177,7 @@ body:
       - receiver/awscontainerinsight
       - receiver/awsecscontainermetrics
       - receiver/awsfirehose
+      - receiver/awss3
       - receiver/awsxray
       - receiver/azureblob
       - receiver/azureeventhub

cmd/otelcontribcol/builder-config.yaml

@@ -124,6 +124,7 @@ receivers:
   - gomod: github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awscontainerinsightreceiver v0.96.0
   - gomod: github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awsecscontainermetricsreceiver v0.96.0
   - gomod: github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awsfirehosereceiver v0.96.0
+  - gomod: github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awss3receiver v0.96.0
   - gomod: github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awsxrayreceiver v0.96.0
   - gomod: github.com/open-telemetry/opentelemetry-collector-contrib/receiver/azureblobreceiver v0.96.0
   - gomod: github.com/open-telemetry/opentelemetry-collector-contrib/receiver/azureeventhubreceiver v0.96.0
@@ -444,4 +445,5 @@ replaces:
   - github.com/open-telemetry/opentelemetry-collector-contrib/extension/solarwindsapmsettingsextension => ../../extension/solarwindsapmsettingsextension
   - github.com/open-telemetry/opentelemetry-collector-contrib/receiver/namedpipereceiver => ../../receiver/namedpipereceiver
   - github.com/open-telemetry/opentelemetry-collector-contrib/internal/sqlquery => ../../internal/sqlquery
+  - github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awss3receiver => ../../receiver/awss3receiver
 

cmd/otelcontribcol/go.mod

@@ -112,6 +112,7 @@ require (
 	github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awscontainerinsightreceiver v0.96.0
 	github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awsecscontainermetricsreceiver v0.96.0
 	github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awsfirehosereceiver v0.96.0
+	github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awss3receiver v0.96.0
 	github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awsxrayreceiver v0.96.0
 	github.com/open-telemetry/opentelemetry-collector-contrib/receiver/azureblobreceiver v0.96.0
 	github.com/open-telemetry/opentelemetry-collector-contrib/receiver/azureeventhubreceiver v0.96.0
@@ -1190,3 +1191,5 @@ replace github.com/open-telemetry/opentelemetry-collector-contrib/extension/sola
 replace github.com/open-telemetry/opentelemetry-collector-contrib/receiver/namedpipereceiver => ../../receiver/namedpipereceiver
 
 replace github.com/open-telemetry/opentelemetry-collector-contrib/internal/sqlquery => ../../internal/sqlquery
+
+replace github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awss3receiver => ../../receiver/awss3receiver

receiver/awss3receiver/Makefile

@@ -0,0 +1 @@
+include ../../Makefile.Common

receiver/awss3receiver/README.md

@@ -0,0 +1,17 @@
+# AWS S3 Receiver
+<!-- status autogenerated section -->
+| Status        |           |
+| ------------- |-----------|
+| Stability     | [development]: traces   |
+| Distributions | [contrib] |
+| Issues        | [![Open issues](https://img.shields.io/github/issues-search/open-telemetry/opentelemetry-collector-contrib?query=is%3Aissue%20is%3Aopen%20label%3Areceiver%2Fawss3%20&label=open&color=orange&logo=opentelemetry)](https://github.com/open-telemetry/opentelemetry-collector-contrib/issues?q=is%3Aopen+is%3Aissue+label%3Areceiver%2Fawss3) [![Closed issues](https://img.shields.io/github/issues-search/open-telemetry/opentelemetry-collector-contrib?query=is%3Aissue%20is%3Aclosed%20label%3Areceiver%2Fawss3%20&label=closed&color=blue&logo=opentelemetry)](https://github.com/open-telemetry/opentelemetry-collector-contrib/issues?q=is%3Aclosed+is%3Aissue+label%3Areceiver%2Fawss3) |
+| [Code Owners](https://github.com/open-telemetry/opentelemetry-collector-contrib/blob/main/CONTRIBUTING.md#becoming-a-code-owner)    | [@atoulme](https://www.github.com/atoulme), [@adcharre](https://www.github.com/adcharre) |
+
+[development]: https://github.com/open-telemetry/opentelemetry-collector#development
+[contrib]: https://github.com/open-telemetry/opentelemetry-collector-releases/tree/main/distributions/otelcol-contrib
+<!-- end autogenerated section -->
+
+## Overview
+Receiver for retrieving trace previously stored in S3 by the [AWS S3 Exporter](../../exporter/awss3exporter/README.md).
+
+## Configuration

receiver/awss3receiver/config.go

@@ -0,0 +1,71 @@
+// Copyright The OpenTelemetry Authors
+// SPDX-License-Identifier: Apache-2.0
+
+package awss3receiver // import "github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awss3receiver"
+
+import (
+	"errors"
+	"go.uber.org/multierr"
+	"time"
+
+	"go.opentelemetry.io/collector/component"
+)
+
+// S3DownloaderConfig contains aws s3 downloader related config to controls things
+// like bucket, prefix, batching, connections, retries, etc.
+type S3DownloaderConfig struct {
+	Region           string `mapstructure:"region"`
+	S3Bucket         string `mapstructure:"s3_bucket"`
+	S3Prefix         string `mapstructure:"s3_prefix"`
+	S3Partition      string `mapstructure:"s3_partition"`
+	FilePrefix       string `mapstructure:"file_prefix"`
+	Endpoint         string `mapstructure:"endpoint"`
+	S3ForcePathStyle bool   `mapstructure:"s3_force_path_style"`
+}
+
+// Config defines the configuration for the file receiver.
+type Config struct {
+	S3Downloader S3DownloaderConfig `mapstructure:"s3downloader"`
+	StartTime    string             `mapstructure:"starttime"`
+	EndTime      string             `mapstructure:"endtime"`
+}
+
+func createDefaultConfig() component.Config {
+	return &Config{
+		S3Downloader: S3DownloaderConfig{
+			S3Partition: "minute",
+		},
+	}
+}
+
+func (c Config) Validate() error {
+	var errs error
+	if c.S3Downloader.S3Bucket == "" {
+		errs = multierr.Append(errs, errors.New("bucket is required"))
+	}
+	if c.StartTime == "" {
+		errs = multierr.Append(errs, errors.New("start time is required"))
+	} else {
+		if _, err := parseTime(c.StartTime); err != nil {
+			errs = multierr.Append(errs, errors.New("unable to parse start date"))
+		}
+	}
+	if c.EndTime == "" {
+		errs = multierr.Append(errs, errors.New("end time is required"))
+	} else {
+		if _, err := parseTime(c.EndTime); err != nil {
+			errs = multierr.Append(errs, errors.New("unable to parse end time"))
+		}
+	}
+	return errs
+}
+
+func parseTime(str string) (time.Time, error) {
+	layouts := []string{"2006-01-02 15:04", time.DateOnly}
+	for _, layout := range layouts {
+		if t, err := time.Parse(layout, str); err == nil {
+			return t, nil
+		}
+	}
+	return time.Time{}, errors.New("unable to parse time string")
+}

receiver/awss3receiver/config_test.go

@@ -0,0 +1,85 @@
+package awss3receiver
+
+import (
+	"path/filepath"
+	"testing"
+
+	"github.com/stretchr/testify/assert"
+	"github.com/stretchr/testify/require"
+	"go.opentelemetry.io/collector/component"
+	"go.opentelemetry.io/collector/confmap/confmaptest"
+
+	"github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awss3receiver/internal/metadata"
+)
+
+func TestLoadConfig_Validate_Invalid(t *testing.T) {
+	cfg := Config{}
+	assert.Error(t, cfg.Validate())
+}
+
+func TestConfig_Validate_Valid(t *testing.T) {
+	cfg := Config{
+		S3Downloader: S3DownloaderConfig{
+			Region:           "",
+			S3Bucket:         "abucket",
+			S3Prefix:         "",
+			S3Partition:      "",
+			FilePrefix:       "",
+			Endpoint:         "",
+			S3ForcePathStyle: false,
+		},
+		StartTime: "2024-01-01",
+		EndTime:   "2024-01-01",
+	}
+	assert.NoError(t, cfg.Validate())
+}
+
+func TestLoadConfig(t *testing.T) {
+	cm, err := confmaptest.LoadConf(filepath.Join("testdata", "config.yaml"))
+	require.NoError(t, err)
+
+	tests := []struct {
+		id           component.ID
+		expected     component.Config
+		errorMessage string
+	}{
+		{
+			id:           component.NewIDWithName(metadata.Type, ""),
+			errorMessage: "bucket is required; start time is required; end time is required",
+		},
+		{
+			id:           component.NewIDWithName(metadata.Type, "1"),
+			errorMessage: "unable to parse start date; unable to parse end time",
+		},
+		{
+			id: component.NewIDWithName(metadata.Type, "2"),
+			expected: &Config{
+				S3Downloader: S3DownloaderConfig{
+					S3Bucket:    "abucket",
+					S3Partition: "minute",
+				},
+				StartTime: "2024-01-31 15:00",
+				EndTime:   "2024-02-03",
+			},
+		},
+	}
+
+	for _, tt := range tests {
+		t.Run(tt.id.String(), func(t *testing.T) {
+			factory := NewFactory()
+			cfg := factory.CreateDefaultConfig()
+
+			sub, err := cm.Sub(tt.id.String())
+			require.NoError(t, err)
+			require.NoError(t, component.UnmarshalConfig(sub, cfg))
+
+			if tt.errorMessage != "" {
+				assert.EqualError(t, component.ValidateConfig(cfg), tt.errorMessage)
+				return
+			}
+
+			assert.NoError(t, component.ValidateConfig(cfg))
+			assert.Equal(t, tt.expected, cfg)
+		})
+	}
+}

receiver/awss3receiver/doc.go

@@ -0,0 +1,10 @@
+// Copyright The OpenTelemetry Authors
+// SPDX-License-Identifier: Apache-2.0
+
+//go:generate mdatagen metadata.yaml
+
+// Package awss3receiver implements a receiver that can be used by the
+// Opentelemetry collector to retrieve traces previously stored in S3 by the
+// AWS S3 Exporter.
+
+package awss3receiver // import "github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awss3receiver"

receiver/awss3receiver/factory.go

@@ -0,0 +1,25 @@
+// Copyright The OpenTelemetry Authors
+// SPDX-License-Identifier: Apache-2.0
+
+package awss3receiver // import "github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awss3receiver"
+
+import (
+	"context"
+	"github.com/open-telemetry/opentelemetry-collector-contrib/receiver/awss3receiver/internal/metadata"
+
+	"go.opentelemetry.io/collector/component"
+	"go.opentelemetry.io/collector/consumer"
+	"go.opentelemetry.io/collector/receiver"
+)
+
+func NewFactory() receiver.Factory {
+	return receiver.NewFactory(
+		metadata.Type,
+		createDefaultConfig,
+		receiver.WithTraces(createTracesReceiver, metadata.TracesStability),
+	)
+}
+
+func createTracesReceiver(_ context.Context, settings receiver.CreateSettings, cc component.Config, consumer consumer.Traces) (receiver.Traces, error) {
+	return newAWSS3TraceReceiver(cc.(*Config), consumer, settings.Logger)
+}

receiver/awss3receiver/factory_test.go

@@ -0,0 +1,24 @@
+// Copyright The OpenTelemetry Authors
+// SPDX-License-Identifier: Apache-2.0
+
+package awss3receiver
+
+import (
+	"context"
+	"testing"
+
+	"github.com/stretchr/testify/require"
+	"go.opentelemetry.io/collector/consumer/consumertest"
+	"go.opentelemetry.io/collector/receiver/receivertest"
+)
+
+func TestNewFactory(t *testing.T) {
+	f := NewFactory()
+	_, err := f.CreateTracesReceiver(
+		context.Background(),
+		receivertest.NewNopCreateSettings(),
+		f.CreateDefaultConfig(),
+		consumertest.NewNop(),
+	)
+	require.NoError(t, err)
+}