feat(sumologicexporter): add clear_logs_timestamp option

setting it to true indicates that backend will be responsoble for timestamp parsing

Signed-off-by: Dominik Rosiek <[email protected]>

pkg/exporter/sumologicexporter/README.md

@@ -33,6 +33,12 @@ exporters:
     # maximum connection timeout is 55s, default = 5s
     timeout: <timeout>
 
+    # defines if timestamp for logs should be set to 0,
+    # it indicates that backend will extract timestamp from logs,
+    # this option affects OTLP format only
+    # default = true
+    clear_logs_timestamp: {true, false}
+
     # For below described source and graphite template related configuration,
     # please refer to "Source templates" documentation chapter from this document.
 

pkg/exporter/sumologicexporter/config.go

@@ -83,6 +83,12 @@ type Config struct {
 	SourceHost string `mapstructure:"source_host"`
 	// Name of the client
 	Client string `mapstructure:"client"`
+
+	// ClearTimestamp defines if timestamp for logs should be set to 0.
+	// It indicates that backend will extract timestamp from logs.
+	// This option affects OTLP format only.
+	// By default this is true.
+	ClearLogsTimestamp bool `mapstructure:"clear_logs_timestamp"`
 }
 
 // CreateDefaultHTTPClientSettings returns default http client settings
@@ -165,4 +171,6 @@ const (
 	DefaultTranslateAttributes bool = true
 	// DefaultTranslateTelegrafMetrics defines default TranslateTelegrafMetrics
 	DefaultTranslateTelegrafMetrics bool = true
+	// DefaultClearTimestamp defines default ClearLogsTimestamp value
+	DefaultClearLogsTimestamp bool = true
 )

pkg/exporter/sumologicexporter/exporter_test.go

@@ -358,6 +358,48 @@ func TestPushFailedBatch(t *testing.T) {
 	assert.EqualError(t, err, "error during sending data: 500 Internal Server Error")
 }
 
+func TestPushOTLPLogsWithClearTimestamp(t *testing.T) {
+	exampleLogs := exampleLog()
+	exampleLogs[0].SetTimestamp(12345)
+	logs := LogRecordsToLogs(exampleLogs)
+
+	config := createTestConfig()
+	config.ClearLogsTimestamp = true
+	config.LogFormat = OTLPLogFormat
+
+	expectedRequests := []func(w http.ResponseWriter, req *http.Request){
+		func(w http.ResponseWriter, req *http.Request) {
+			body := extractBody(t, req)
+			assert.Equal(t, "\n\x1b\n\x00\x12\x17\n\x00\x12\x13*\r\n\vExample logJ\x00R\x00", body)
+		},
+	}
+	test := prepareExporterTest(t, config, expectedRequests)
+
+	err := test.exp.pushLogsData(context.Background(), logs)
+	assert.NoError(t, err)
+}
+
+func TestPushOTLPLogsWithoutClearTimestamp(t *testing.T) {
+	exampleLogs := exampleLog()
+	exampleLogs[0].SetTimestamp(12345)
+	logs := LogRecordsToLogs(exampleLogs)
+
+	config := createTestConfig()
+	config.ClearLogsTimestamp = false
+	config.LogFormat = OTLPLogFormat
+
+	expectedRequests := []func(w http.ResponseWriter, req *http.Request){
+		func(w http.ResponseWriter, req *http.Request) {
+			body := extractBody(t, req)
+			assert.Equal(t, "\n$\n\x00\x12 \n\x00\x12\x1c\t90\x00\x00\x00\x00\x00\x00*\r\n\vExample logJ\x00R\x00", body)
+		},
+	}
+	test := prepareExporterTest(t, config, expectedRequests)
+
+	err := test.exp.pushLogsData(context.Background(), logs)
+	assert.NoError(t, err)
+}
+
 func TestPushTextLogsWithAttributeTranslation(t *testing.T) {
 	logs := LogRecordsToLogs(exampleLog())
 	logs.ResourceLogs().At(0).Resource().Attributes().InsertString("host.name", "harry-potter")

pkg/exporter/sumologicexporter/sender.go

@@ -274,7 +274,13 @@ func (s *sender) sendOTLPLogs(ctx context.Context, flds fields) ([]pdata.LogReco
 	logs := ill.Logs()
 	logs.EnsureCapacity(len(s.logBuffer))
 	for _, record := range s.logBuffer {
-		record.CopyTo(logs.AppendEmpty())
+		log := logs.AppendEmpty()
+		record.CopyTo(log)
+
+		// Clear timestamp if required
+		if s.config.ClearLogsTimestamp {
+			log.SetTimestamp(0)
+		}
 	}
 
 	s.addResourceAttributes(rl.Resource().Attributes(), flds)