add HTTP datasource

pkg/acquisition/http.go

@@ -0,0 +1,12 @@
+//go:build !no_datasource_http
+
+package acquisition
+
+import (
+	httpacquisition "github.com/crowdsecurity/crowdsec/pkg/acquisition/modules/http"
+)
+
+//nolint:gochecknoinits
+func init() {
+	registerDataSource("http", func() DataSource { return &httpacquisition.HTTPSource{} })
+}

pkg/acquisition/modules/cloudwatch/cloudwatch.go

@@ -732,6 +732,7 @@ func cwLogToEvent(log *cloudwatchlogs.OutputLogEvent, cfg *LogStreamTailConfig)
 	evt.Process = true
 	evt.Type = types.LOG
 	evt.ExpectMode = cfg.ExpectMode
+	evt.Unmarshaled = make(map[string]interface{})
 	cfg.logger.Debugf("returned event labels : %+v", evt.Line.Labels)
 	return evt, nil
 }

pkg/acquisition/modules/docker/docker.go

@@ -334,7 +334,7 @@
 					if d.metricsLevel != configuration.METRICS_NONE {
 						linesRead.With(prometheus.Labels{"source": containerConfig.Name}).Inc()
 					}
-					evt := types.Event{Line: l, Process: true, Type: types.LOG, ExpectMode: types.TIMEMACHINE}
+					evt := types.Event{Line: l, Process: true, Type: types.LOG, ExpectMode: types.TIMEMACHINE, Unmarshaled: make(map[string]interface{})}
 					out <- evt
 					d.logger.Debugf("Sent line to parsing: %+v", evt.Line.Raw)
 				}
@@ -580,6 +580,7 @@
 			l.Process = true
 			l.Module = d.GetName()
 			var evt types.Event
+			evt.Unmarshaled = make(map[string]interface{})
 			if !d.Config.UseTimeMachine {
 				evt = types.Event{Line: l, Process: true, Type: types.LOG, ExpectMode: types.LIVE}
 			} else {

pkg/acquisition/modules/file/file.go

@@ -625,7 +625,7 @@ func (f *FileSource) tailFile(out chan types.Event, t *tomb.Tomb, tail *tail.Tai
 			if f.config.UseTimeMachine {
 				expectMode = types.TIMEMACHINE
 			}
-			out <- types.Event{Line: l, Process: true, Type: types.LOG, ExpectMode: expectMode}
+			out <- types.Event{Line: l, Process: true, Type: types.LOG, ExpectMode: expectMode, Unmarshaled: make(map[string]interface{})}
 		}
 	}
 }
@@ -684,7 +684,7 @@ func (f *FileSource) readFile(filename string, out chan types.Event, t *tomb.Tom
 			linesRead.With(prometheus.Labels{"source": filename}).Inc()
 
 			// we're reading logs at once, it must be time-machine buckets
-			out <- types.Event{Line: l, Process: true, Type: types.LOG, ExpectMode: types.TIMEMACHINE}
+			out <- types.Event{Line: l, Process: true, Type: types.LOG, ExpectMode: types.TIMEMACHINE, Unmarshaled: make(map[string]interface{})}
 		}
 	}