configurable multilineCollectorTimeout

cmd/logparser.go

@@ -5,13 +5,14 @@ import (
 	"errors"
 	"flag"
 	"fmt"
-	"github.com/coroot/logparser"
 	"io"
 	"os"
 	"sort"
 	"strconv"
 	"strings"
 	"time"
+
+	"github.com/coroot/logparser"
 )
 
 func main() {
@@ -22,7 +23,7 @@ func main() {
 
 	reader := bufio.NewReader(os.Stdin)
 	ch := make(chan logparser.LogEntry)
-	parser := logparser.NewParser(ch, nil, nil)
+	parser := logparser.NewParser(ch, nil, nil, time.Second)
 	t := time.Now()
 	for {
 		line, err := reader.ReadString('\n')

multiline.go

@@ -9,8 +9,7 @@ import (
 )
 
 var (
-	multilineCollectorTimeout = time.Millisecond * 100
-	multilineCollectorLimit   = 64 * 1024
+	multilineCollectorLimit = 64 * 1024
 )
 
 type Message struct {

parser.go

@@ -34,7 +34,7 @@ type Parser struct {
 
 type OnMsgCallbackF func(ts time.Time, level Level, patternHash string, msg string)
 
-func NewParser(ch <-chan LogEntry, decoder Decoder, onMsgCallback OnMsgCallbackF) *Parser {
+func NewParser(ch <-chan LogEntry, decoder Decoder, onMsgCallback OnMsgCallbackF, multilineCollectorTimeout time.Duration) *Parser {
 	p := &Parser{
 		decoder:  decoder,
 		patterns: map[patternKey]*patternStat{},