feat: modular worker

cli/serve.go

@@ -1,6 +1,7 @@
 package cli
 
 import (
+	"sync"
 	"time"
 
 	"github.com/newrelic/go-agent/v3/newrelic"
@@ -60,8 +61,13 @@ func cmdServe() *cobra.Command {
 			}
 		}
 
+		var wg *sync.WaitGroup
 		if spawnWorker {
-			go spawnWorkers(cmd.Context(), resourceService, cfg.Syncer.WorkerModules, cfg.Syncer.SyncInterval)
+			go func() {
+				wg = spawnWorkers(cmd.Context(), resourceService, cfg.Syncer.WorkerModules, cfg.Syncer.SyncInterval)
+				wg.Wait()
+				zap.L().Info("all syncer workers exited")
+			}()
 		}
 
 		return entropyserver.Serve(cmd.Context(),

cli/worker.go

@@ -11,6 +11,7 @@ import (
 	"github.com/MakeNowJust/heredoc"
 	"github.com/goto/entropy/core"
 	"github.com/goto/entropy/core/module"
+	"github.com/goto/entropy/pkg/logger"
 	"github.com/spf13/cobra"
 	"go.uber.org/zap"
 )
@@ -20,7 +21,7 @@ func cmdWorker() *cobra.Command {
 		Use:   "worker",
 		Short: "Start workers",
 		Example: heredoc.Doc(`
-			$ entropy worker
+			$ entropy worker --count 2 --scope project=example-project,example-project-2
 		`),
 		Annotations: map[string]string{
 			"group:other": "server",
@@ -33,6 +34,11 @@ func cmdWorker() *cobra.Command {
 			return err
 		}
 
+		err = logger.Setup(&cfg.Log)
+		if err != nil {
+			return err
+		}
+
 		store := setupStorage(cfg.PGConnStr, cfg.Syncer, cfg.Service)
 		moduleService := module.NewService(setupRegistry(), store)
 		resourceService := core.New(store, moduleService, time.Now, cfg.Syncer.SyncBackoffInterval, cfg.Syncer.MaxRetries)