fix: launch rq workers using CLI to init sentry

docker-compose.yml

@@ -35,7 +35,7 @@ services:
   workers:
     <<: *service-base
     environment: *service-base-env
-    command: rq worker --url redis://${REDIS_HOST:-redis}:6379 off-exports-high off-exports-low
+    command: python3 -m openfoodfacts_exports run-worker off-exports-high off-exports-low
     mem_limit: 4g
     depends_on:
       - redis

openfoodfacts_exports/main.py

@@ -6,6 +6,7 @@
 
 @app.command()
 def run_scheduler():
+    """Run the scheduler, that will launch the export jobs once a day."""
     from openfoodfacts.utils import get_logger
 
     from openfoodfacts_exports.scheduler import run
@@ -15,6 +16,18 @@ def run_scheduler():
     run()
 
 
+@app.command()
+def run_worker(queues: list[str], burst: bool = False):
+    """Run a worker for the given queues."""
+    from openfoodfacts.utils import get_logger
+
+    from openfoodfacts_exports.workers.main import run
+
+    # configure root logger
+    get_logger()
+    run(queues, burst)
+
+
 @app.command()
 def launch_export(flavor: Flavor) -> None:
     """Launch an export job for a given flavor."""

openfoodfacts_exports/workers/main.py

@@ -0,0 +1,18 @@
+import sys
+
+from rq import Worker
+
+from openfoodfacts_exports.utils import init_sentry
+
+from .redis import redis_conn
+
+init_sentry()
+
+
+def run(queues: list[str], burst: bool = False):
+    try:
+        w = Worker(queues=queues, connection=redis_conn)
+        w.work(logging_level="INFO", burst=burst)
+    except ConnectionError as e:
+        print(e)
+        sys.exit(1)