chore(env): add env vars for data verification workout count and stre…

…am timeout These give us flexiblity when setting up integration tests. Not exposing them on docker-compose as data verification is not enabled by default.
ar-io · Jan 24, 2025 · cdf770d · cdf770d
1 parent fa00d38
commit cdf770d
Show file tree

Hide file tree

Showing 3 changed files with 7 additions and 6 deletions.
diff --git a/src/config.ts b/src/config.ts
@@ -307,6 +307,11 @@ export const BACKGROUND_DATA_VERIFICATION_WORKER_COUNT = +env.varOrDefault(
   '1',
 );
 
+export const BACKGROUND_DATA_VERIFICATION_STREAM_TIMEOUT_MS = +env.varOrDefault(
+  'BACKGROUND_DATA_VERIFICATION_STREAM_TIMEOUT_MS',
+  '1000 * 30', // 30 seconds
+);
+
 //
 // GraphQL
 //

diff --git a/src/workers/data-verification.ts b/src/workers/data-verification.ts
@@ -23,9 +23,6 @@ import { ContiguousDataIndex, ContiguousDataSource } from '../types.js';
 import { DataRootComputer } from '../lib/data-root.js';
 import * as config from '../config.js';
 
-const DEFAULT_STREAM_TIMEOUT = 1000 * 30; // 30 seconds
-const DEFAULT_WORKER_COUNT = 1;
-
 export class DataVerificationWorker {
   // Dependencies
   private log: winston.Logger;
@@ -41,8 +38,8 @@ export class DataVerificationWorker {
     log,
     contiguousDataIndex,
     contiguousDataSource,
-    workerCount = DEFAULT_WORKER_COUNT,
-    streamTimeout = DEFAULT_STREAM_TIMEOUT,
+    workerCount = config.BACKGROUND_DATA_VERIFICATION_WORKER_COUNT,
+    streamTimeout = config.BACKGROUND_DATA_VERIFICATION_STREAM_TIMEOUT_MS,
     interval = config.BACKGROUND_DATA_VERIFICATION_INTERVAL_SECONDS * 1000,
   }: {
     log: winston.Logger;

diff --git a/test/end-to-end/data-sources.test.ts b/test/end-to-end/data-sources.test.ts
@@ -65,7 +65,6 @@ describe('DataSources', () => {
 
       localStack = await new LocalstackContainer('localstack/localstack:3')
         .withNetwork(network as any)
-        .withName('localstack')
         .start();
 
       // Create a bucket