chore(env): add env vars for data verification workout count and stre…

…am timeout

These give us flexiblity when setting up integration tests. Not exposing them on docker-compose as data verification is not enabled by default.

src/config.ts

@@ -307,6 +307,11 @@ export const BACKGROUND_DATA_VERIFICATION_WORKER_COUNT = +env.varOrDefault(
   '1',
 );
 
+export const BACKGROUND_DATA_VERIFICATION_STREAM_TIMEOUT_MS = +env.varOrDefault(
+  'BACKGROUND_DATA_VERIFICATION_STREAM_TIMEOUT_MS',
+  '1000 * 30', // 30 seconds
+);
+
 //
 // GraphQL
 //

src/workers/data-verification.ts

@@ -23,9 +23,6 @@ import { ContiguousDataIndex, ContiguousDataSource } from '../types.js';
 import { DataRootComputer } from '../lib/data-root.js';
 import * as config from '../config.js';
 
-const DEFAULT_STREAM_TIMEOUT = 1000 * 30; // 30 seconds
-const DEFAULT_WORKER_COUNT = 1;
-
 export class DataVerificationWorker {
   // Dependencies
   private log: winston.Logger;
@@ -41,8 +38,8 @@ export class DataVerificationWorker {
     log,
     contiguousDataIndex,
     contiguousDataSource,
-    workerCount = DEFAULT_WORKER_COUNT,
-    streamTimeout = DEFAULT_STREAM_TIMEOUT,
+    workerCount = config.BACKGROUND_DATA_VERIFICATION_WORKER_COUNT,
+    streamTimeout = config.BACKGROUND_DATA_VERIFICATION_STREAM_TIMEOUT_MS,
     interval = config.BACKGROUND_DATA_VERIFICATION_INTERVAL_SECONDS * 1000,
   }: {
     log: winston.Logger;

test/end-to-end/data-sources.test.ts

@@ -65,7 +65,6 @@ describe('DataSources', () => {
 
       localStack = await new LocalstackContainer('localstack/localstack:3')
         .withNetwork(network as any)
-        .withName('localstack')
         .start();
 
       // Create a bucket

test/end-to-end/indexing.test.ts

@@ -880,7 +880,7 @@ describe('Indexing', function () {
       });
       dataDb = new Sqlite(`${projectRootPath}/data/sqlite/data.db`);
 
-      // queue the bundele tx to populate the data root
+      // queue the bundle tx to populate the data root
       await axios({
         method: 'post',
         url: 'http://localhost:4000/ar-io/admin/queue-tx',
@@ -891,11 +891,10 @@ describe('Indexing', function () {
         data: { id: bundleId },
       });
 
-      // queue the bundle
+      // queue the bundle to index the data items, there should be 79 data items in this bundle, once the root tx is indexed and verified all associated data items should be marked as verified
       await axios.post(
         'http://localhost:4000/ar-io/admin/queue-bundle',
         {
-          // there are 79 data items in this bundle, once the root tx is indexed and verified the data items will be verified
           id: bundleId,
         },
         {