Change fromBeginning to a flag (#1998)

dydxprotocol · Jul 31, 2024 · 56364db · 56364db
1 parent 757cd57
commit 56364db
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/indexer/services/vulcan/src/config.ts b/indexer/services/vulcan/src/config.ts
@@ -21,6 +21,7 @@ export const configSchema = {
   ...redisConfigSchema,
 
   BATCH_PROCESSING_ENABLED: parseBoolean({ default: true }),
+  PROCESS_FROM_BEGINNING: parseBoolean({ default: true }),
   KAFKA_BATCH_PROCESSING_COMMIT_FREQUENCY_MS: parseNumber({
     default: 3_000,
   }),

diff --git a/indexer/services/vulcan/src/helpers/kafka/kafka-controller.ts b/indexer/services/vulcan/src/helpers/kafka/kafka-controller.ts
@@ -19,7 +19,7 @@ export async function connect(): Promise<void> {
     // https://kafka.js.org/docs/consuming#a-name-from-beginning-a-frombeginning
     // Need to set fromBeginning to true, so when vulcan restarts, it will consume all messages
     // rather than ignoring the messages in queue that were produced before ender was started.
-    fromBeginning: true,
+    fromBeginning: config.PROCESS_FROM_BEGINNING,
   });
 
   if (config.BATCH_PROCESSING_ENABLED) {