emit sync event

Author: hazelnutcloud

CHANGELOG.md

@@ -1,3 +1,7 @@
+# v0.4.10
+- fix: emit event when arkiver is synced
+- - fix: set maxQueueSize to 3
+
 # v0.4.9
 - chore: add environment flag to deploy command
 

cli.ts

@@ -14,7 +14,7 @@ import {
 } from './cli/mod.ts'
 import 'https://deno.land/std@0.179.0/dotenv/load.ts'
 
-export const version = 'v0.4.9'
+export const version = 'v0.4.10'
 
 const command = new Command()
 	.name('arkiver')

deno.lock

@@ -8,6 +8,7 @@ export class Arkiver extends EventTarget {
 	private readonly manifest: ArkiveManifest
 	private arkiveData: Arkive
 	private sources: DataSource[] = []
+	private syncedCount = 0
 	private mongoConnection?: string
 	private rpcUrls: Record<string, string>
 
@@ -73,6 +74,17 @@ export class Arkiver extends EventTarget {
 				noDb: this.mongoConnection === undefined,
 				arkiveMinorVersion: this.arkiveData.deployment.minor_version,
 			})
+
+			dataSource.addEventListener('synced', () => {
+				this.syncedCount++
+				if (this.syncedCount === Object.entries(dataSources).length) {
+					logger('arkiver').info(
+						`Arkiver synced - ${this.arkiveData.name}`,
+					)
+					this.dispatchEvent(new Event('synced'))
+				}
+			})
+
 			await dataSource.run()
 			this.sources.push(dataSource)
 		}

src/arkiver/arkiver.ts

@@ -40,7 +40,7 @@ interface NormalizedContracts {
 	signatureTopics: string[]
 }
 
-export class DataSource {
+export class DataSource extends EventTarget {
 	private readonly chain: keyof typeof supportedChains
 	private readonly rpcUrl: string
 	private readonly client: PublicClient<HttpTransport>
@@ -100,7 +100,7 @@ export class DataSource {
 		fetcher: true,
 		processor: true,
 	}
-	private maxQueueSize = 10
+	private maxQueueSize = 3
 	private liveDelay = 2000
 	private queueDelay = 500
 	private fetchInterval = 500
@@ -124,6 +124,7 @@ export class DataSource {
 			noDb: boolean
 		},
 	) {
+		super()
 		this.chain = params.chain
 		this.rpcUrl = params.rpcUrl
 		this.blockRange = params.blockRange
@@ -208,6 +209,7 @@ export class DataSource {
 
 			if (toBlock === this.liveBlockHeight && !this.isLive) {
 				this.isLive = true
+				this.dispatchEvent(new Event('synced'))
 				logger(this.chain).info(
 					`Start live arkiving for ${this.chain} at ${this.liveBlockHeight}`,
 				)