chore: change batch sizes for migrations

formancehq · Dec 9, 2024 · a3fdd5c · a3fdd5c
1 parent 6e28ccf
commit a3fdd5c
Show file tree

Hide file tree

Showing 7 changed files with 7 additions and 6 deletions.
diff --git a/internal/storage/bucket/migrations/17-moves-fill-transaction-id/up.sql b/internal/storage/bucket/migrations/17-moves-fill-transaction-id/up.sql
@@ -1,6 +1,6 @@
 do $$
 	declare
-		_batch_size integer := 100;
+		_batch_size integer := 1000;
 		_max integer;
 	begin
 		set search_path = '{{.Schema}}';

diff --git a/internal/storage/bucket/migrations/18-transactions-fill-inserted-at/up.sql b/internal/storage/bucket/migrations/18-transactions-fill-inserted-at/up.sql
@@ -1,6 +1,6 @@
 do $$
 	declare
-		_batch_size integer := 100;
+		_batch_size integer := 1000;
 		_date timestamp without time zone;
 		_count integer := 0;
 	begin

diff --git a/internal/storage/bucket/migrations/20-accounts-volumes-fill-history/up.sql b/internal/storage/bucket/migrations/20-accounts-volumes-fill-history/up.sql
@@ -1,7 +1,7 @@
 do $$
 	declare
 		_count integer;
-		_batch_size integer := 100;
+		_batch_size integer := 1000;
 	begin
 		set search_path = '{{.Schema}}';
 

diff --git a/internal/storage/bucket/migrations/21-transactions-metadata-fill-transaction-id/up.sql b/internal/storage/bucket/migrations/21-transactions-metadata-fill-transaction-id/up.sql
@@ -1,7 +1,7 @@
 
 do $$
 	declare
-		_batch_size integer := 100;
+		_batch_size integer := 1000;
 		_count integer;
 	begin
 		set search_path = '{{.Schema}}';

diff --git a/internal/storage/bucket/migrations/22-accounts-metadata-fill-address/up.sql b/internal/storage/bucket/migrations/22-accounts-metadata-fill-address/up.sql
@@ -1,7 +1,7 @@
 
 do $$
 	declare
-		_batch_size integer := 100;
+		_batch_size integer := 1000;
 		_count integer;
 	begin
 		set search_path = '{{.Schema}}';

diff --git a/internal/storage/bucket/migrations/23-logs-fill-memento/up.sql b/internal/storage/bucket/migrations/23-logs-fill-memento/up.sql
@@ -1,6 +1,6 @@
 do $$
 	declare
-		_batch_size integer := 100;
+		_batch_size integer := 1000;
 		_count integer;
 	begin
 		set search_path = '{{.Schema}}';

diff --git a/internal/storage/driver/driver.go b/internal/storage/driver/driver.go
@@ -81,6 +81,7 @@ func (d *Driver) CreateLedger(ctx context.Context, l *ledger.Ledger) (*ledgersto
 }
 
 func (d *Driver) OpenLedger(ctx context.Context, name string) (*ledgerstore.Store, *ledger.Ledger, error) {
+	// todo: keep the ledger in cache somewhere to avoid read the ledger at each request, maybe in the factory
 	ret, err := d.systemStore.GetLedger(ctx, name)
 	if err != nil {
 		return nil, nil, err