Fix: on conflict save (#31)

cmd/metadata/models/contract_metadata.go

@@ -125,7 +125,20 @@ func (contracts *Contracts) Save(metadata []*ContractMetadata) error {
 	if len(metadata) == 0 {
 		return nil
 	}
-	_, err := contracts.db.DB().Model(&metadata).
+
+	savings := make([]*ContractMetadata, 0)
+	has := make(map[string]struct{})
+	for i := len(metadata) - 1; i >= 0; i-- {
+		if _, ok := has[metadata[i].Contract]; !ok {
+			has[metadata[i].Contract] = struct{}{}
+			savings = append(savings, metadata[i])
+		}
+	}
+	if len(savings) == 0 {
+		return nil
+	}
+
+	_, err := contracts.db.DB().Model(&savings).
 		OnConflict("(network, contract) DO UPDATE").
 		Set("metadata = excluded.metadata, link = excluded.link, update_id = excluded.update_id, status = excluded.status").
 		Insert()

cmd/metadata/models/token_metadata.go

@@ -2,6 +2,7 @@ package models
 
 import (
 	"context"
+	"fmt"
 	"time"
 
 	"github.com/dipdup-net/go-lib/database"
@@ -137,7 +138,21 @@ func (tokens *Tokens) Save(metadata []*TokenMetadata) error {
 		return nil
 	}
 
-	_, err := tokens.db.DB().Model(&metadata).
+	savings := make([]*TokenMetadata, 0)
+	has := make(map[string]struct{})
+	for i := len(metadata) - 1; i >= 0; i-- {
+		id := fmt.Sprintf("%s_%d", metadata[i].Contract, metadata[i].TokenID)
+		if _, ok := has[id]; !ok {
+			has[id] = struct{}{}
+			savings = append(savings, metadata[i])
+		}
+	}
+
+	if len(savings) == 0 {
+		return nil
+	}
+
+	_, err := tokens.db.DB().Model(&savings).
 		OnConflict("(network, contract, token_id) DO UPDATE").
 		Set("metadata = excluded.metadata, link = excluded.link, update_id = excluded.update_id, status = excluded.status").
 		Insert()