#50 Perfomance Degradation: Heavy Disk Usage

cosmos/poc/app/app.go

@@ -147,7 +147,6 @@ func (app *CyberdApp) EndBlocker(ctx sdk.Context, _ abci.RequestEndBlock) abci.R
 	hash := sha256.Sum256(rankAsBytes)
 	app.latestRankHash = hash[:]
 	app.memStorage.UpdateRank(newRank)
-	app.persistStorages.Rank.StoreFullRank(ctx, newRank)
 	app.mainStorage.StoreAppHash(ctx, hash[:])
 	return abci.ResponseEndBlock{}
 }

cosmos/poc/app/rank/calculate.go

@@ -3,25 +3,24 @@ package rank
 import (
 	. "github.com/cybercongress/cyberd/cosmos/poc/app/storage"
 	"math"
+	"sync"
 )
 
 const (
 	d         = 0.85
 	tolerance = 0.1
 )
 
-func CalculateRank(data *InMemoryStorage) []float64 {
+func CalculateRank(data *InMemoryStorage) ([]float64, int) {
 
 	size := data.GetCidsCount()
 
 	if size == 0 {
-		return []float64{}
+		return []float64{}, 0
 	}
 	inverseOfSize := 1.0 / float64(size)
 
-	prevrank := data.GetRank()
-	zeros := make([]float64, size-len(prevrank))
-	prevrank = append(prevrank, zeros...)
+	prevrank := make([]float64, size)
 
 	tOverSize := (1.0 - d) / float64(size)
 	danglingNodes := calculateDanglingNodes(data)
@@ -32,14 +31,16 @@ func CalculateRank(data *InMemoryStorage) []float64 {
 
 	change := 2.0
 
+	steps := 0
 	var rank []float64
 	for change > tolerance {
 		rank = step(tOverSize, prevrank, danglingNodes, data)
 		change = calculateChange(prevrank, rank)
 		prevrank = rank
+		steps++
 	}
 
-	return rank
+	return rank, steps
 }
 
 func calculateDanglingNodes(data *InMemoryStorage) []int64 {
@@ -66,17 +67,25 @@ func step(tOverSize float64, prevrank []float64, danglingNodes []int64, data *In
 	innerProductOverSize := innerProduct / float64(len(prevrank))
 	rank := make([]float64, len(prevrank))
 
+	var wg sync.WaitGroup
+	wg.Add(len(data.GetInLinks()))
+
 	for i, inLinksForI := range data.GetInLinks() {
-		ksum := 0.0
 
-		for j := range inLinksForI {
-			linkStake := float64(data.GetOverallLinkStake(CidNumber(j), CidNumber(i)))
-			jCidOutStake := float64(data.GetOverallOutLinksStake(CidNumber(j)))
-			ksum += prevrank[j] * (linkStake / jCidOutStake)
-		}
+		go func(cid CidNumber, inLinks CidLinks) {
+			defer wg.Done()
+			ksum := 0.0
+
+			for j := range inLinks {
+				linkStake := float64(data.GetOverallLinkStake(CidNumber(j), CidNumber(cid)))
+				jCidOutStake := float64(data.GetOverallOutLinksStake(CidNumber(j)))
+				ksum += prevrank[j] * (linkStake / jCidOutStake)
+			}
 
-		rank[i] = d*(ksum+innerProductOverSize) + tOverSize
+			rank[cid] = d*(ksum+innerProductOverSize) + tOverSize
+		}(i, inLinksForI)
 	}
+	wg.Wait()
 	return rank
 }
 

cosmos/poc/app/storage/inmemory.go

@@ -62,7 +62,6 @@ func (s *InMemoryStorage) Load(ctx sdk.Context, ps CyberdPersistentStorages, am
 	s.cidsByNumberIndex = cidsByNumber
 	s.cidsCount = uint64(len(cidsIndexes))
 	s.userStake = GetAllAccountsStakes(ctx, am)
-	s.UpdateRank(ps.Rank.GetFullRank(ctx))
 }
 
 // Also returns bool flag, whether index exists