[Wallet synchronization] Introduce BlockDownloadingService

WalletWasabi.Daemon/Global.cs

@@ -114,11 +114,13 @@ public Global(string dataDir, string configFilePath, Config config)
 
 		// Block providers.
 		SpecificNodeBlockProvider = new SpecificNodeBlockProvider(Network, Config.ServiceConfiguration, HttpClientFactory.TorEndpoint);
+		P2PNodesManager = new P2PNodesManager(Network, HostedServices.Get<P2pNetwork>().Nodes, HttpClientFactory.IsTorEnabled);
+
 		var blockProvider = new SmartBlockProvider(
 			BitcoinStore.BlockRepository,
 			BitcoinCoreNode?.RpcClient is null ? null : new RpcBlockProvider(BitcoinCoreNode.RpcClient),
 			SpecificNodeBlockProvider,
-			new P2PBlockProvider(Network, HostedServices.Get<P2pNetwork>().Nodes, HttpClientFactory.IsTorEnabled),
+			new P2PBlockProvider(P2PNodesManager),
 			Cache);
 
 		WalletManager = new WalletManager(config.Network, DataDir, new WalletDirectories(Config.Network, DataDir), BitcoinStore, wasabiSynchronizer, HostedServices.Get<HybridFeeProvider>(), blockProvider, config.ServiceConfiguration);
@@ -153,6 +155,7 @@ public Global(string dataDir, string configFilePath, Config config)
 	public TransactionBroadcaster TransactionBroadcaster { get; set; }
 	public CoinJoinProcessor? CoinJoinProcessor { get; set; }
 	private SpecificNodeBlockProvider SpecificNodeBlockProvider { get; }
+	private P2PNodesManager P2PNodesManager { get; }
 	private TorProcessManager? TorManager { get; set; }
 	public CoreNode? BitcoinCoreNode { get; private set; }
 	public TorStatusChecker TorStatusChecker { get; set; }

WalletWasabi.Tests/IntegrationTests/BlockDownloadTests.cs

@@ -0,0 +1,110 @@
+using Moq;
+using NBitcoin;
+using NBitcoin.Protocol;
+using NBitcoin.Protocol.Behaviors;
+using System.Collections.Generic;
+using System.Diagnostics;
+using System.IO;
+using System.Linq;
+using System.Threading;
+using System.Threading.Tasks;
+using WalletWasabi.Helpers;
+using WalletWasabi.Logging;
+using WalletWasabi.Tests.Helpers;
+using WalletWasabi.Wallets;
+using WalletWasabi.Wallets.BlockProvider;
+using WalletWasabi.Wallets.FilterProcessor;
+using Xunit;
+using static WalletWasabi.Wallets.FilterProcessor.BlockDownloadService;
+
+namespace WalletWasabi.Tests.IntegrationTests;
+
+/// <summary>
+/// Integration tests for <see cref="BlockDownloadService"/>.
+/// </summary>
+public class BlockDownloadTests
+{
+	public static readonly SortedDictionary<uint, uint256> HeightToBlockHash = new()
+	{
+		{ 610_000, new uint256("0000000000000000000a6f607f74db48dae0a94022c10354536394c17672b7f7") },
+		{ 610_001, new uint256("0000000000000000000b9cfe321443cb2ced7a4182b8594f077ee4e23d6c2ae2") },
+		{ 610_002, new uint256("0000000000000000000aef4754dfc99fed93f40d8b90d06037075bc59af3ab4d") },
+		{ 610_003, new uint256("00000000000000000012afa0710628d1c504f1d40e1fc1b71c8cc66982547d0b") },
+		{ 610_004, new uint256("000000000000000000081bb924d567c05c39dabc7feda74b02a1327dc376634d") },
+		{ 610_005, new uint256("0000000000000000000f68159a871ea320691afcb3e0b7e8e3e03f53c0c0d58d") },
+		{ 610_006, new uint256("0000000000000000000571a7383c5679bf6967b6eb43efa807167ea3d1761e84") },
+		{ 610_007, new uint256("0000000000000000000ab3657ecbfa7e4e555d58f4fe6a0279bee8ea29ae2df7") },
+		{ 610_008, new uint256("000000000000000000157e58b222e0097afee38d6920f0750e177c0d02a5d593") },
+		{ 610_009, new uint256("00000000000000000003354e9f48af4b5850fd884f38886d00b92bfd4a015d54") },
+	};
+
+	[Fact]
+	public async Task BlockDownloadingTestAsync()
+	{
+		using CancellationTokenSource testCts = new(TimeSpan.FromMinutes(10));
+
+		Mock<IFileSystemBlockRepository> mockFileSystemBlockRepository = new(MockBehavior.Strict);
+		_ = mockFileSystemBlockRepository.Setup(c => c.TryGetAsync(It.IsAny<uint256>(), It.IsAny<CancellationToken>()))
+			.ReturnsAsync((Block?)null);
+		_ = mockFileSystemBlockRepository.Setup(c => c.SaveAsync(It.IsAny<Block>(), It.IsAny<CancellationToken>()))
+			.Returns(Task.CompletedTask);
+
+		RuntimeParams.SetDataDir(Path.Combine(Common.DataDir, "RegTests", "Backend"));
+		await RuntimeParams.LoadAsync();
+
+		string roamingDir = Environment.GetFolderPath(Environment.SpecialFolder.ApplicationData);
+
+		string addressManagerFilePath = Path.Combine(roamingDir, "WalletWasabi", "Client", "BitcoinP2pNetwork", $"AddressManager{Network.Main}.dat");
+		AddressManager addressManager = AddressManager.LoadPeerFile(addressManagerFilePath);
+		AddressManagerBehavior addressManagerBehavior = new(addressManager)
+		{
+			Mode = AddressManagerBehaviorMode.Discover
+		};
+
+		using NodesGroup nodes = new(Network.Main);
+		nodes.NodeConnectionParameters.TemplateBehaviors.Add(addressManagerBehavior);
+		nodes.Connect();
+
+		while (nodes.ConnectedNodes.Count == 0)
+		{
+			await Task.Delay(1000, testCts.Token);
+		}
+
+		P2PBlockProvider p2PBlockProvider = new(Network.Main, nodes, isTorEnabled: false);
+		using BlockDownloadService blockDownloadService = new(mockFileSystemBlockRepository.Object, trustedFullNodeBlockProviders: [], p2PBlockProvider);
+
+		try
+		{
+			await blockDownloadService.StartAsync(testCts.Token);
+
+			Stopwatch stopwatch = Stopwatch.StartNew();
+
+			List<Task<IResult>> tasks = [];
+
+			foreach ((uint height, uint256 blockHash) in HeightToBlockHash)
+			{
+				Task<IResult> taskCompletionSource = blockDownloadService.TryGetBlockAsync(P2pSourceRequest.Automatic, blockHash, new Priority(SyncType.Complete, height), testCts.Token);
+				tasks.Add(taskCompletionSource);
+			}
+
+			await Task.WhenAll(tasks);
+
+			uint blockHeight = HeightToBlockHash.First().Key;
+
+			foreach (Task<IResult> task in tasks)
+			{
+				IResult result = await task;
+				Logger.LogInfo($"Block #{blockHeight} finished with result: {result}");
+
+				blockHeight++;
+			}
+
+			stopwatch.Stop();
+			Logger.LogInfo($"Test finished in {stopwatch.ElapsedMilliseconds} ms");
+		}
+		finally
+		{
+			await blockDownloadService.StopAsync(testCts.Token);
+		}
+	}
+}