Sam: Copy Projection read models to MongoDB for querying

.github/workflows/release.yml

@@ -1,7 +1,7 @@
 name: Release
 
 env:
-  PRERELEASE_BRANCHES: gimli, bilbo # Comma separated list of prerelease branch names. 'alpha,rc, ...'
+  PRERELEASE_BRANCHES: sam # Comma separated list of prerelease branch names. 'alpha,rc, ...'
 
 on:
   pull_request:

.github/workflows/runtime.yml

@@ -15,18 +15,14 @@ jobs:
       - uses: actions/setup-dotnet@v1
         with:
           dotnet-version: "6.0.x"
-      - name: Setup dotCover
-        run: dotnet tool install JetBrains.dotCover.GlobalTool -g
       - name: Build
         run: dotnet build --configuration Release
       - name: Test
-        run: dotnet test --no-build --configuration Release
-      - name: Create coverage report
-        run: dotnet dotcover test --dcXML=coverage.xml
+        run: dotnet test --no-build --configuration Release --collect:"XPlat Code Coverage"
       - name: Report code coverage
         env:
           CODACY_PROJECT_TOKEN: ${{ secrets.CODACY_PROJECT_TOKEN }}
-        run: bash <(curl -Ls https://coverage.codacy.com/get.sh) report -r CoverageReport.xml
+        run: bash <(curl -Ls https://coverage.codacy.com/get.sh) report -l CSharp $(find . -name coverage.cobertura.xml -printf '-r %p ')
 
   build-prod-docker-image:
     name: Build Production Docker Image

Runtime.sln

@@ -201,6 +201,14 @@ Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "MongoDB", "Source\MongoDB\M
 EndProject
 Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "MongoDB", "Specifications\MongoDB\MongoDB.csproj", "{E64C0545-5A82-4E13-A394-70FF6855321D}"
 EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Projections.Store", "Specifications\Projections.Store\Projections.Store.csproj", "{BAD65101-7ADD-4159-A991-D2FAF5326EAB}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Projections.Store.Copies.MongoDB", "Source\Projections.Store.Copies.MongoDB\Projections.Store.Copies.MongoDB.csproj", "{9327DB02-0F1B-418B-8DB8-5CFD101F8489}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Projections.Store.Copies.MongoDB", "Specifications\Projections.Store.Copies.MongoDB\Projections.Store.Copies.MongoDB.csproj", "{D2173588-D49D-4015-9E42-7AB49EE50685}"
+EndProject
+Project("{FAE04EC0-301F-11D3-BF4B-00C04F79EFBC}") = "Platform", "Specifications\Platform\Platform.csproj", "{BA66BF64-5F6F-4FF0-B887-0453945EB59D}"
+EndProject
 Global
 	GlobalSection(SolutionConfigurationPlatforms) = preSolution
 		Debug|Any CPU = Debug|Any CPU
@@ -1378,6 +1386,54 @@ Global
 		{E64C0545-5A82-4E13-A394-70FF6855321D}.Release|x64.Build.0 = Release|Any CPU
 		{E64C0545-5A82-4E13-A394-70FF6855321D}.Release|x86.ActiveCfg = Release|Any CPU
 		{E64C0545-5A82-4E13-A394-70FF6855321D}.Release|x86.Build.0 = Release|Any CPU
+		{BAD65101-7ADD-4159-A991-D2FAF5326EAB}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{BAD65101-7ADD-4159-A991-D2FAF5326EAB}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{BAD65101-7ADD-4159-A991-D2FAF5326EAB}.Debug|x64.ActiveCfg = Debug|Any CPU
+		{BAD65101-7ADD-4159-A991-D2FAF5326EAB}.Debug|x64.Build.0 = Debug|Any CPU
+		{BAD65101-7ADD-4159-A991-D2FAF5326EAB}.Debug|x86.ActiveCfg = Debug|Any CPU
+		{BAD65101-7ADD-4159-A991-D2FAF5326EAB}.Debug|x86.Build.0 = Debug|Any CPU
+		{BAD65101-7ADD-4159-A991-D2FAF5326EAB}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{BAD65101-7ADD-4159-A991-D2FAF5326EAB}.Release|Any CPU.Build.0 = Release|Any CPU
+		{BAD65101-7ADD-4159-A991-D2FAF5326EAB}.Release|x64.ActiveCfg = Release|Any CPU
+		{BAD65101-7ADD-4159-A991-D2FAF5326EAB}.Release|x64.Build.0 = Release|Any CPU
+		{BAD65101-7ADD-4159-A991-D2FAF5326EAB}.Release|x86.ActiveCfg = Release|Any CPU
+		{BAD65101-7ADD-4159-A991-D2FAF5326EAB}.Release|x86.Build.0 = Release|Any CPU
+		{9327DB02-0F1B-418B-8DB8-5CFD101F8489}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{9327DB02-0F1B-418B-8DB8-5CFD101F8489}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{9327DB02-0F1B-418B-8DB8-5CFD101F8489}.Debug|x64.ActiveCfg = Debug|Any CPU
+		{9327DB02-0F1B-418B-8DB8-5CFD101F8489}.Debug|x64.Build.0 = Debug|Any CPU
+		{9327DB02-0F1B-418B-8DB8-5CFD101F8489}.Debug|x86.ActiveCfg = Debug|Any CPU
+		{9327DB02-0F1B-418B-8DB8-5CFD101F8489}.Debug|x86.Build.0 = Debug|Any CPU
+		{9327DB02-0F1B-418B-8DB8-5CFD101F8489}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{9327DB02-0F1B-418B-8DB8-5CFD101F8489}.Release|Any CPU.Build.0 = Release|Any CPU
+		{9327DB02-0F1B-418B-8DB8-5CFD101F8489}.Release|x64.ActiveCfg = Release|Any CPU
+		{9327DB02-0F1B-418B-8DB8-5CFD101F8489}.Release|x64.Build.0 = Release|Any CPU
+		{9327DB02-0F1B-418B-8DB8-5CFD101F8489}.Release|x86.ActiveCfg = Release|Any CPU
+		{9327DB02-0F1B-418B-8DB8-5CFD101F8489}.Release|x86.Build.0 = Release|Any CPU
+		{D2173588-D49D-4015-9E42-7AB49EE50685}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{D2173588-D49D-4015-9E42-7AB49EE50685}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{D2173588-D49D-4015-9E42-7AB49EE50685}.Debug|x64.ActiveCfg = Debug|Any CPU
+		{D2173588-D49D-4015-9E42-7AB49EE50685}.Debug|x64.Build.0 = Debug|Any CPU
+		{D2173588-D49D-4015-9E42-7AB49EE50685}.Debug|x86.ActiveCfg = Debug|Any CPU
+		{D2173588-D49D-4015-9E42-7AB49EE50685}.Debug|x86.Build.0 = Debug|Any CPU
+		{D2173588-D49D-4015-9E42-7AB49EE50685}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{D2173588-D49D-4015-9E42-7AB49EE50685}.Release|Any CPU.Build.0 = Release|Any CPU
+		{D2173588-D49D-4015-9E42-7AB49EE50685}.Release|x64.ActiveCfg = Release|Any CPU
+		{D2173588-D49D-4015-9E42-7AB49EE50685}.Release|x64.Build.0 = Release|Any CPU
+		{D2173588-D49D-4015-9E42-7AB49EE50685}.Release|x86.ActiveCfg = Release|Any CPU
+		{D2173588-D49D-4015-9E42-7AB49EE50685}.Release|x86.Build.0 = Release|Any CPU
+		{BA66BF64-5F6F-4FF0-B887-0453945EB59D}.Debug|Any CPU.ActiveCfg = Debug|Any CPU
+		{BA66BF64-5F6F-4FF0-B887-0453945EB59D}.Debug|Any CPU.Build.0 = Debug|Any CPU
+		{BA66BF64-5F6F-4FF0-B887-0453945EB59D}.Debug|x64.ActiveCfg = Debug|Any CPU
+		{BA66BF64-5F6F-4FF0-B887-0453945EB59D}.Debug|x64.Build.0 = Debug|Any CPU
+		{BA66BF64-5F6F-4FF0-B887-0453945EB59D}.Debug|x86.ActiveCfg = Debug|Any CPU
+		{BA66BF64-5F6F-4FF0-B887-0453945EB59D}.Debug|x86.Build.0 = Debug|Any CPU
+		{BA66BF64-5F6F-4FF0-B887-0453945EB59D}.Release|Any CPU.ActiveCfg = Release|Any CPU
+		{BA66BF64-5F6F-4FF0-B887-0453945EB59D}.Release|Any CPU.Build.0 = Release|Any CPU
+		{BA66BF64-5F6F-4FF0-B887-0453945EB59D}.Release|x64.ActiveCfg = Release|Any CPU
+		{BA66BF64-5F6F-4FF0-B887-0453945EB59D}.Release|x64.Build.0 = Release|Any CPU
+		{BA66BF64-5F6F-4FF0-B887-0453945EB59D}.Release|x86.ActiveCfg = Release|Any CPU
+		{BA66BF64-5F6F-4FF0-B887-0453945EB59D}.Release|x86.Build.0 = Release|Any CPU
 	EndGlobalSection
 	GlobalSection(NestedProjects) = preSolution
 		{ACACF102-3A61-442F-B202-BDF92F6FD26A} = {562DC4C5-91AB-4280-B40C-A2E0C43AA21C}
@@ -1477,5 +1533,9 @@ Global
 		{73EC0F56-B3D6-4EDA-8C5A-8CB4A38F3CF3} = {95D3ED76-BB5F-442F-A99A-F48FF34FEDA6}
 		{8FEA8F72-60B1-495D-8A42-D0FD752F2272} = {562DC4C5-91AB-4280-B40C-A2E0C43AA21C}
 		{E64C0545-5A82-4E13-A394-70FF6855321D} = {95D3ED76-BB5F-442F-A99A-F48FF34FEDA6}
+		{BAD65101-7ADD-4159-A991-D2FAF5326EAB} = {95D3ED76-BB5F-442F-A99A-F48FF34FEDA6}
+		{9327DB02-0F1B-418B-8DB8-5CFD101F8489} = {562DC4C5-91AB-4280-B40C-A2E0C43AA21C}
+		{D2173588-D49D-4015-9E42-7AB49EE50685} = {95D3ED76-BB5F-442F-A99A-F48FF34FEDA6}
+		{BA66BF64-5F6F-4FF0-B887-0453945EB59D} = {95D3ED76-BB5F-442F-A99A-F48FF34FEDA6}
 	EndGlobalSection
 EndGlobal

Source/Assemblies/AssemblyProvider.cs

@@ -55,7 +55,10 @@ void Populate()
         {
             provider.Libraries.ForEach(library =>
             {
-                if (!_libraries.ContainsKey(library.Name)) _libraries.Add(library.Name, library);
+                if (!_libraries.ContainsKey(library.Name))
+                {
+                    _libraries.Add(library.Name, library);
+                }
             });
 
             var assembliesToInclude = provider.Libraries.Where(
@@ -74,7 +77,10 @@ void ReapplyFilter()
         var assembliesToRemove = _assemblies.Where(a =>
         {
             var name = a.GetName().Name;
-            if (!_libraries.ContainsKey(name)) return true;
+            if (!_libraries.ContainsKey(name))
+            {
+                return true;
+            }
             return !_assemblyFilters.ShouldInclude(_libraries[name]);
         }).ToArray();
         assembliesToRemove.ForEach((a) => _assemblies.Remove(a));

Source/CLI/Runtime/CommandBase.cs

@@ -4,6 +4,7 @@
 using System.Collections.Generic;
 using System.Linq;
 using System.Threading.Tasks;
+using Dolittle.Runtime.ApplicationModel;
 using Dolittle.Runtime.Artifacts;
 using Dolittle.Runtime.CLI.Runtime.EventTypes;
 using Dolittle.Runtime.Events;
@@ -60,7 +61,7 @@ protected IEnumerable<EventType> EventTypes
     /// <returns>A <see cref="Try{TResult}"/> of type <see cref="MicroserviceAddress"/>.</returns>
     protected async Task<Try<MicroserviceAddress>> SelectRuntimeToConnectTo(CommandLineApplication cli)
     {
-        var addresses = (await _runtimes.GetAvailableRuntimeAddresses(Runtime)).ToList();
+        var addresses = (await _runtimes.GetAvailableRuntimeAddresses(Runtime)).OrderBy(ListTextFor).ToList();
 
         if (!addresses.Any())
         {
@@ -70,23 +71,22 @@ protected async Task<Try<MicroserviceAddress>> SelectRuntimeToConnectTo(CommandL
 
         if (addresses.Count == 1)
         {
-            return addresses[0];
+            return new MicroserviceAddress(addresses[0].Host, addresses[0].Port);
         }
 
         await cli.Out.WriteLineAsync("Found multiple available Runtimes, please select one of the following:");
         while (true)
         {
             for (var i = 0; i < addresses.Count; i++)
             {
-                var (host, port) = addresses[i];
-                await cli.Out.WriteLineAsync($"\t{i}) {host.Value}:{port.Value}");
+                await cli.Out.WriteLineAsync($"\t{i}) {ListTextFor(addresses[i])})");
             }
 
             var selection = Prompt.GetInt($"Select Runtime (0-{addresses.Count - 1}):");
 
             if (selection >= 0 && selection < addresses.Count)
             {
-                return addresses[selection];
+                return new MicroserviceAddress(addresses[selection].Host, addresses[selection].Port);
             }
 
             await cli.Out.WriteLineAsync("Invalid number, please select one of the following:");
@@ -115,4 +115,10 @@ protected string ResolveEventTypeIdentifier(ArtifactId eventTypeId)
             ? eventTypeId.Value.ToString()
             : eventType.Alias;
     }
-}
+
+    static string ListTextFor(NamedRuntimeAddress address)
+        => address.Name != MicroserviceName.NotSet && !string.IsNullOrWhiteSpace(address.Name)
+            ? $"{address.Name} ({address.Host.Value}:{address.Port.Value})"
+            : $"{address.Host.Value}:{address.Port.Value}";
+
+}

Source/CLI/Runtime/DockerRuntimeAddresses.cs

@@ -7,6 +7,7 @@
 using System.Threading.Tasks;
 using Docker.DotNet;
 using Docker.DotNet.Models;
+using Dolittle.Runtime.ApplicationModel;
 using Dolittle.Runtime.Microservices;
 using Dolittle.Runtime.Services;
 
@@ -31,18 +32,18 @@ public DockerRuntimeAddresses(IDockerClient client)
     }
 
     /// <inheritdoc />
-    public async Task<IEnumerable<MicroserviceAddress>> Discover()
+    public async Task<IEnumerable<NamedRuntimeAddress>> Discover()
     {
         try
         {
             var containers = await _client.Containers.ListContainersAsync(new ContainersListParameters());
             var runtimesWithExposedManagement =
                 containers.Where(IsRuntimeContainer).Where(HasManagementPortExposed);
-            return runtimesWithExposedManagement.Select(ManagmentPortAddress);
+            return runtimesWithExposedManagement.Select(ManagementPortAddress);
         }
         catch
         {
-            return Array.Empty<MicroserviceAddress>();
+            return Array.Empty<NamedRuntimeAddress>();
         }
     }
 
@@ -52,9 +53,28 @@ static bool IsRuntimeContainer(ContainerListResponse container)
     static bool HasManagementPortExposed(ContainerListResponse container)
         => container.Ports.Any(IsManagementPort);
 
-    static MicroserviceAddress ManagmentPortAddress(ContainerListResponse container)
-        => new("localhost", container.Ports.First(IsManagementPort).PublicPort);
+    static NamedRuntimeAddress ManagementPortAddress(ContainerListResponse container)
+        => new(
+            GetContainerName(container),
+            "localhost", 
+            container.Ports.First(IsManagementPort).PublicPort);
+
+    static MicroserviceName GetContainerName(ContainerListResponse container)
+    {
+        if (container.Labels.TryGetValue("com.docker.compose.service", out var dockerComposeName))
+        {
+            return dockerComposeName;
+        }
+
+        var name = container.Names.FirstOrDefault(_ => !string.IsNullOrWhiteSpace(_));
+        if (name != null)
+        {
+            return name.TrimStart('/');
+        }
+
+        return MicroserviceName.NotSet;
+    }
 
     static bool IsManagementPort(Port port)
         => port.Type == "tcp" && port.PrivatePort == EndpointsConfigurationDefaultProvider.DefaultManagementPort;
-}
+}

Source/CLI/Runtime/ICanDiscoverRuntimeAddresses.cs

@@ -3,7 +3,6 @@
 
 using System.Collections.Generic;
 using System.Threading.Tasks;
-using Dolittle.Runtime.Microservices;
 
 namespace Dolittle.Runtime.CLI.Runtime;
 
@@ -15,6 +14,6 @@ public interface ICanDiscoverRuntimeAddresses
     /// <summary>
     /// Discovers addresses of available Runtimes.
     /// </summary>
-    /// <returns>An <see cref="IEnumerable{T}"/> of type <see cref="MicroserviceAddress"/> to available Runtimes.</returns>
-    Task<IEnumerable<MicroserviceAddress>> Discover();
-}
+    /// <returns>An <see cref="IEnumerable{T}"/> of type <see cref="NamedRuntimeAddress"/> to available Runtimes.</returns>
+    Task<IEnumerable<NamedRuntimeAddress>> Discover();
+}

Source/CLI/Runtime/ICanLocateRuntimes.cs

@@ -16,6 +16,6 @@ public interface ICanLocateRuntimes
     /// Gets the addresses of Runtimes that are available to connect to, or the address provided in the argument.
     /// </summary>
     /// <param name="argument">An optional address provided to the CLI as an argument.</param>
-    /// <returns>An <see cref="IEnumerable{T}"/> of type <see cref="MicroserviceAddress"/> to available Runtimes.</returns>
-    Task<IEnumerable<MicroserviceAddress>> GetAvailableRuntimeAddresses(MicroserviceAddress argument = null);
-}
+    /// <returns>An <see cref="IEnumerable{T}"/> of type <see cref="NamedRuntimeAddress"/> to available Runtimes.</returns>
+    Task<IEnumerable<NamedRuntimeAddress>> GetAvailableRuntimeAddresses(MicroserviceAddress argument = null);
+}

Source/CLI/Runtime/NamedRuntimeAddress.cs

@@ -0,0 +1,18 @@
+// Copyright (c) Dolittle. All rights reserved.
+// Licensed under the MIT license. See LICENSE file in the project root for full license information.
+
+using Dolittle.Runtime.ApplicationModel;
+using Dolittle.Runtime.Microservices;
+
+namespace Dolittle.Runtime.CLI.Runtime;
+
+/// <summary>
+/// Represents the address to a named instance of a Runtime for a Microservice.
+/// </summary>
+/// <param name="Name">The name of the Microservice.</param>
+/// <param name="Host">The host of a microservice.</param>
+/// <param name="Port">The host of a microservice.</param>
+public record NamedRuntimeAddress(
+    MicroserviceName Name,
+    MicroserviceHost Host,
+    MicroservicePort Port);

Source/CLI/Runtime/RuntimeLocator.cs

@@ -4,6 +4,7 @@
 using System.Collections.Generic;
 using System.Linq;
 using System.Threading.Tasks;
+using Dolittle.Runtime.ApplicationModel;
 using Dolittle.Runtime.Microservices;
 using Dolittle.Runtime.Services;
 
@@ -27,18 +28,19 @@ public RuntimeLocator(IEnumerable<ICanDiscoverRuntimeAddresses> addressProviders
     }
 
     /// <inheritdoc />
-    public async Task<IEnumerable<MicroserviceAddress>> GetAvailableRuntimeAddresses(MicroserviceAddress argument = null)
+    public async Task<IEnumerable<NamedRuntimeAddress>> GetAvailableRuntimeAddresses(MicroserviceAddress argument = null)
     {
         if (argument == null)
         {
             var results = await Task.WhenAll(_addressProviders.Select(_ => _.Discover()));
             return results.SelectMany(_ => _);
         }
 
-        var address = new MicroserviceAddress(
+        var address = new NamedRuntimeAddress(
+            MicroserviceName.NotSet,
             string.IsNullOrWhiteSpace(argument.Host) ? DefaultRuntimeHost : argument.Host,
             argument.Port == 0 ? EndpointsConfigurationDefaultProvider.DefaultManagementPort : argument.Port);
 
         return new[] {address};
     }
-}
+}

Source/Collections/EnumerableEqualityComparer.cs

@@ -54,13 +54,17 @@ public bool Equals(IEnumerable<T> left, IEnumerable<T> right)
         }
 
         if (left == null || right == null)
+        {
             return false;
+        }
 
         var firstArray = left.ToArray();
         var secondArray = right.ToArray();
 
         if (firstArray.Length != secondArray.Length)
+        {
             return false;
+        }
 
         for (var i = 0; i < firstArray.Length; i++)
         {

Source/Collections/NullFreeDictionary.cs

@@ -60,9 +60,14 @@ public TValue this[TKey key]
     /// <inheritdoc/>
     public void Add(TKey key, TValue value)
     {
-        if (key == null) throw new ArgumentNullException(nameof(key));
+        if (key == null)
+        {
+            throw new ArgumentNullException(nameof(key));
+        }
         if (value != null)
+        {
             _dict[key] = value;
+        }
     }
 
     /// <inheritdoc/>