Added v12

v12 uses the stringbuilder passed into the raw stream handling. This drops allocations from 32kb to 16kb.
indy-singh · Jun 7, 2018 · e8f4bee · e8f4bee
1 parent 0c04c6b
commit e8f4bee
Show file tree

Hide file tree

Showing 16 changed files with 342 additions and 34 deletions.
diff --git a/.gitignore b/.gitignore
@@ -256,4 +256,5 @@ paket-files/
 
 # JetBrains Rider
 .idea/
-*.sln.iml
+*.sln.iml
+StringsAreEvil/example-input.csv
diff --git a/StringsAreEvil/ILineParser.cs b/StringsAreEvil/ILineParser.cs
@@ -1,9 +1,12 @@
-namespace StringsAreEvil
+using System.Text;
+
+namespace StringsAreEvil
 {
     public interface ILineParser
     {
         void ParseLine(string line);
         void ParseLine(char[] line);
         void Dump();
+        void ParseLine(StringBuilder line);
     }
 }
diff --git a/StringsAreEvil/LineParserV01.cs b/StringsAreEvil/LineParserV01.cs
@@ -1,6 +1,7 @@
 using System.Collections.Generic;
 using System.IO;
 using System.Linq;
+using System.Text;
 
 namespace StringsAreEvil
 {
@@ -34,5 +35,10 @@ public void Dump()
         {
             File.WriteAllLines(@"..\..\v01.txt", list.Select(x => x.ToString()));
         }
+
+        public void ParseLine(StringBuilder line)
+        {
+
+        }
     }
 }
diff --git a/StringsAreEvil/LineParserV02.cs b/StringsAreEvil/LineParserV02.cs
@@ -1,4 +1,6 @@
-namespace StringsAreEvil
+using System.Text;
+
+namespace StringsAreEvil
 {
     /// <summary>
     /// Stats:-
@@ -27,5 +29,10 @@ public void ParseLine(char[] line)
         public void Dump()
         {
         }
+
+        public void ParseLine(StringBuilder line)
+        {
+
+        }
     }
 }
diff --git a/StringsAreEvil/LineParserV03.cs b/StringsAreEvil/LineParserV03.cs
@@ -1,4 +1,6 @@
-namespace StringsAreEvil
+using System.Text;
+
+namespace StringsAreEvil
 {
     /// <summary>
     /// Stats:-
@@ -28,5 +30,10 @@ public void ParseLine(char[] line)
         public void Dump()
         {
         }
+
+        public void ParseLine(StringBuilder line)
+        {
+
+        }
     }
 }
diff --git a/StringsAreEvil/LineParserV04.cs b/StringsAreEvil/LineParserV04.cs
@@ -37,6 +37,11 @@ public void Dump()
         {
         }
 
+        public void ParseLine(StringBuilder line)
+        {
+
+        }
+
         private decimal ParseSectionAsDecimal(int start, int end, string line)
         {
             var sb = new StringBuilder();

diff --git a/StringsAreEvil/LineParserV05.cs b/StringsAreEvil/LineParserV05.cs
@@ -43,6 +43,11 @@ public void Dump()
         {
         }
 
+        public void ParseLine(StringBuilder line)
+        {
+
+        }
+
         private decimal ParseSectionAsDecimal(int start, int end, string line)
         {
             _stringBuilder.Clear();

diff --git a/StringsAreEvil/LineParserV06.cs b/StringsAreEvil/LineParserV06.cs
@@ -43,6 +43,11 @@ public void Dump()
         {
         }
 
+        public void ParseLine(StringBuilder line)
+        {
+
+        }
+
         private decimal ParseSectionAsDecimal(int start, int end, string line)
         {
             _stringBuilder.Clear();

diff --git a/StringsAreEvil/LineParserV07.cs b/StringsAreEvil/LineParserV07.cs
@@ -55,6 +55,11 @@ public void Dump()
         {
         }
 
+        public void ParseLine(StringBuilder line)
+        {
+
+        }
+
         private decimal ParseSectionAsDecimal(int start, int end, string line)
         {
             _stringBuilder.Clear();

diff --git a/StringsAreEvil/LineParserV08.cs b/StringsAreEvil/LineParserV08.cs
@@ -1,4 +1,5 @@
 using System.Buffers;
+using System.Text;
 
 namespace StringsAreEvil
 {
@@ -51,6 +52,11 @@ public void Dump()
         {
         }
 
+        public void ParseLine(StringBuilder line)
+        {
+
+        }
+
         private decimal ParseSectionAsDecimal(string line, int start, int end)
         {
             decimal value = 0;

diff --git a/StringsAreEvil/LineParserV09.cs b/StringsAreEvil/LineParserV09.cs
@@ -1,4 +1,6 @@
-namespace StringsAreEvil
+using System.Text;
+
+namespace StringsAreEvil
 {
     /// <summary>
     /// Stats:-
@@ -34,6 +36,11 @@ public void Dump()
         {
         }
 
+        public void ParseLine(StringBuilder line)
+        {
+
+        }
+
         private static decimal ParseSectionAsDecimal(string line, int numberOfCommasToSkip)
         {
             decimal val = 0;

diff --git a/StringsAreEvil/LineParserV10.cs b/StringsAreEvil/LineParserV10.cs
@@ -1,4 +1,6 @@
-namespace StringsAreEvil
+using System.Text;
+
+namespace StringsAreEvil
 {
     /// <summary>
     /// Stats:-
@@ -32,6 +34,11 @@ public void Dump()
         {
         }
 
+        public void ParseLine(StringBuilder line)
+        {
+
+        }
+
         private static decimal ParseSectionAsDecimal(string line, int numberOfCommasToSkip)
         {
             decimal val = 0;

diff --git a/StringsAreEvil/LineParserV11.cs b/StringsAreEvil/LineParserV11.cs
@@ -2,6 +2,7 @@
 using System.Collections.Generic;
 using System.IO;
 using System.Linq;
+using System.Text;
 
 namespace StringsAreEvil
 {
@@ -41,6 +42,11 @@ public void Dump()
             File.WriteAllLines(@"..\..\v11.txt", list.Select(x => x.ToString()));
         }
 
+        public void ParseLine(StringBuilder line)
+        {
+
+        }
+
         private static decimal ParseSectionAsDecimal(char[] line, int numberOfCommasToSkip)
         {
             decimal val = 0;

diff --git a/StringsAreEvil/LineParserV12.cs b/StringsAreEvil/LineParserV12.cs
@@ -0,0 +1,148 @@
+using System.Collections.Generic;
+using System.IO;
+using System.Linq;
+using System.Text;
+
+namespace StringsAreEvil
+{
+    /// <summary>
+    /// Stats:-
+    ///     Took: 6,328 ms
+    ///     Allocated: 16 kb
+    ///     Peak Working Set: 10,780 kb
+    ///
+    /// Change:-
+    ///     Passed into the stringbuilder
+    /// </summary>
+    public sealed class LineParserV12 : ILineParser
+    {
+        private List<ValueHolderAsStruct> list = new List<ValueHolderAsStruct>();
+
+        public void ParseLine(string line)
+        {
+        }
+
+        public void ParseLine(char[] line)
+        {
+
+        }
+
+        public void Dump()
+        {
+            File.WriteAllLines(@"..\..\v11.txt", list.Select(x => x.ToString()));
+        }
+
+        public void ParseLine(StringBuilder line)
+        {
+            if (line[0] == 'M' && line[1] == 'N' && line[2] == 'O')
+            {
+                int elementId = ParseSectionAsInt(line, 1); // equal to parts[1] - element id
+                int vehicleId = ParseSectionAsInt(line, 2); // equal to parts[2] - vehicle id
+                int term = ParseSectionAsInt(line, 3); // equal to parts[3] - term
+                int mileage = ParseSectionAsInt(line, 4); // equal to parts[4] - mileage
+                decimal value = ParseSectionAsDecimal(line, 5); // equal to parts[5] - value
+                var valueHolder = new ValueHolderAsStruct(elementId, vehicleId, term, mileage, value);
+                //list.Add(valueHolder);
+
+            }
+        }
+
+        private static decimal ParseSectionAsDecimal(StringBuilder line, int numberOfCommasToSkip)
+        {
+            decimal val = 0;
+            bool seenDot = false;
+            ulong fractionCounter = 10;
+            int counter = 0;
+            bool flip = false;
+
+            for (var index = 0; index < line.Length; index++)
+            {
+                // move along the line until we have skipped the required amount of commas
+                if (line[index] == ',')
+                {
+                    counter++;
+
+                    if (counter > numberOfCommasToSkip)
+                    {
+                        break;
+                    }
+                    continue;
+                }
+
+                // we have skipped enough commas, the next section before the upcoming comma is what we are interested in
+                if (counter == numberOfCommasToSkip)
+                {
+                    // the number is a negative means we have to flip it at the end.
+                    if (line[index] == '-')
+                    {
+                        flip = true;
+                        continue;
+                    }
+
+                    if (line[index] == '.')
+                    {
+                        seenDot = true;
+                        continue;
+                    }
+
+                    // before the . eg; 12.34 this looks for the 12
+                    if (char.IsNumber(line[index]) && seenDot == false)
+                    {
+                        val *= 10;
+                        val += line[index] - '0';
+                        continue;
+                    }
+
+                    // after the . eg; 12.34 this looks for the 34
+                    if (char.IsNumber(line[index]) && seenDot == true)
+                    {
+                        val += decimal.Divide(line[index] - '0', fractionCounter);
+                        fractionCounter *= 10;
+                        continue;
+                    }
+                }
+            }
+
+            return flip ? -val : val;
+        }
+
+        private static int ParseSectionAsInt(StringBuilder line, int numberOfCommasToSkip)
+        {
+            int val = 0;
+            int counter = 0;
+            bool flip = false;
+
+            for (var index = 0; index < line.Length; index++)
+            {
+                // move along the line until we have skipped the required amount of commas
+                if (line[index] == ',')
+                {
+                    counter++;
+
+                    if (counter > numberOfCommasToSkip)
+                    {
+                        break;
+                    }
+
+                    continue;
+                }
+
+                // we have skipped enough commas, the next section before the upcoming comma is what we are interested in
+                if (counter == numberOfCommasToSkip)
+                {
+                    // the number is a negative means we have to flip it at the end.
+                    if (line[index] == '-')
+                    {
+                        flip = true;
+                        continue;
+                    }
+
+                    val *= 10;
+                    val += line[index] - '0';
+                }
+            }
+
+            return flip ? -val : val;
+        }
+    }
+}
-Original file line number
+Diff line change
@@ Expand Up / @@ -37,6 +37,11 @@ public void Dump() @@
             {
             }
+            public void ParseLine(StringBuilder line)
+            {
+            }
             private decimal ParseSectionAsDecimal(int start, int end, string line)
             {
                 var sb = new StringBuilder();
@@ Expand Down @@