Implement Table.replace for the database backend

CHANGELOG.md

@@ -615,6 +615,7 @@
 - [Allow removing rows using a Filter_Condition.][8861]
 - [Added `Table.to_xml`.][8979]
 - [Implemented Write support for `S3_File`.][8921]
+- [Implemented `Table.replace` for the database backend.][8986]
 - [Separate `Group_By` from `columns` into new argument on `aggregate`.][9027]
 
 [debug-shortcuts]:
@@ -885,8 +886,9 @@
 [8865]: https://github.com/enso-org/enso/pull/8865
 [8935]: https://github.com/enso-org/enso/pull/8935
 [8861]: https://github.com/enso-org/enso/pull/8861
-[8979]: https://github.com/enso-org/enso/pull/8979
 [8921]: https://github.com/enso-org/enso/pull/8921
+[8979]: https://github.com/enso-org/enso/pull/8979
+[8986]: https://github.com/enso-org/enso/pull/8986
 [9027]: https://github.com/enso-org/enso/pull/9027
 
 #### Enso Compiler

distribution/lib/Standard/Base/0.0.0-dev/src/Data/Array.enso

@@ -14,6 +14,7 @@ import project.Errors.Common.Incomparable_Values
 import project.Errors.Common.Index_Out_Of_Bounds
 import project.Errors.Common.Not_Found
 import project.Errors.Empty_Error.Empty_Error
+import project.Errors.Illegal_Argument.Illegal_Argument
 import project.Errors.Problem_Behavior.Problem_Behavior
 import project.Errors.Unimplemented.Unimplemented
 import project.Internal.Array_Like_Helpers
@@ -559,6 +560,40 @@ type Array
     partition_with_index : (Integer -> Any -> Boolean) -> Pair (Vector Any) (Vector Any)
     partition_with_index self predicate = Vector.partition_with_index self predicate
 
+    ## GROUP Selections
+       Swaps the rows and columns of a matrix represented by an array of arrays.
+
+       ! Error Conditions
+
+         - If the rows (subarrays) do not all have the same length, an
+         `Illegal_Argument` error is raised.
+
+       > Example
+         Transpose an array of arrays.
+
+             matrix = [[0, 1, 2].to_array, [3, 4, 5].to_array, [6, 7, 8].to_array].to_array
+             # +---+---+---+
+             # | 0 | 1 | 2 |
+             # +---+---+---+
+             # | 3 | 4 | 5 |
+             # +---+---+---+
+             # | 6 | 7 | 8 |
+             # +---+---+---+
+
+             transposed = [[0, 3, 6].to_array, [1, 4, 7].to_array, [2, 5, 8].to_array].to_array
+             # +---+---+---+
+             # | 0 | 3 | 6 |
+             # +---+---+---+
+             # | 1 | 4 | 7 |
+             # +---+---+---+
+             # | 2 | 5 | 8 |
+             # +---+---+---+
+
+             matrix.transposed == transposed
+             # => True
+    transpose : Array (Array Any) ! Illegal_Argument
+    transpose self = Vector.transpose self
+
     ## Applies a function to each element of the array, returning the `Vector`
        of results.
 

distribution/lib/Standard/Base/0.0.0-dev/src/Data/Vector.enso

@@ -1,5 +1,6 @@
 import project.Any.Any
 import project.Data.Array.Array
+import project.Data.Array_Proxy.Array_Proxy
 import project.Data.Filter_Condition.Filter_Condition
 import project.Data.List.List
 import project.Data.Map.Map
@@ -580,6 +581,47 @@ type Vector a
                 False -> Pair.new acc.first (acc.second.append elem)
         pair.map .to_vector
 
+    ## GROUP Selections
+       Swaps the rows and columns of a matrix represented by a vector of vectors.
+
+       ! Error Conditions
+
+         - If the rows (subvectors) do not all have the same length, an
+         `Illegal_Argument` error is raised.
+
+       > Example
+         Transpose a vector of vectors.
+
+             matrix = [[0, 1, 2], [3, 4, 5], [6, 7, 8]]
+             # +---+---+---+
+             # | 0 | 1 | 2 |
+             # +---+---+---+
+             # | 3 | 4 | 5 |
+             # +---+---+---+
+             # | 6 | 7 | 8 |
+             # +---+---+---+
+
+             transposed = [[0, 3, 6], [1, 4, 7], [2, 5, 8]]
+             # +---+---+---+
+             # | 0 | 3 | 6 |
+             # +---+---+---+
+             # | 1 | 4 | 7 |
+             # +---+---+---+
+             # | 2 | 5 | 8 |
+             # +---+---+---+
+
+             matrix.transposed == transposed
+             # => True
+    transpose : Vector (Vector Any) ! Illegal_Argument
+    transpose self =
+        if self.is_empty then [] else
+            length = self.length
+            first_subvector_length = self.at 0 . length
+            check_same_length self <|
+                inner i  = Vector.from_polyglot_array (Array_Proxy.new length j-> ((self.at j).at i))
+                proxy = Array_Proxy.new first_subvector_length inner
+                Vector.from_polyglot_array proxy
+
     ## ICON dataframe_map_column
        Applies a function to each element of the vector, returning the `Vector` of
        results.
@@ -1432,3 +1474,18 @@ check_start_valid start length function =
     used_start = if start < 0 then start + length else start
     if used_start < 0 || used_start > length then Error.throw (Index_Out_Of_Bounds.Error start length+1) else
         function used_start
+
+## PRIVATE
+   Check that all vectors have the same length and return an informative message
+   if they don't.
+
+   Compares all vectors to the first one and reports the first one that differs.
+check_same_length : Vector (Vector Any) -> Any -> Any ! Illegal_Argument
+check_same_length vecs ~action =
+    if vecs.is_empty then action else
+        num_vecs = vecs.length
+        len = vecs.at 0 . length
+        go i = if i >= num_vecs then action else
+            if vecs.at i . length == len then @Tail_Call go (i+1) else
+                Error.throw (Illegal_Argument.Error "Transpose requires that all vectors be the same length, but rows 0 and "+i.to_text+" had different lengths ("+len.to_text+" and "+(vecs.at i . length).to_text+")")
+        go 0

distribution/lib/Standard/Database/0.0.0-dev/src/Data/Table.enso

@@ -36,6 +36,7 @@ import Standard.Table.Internal.Aggregate_Column_Helper
 import Standard.Table.Internal.Column_Naming_Helper.Column_Naming_Helper
 import Standard.Table.Internal.Constant_Column.Constant_Column
 import Standard.Table.Internal.Problem_Builder.Problem_Builder
+import Standard.Table.Internal.Replace_Helpers
 import Standard.Table.Internal.Table_Helpers
 import Standard.Table.Internal.Table_Helpers.Table_Column_Helper
 import Standard.Table.Internal.Unique_Name_Strategy.Unique_Name_Strategy
@@ -930,6 +931,74 @@ type Table
         on_problems.attach_problems_before problems <|
             Warning.set result []
 
+    ## PRIVATE
+       A helper that creates a two-column table from a Map.
+
+       The keys of the `Map` become the first column, with name
+       `key_column_name`, and the values of the `Map` become the second column,
+       with name `value_column_name`.
+
+       For the in-memory database, the `Map` can be empty. For the database
+       backends, it must not be empty.
+
+       Arguments:
+       - map: The `Map` to create the table from.
+       - key_column_name: The name to use for the first column.
+       - value_column_name: The name to use for the second column.
+    make_table_from_map : Map Any Any -> Text -> Text -> Table
+    make_table_from_map self map key_column_name value_column_name =
+        total_size = map.size * 2
+
+        if map.is_empty then Error.throw (Illegal_Argument.Error "Map argument cannot be empty") else
+            if total_size > MAX_LITERAL_ELEMENT_COUNT then Error.throw (Illegal_Argument.Error "Map argument is too large ("+map.size.to_text+" entries): materialize a table into the database instead") else
+                keys_and_values = map.to_vector
+                self.make_table_from_vectors [keys_and_values.map .first, keys_and_values.map .second] [key_column_name, value_column_name]
+
+    ## PRIVATE
+       A helper that creates a literal table from `Vector`s.
+
+       For the in-memory database, the columns can be empty. For the database
+       backends, they must not be empty.
+
+       Arguments:
+       - column_vectors: A `Vector` of `Vector`s; each inner `Vector` becomes a
+         column of the table.
+       - column_names: The names of the columns of the new table.
+    make_table_from_vectors : Vector (Vector Any) -> Vector Text -> Table
+    make_table_from_vectors self column_vectors column_names =
+        Runtime.assert (column_vectors.length == column_names.length) "column_vectors and column_names must have the same length"
+
+        # Assume the columns are all the same length; if not, it will be an error anyway.
+        total_size = if column_vectors.is_empty || column_vectors.at 0 . is_empty then 0 else
+            column_vectors.length * (column_vectors.at 0 . length)
+
+        if total_size == 0 then Error.throw (Illegal_Argument.Error "Vectors cannot be empty") else
+            if total_size > MAX_LITERAL_ELEMENT_COUNT then Error.throw (Illegal_Argument.Error "Too many elements for table literal ("+total_size.to_text+"): materialize a table into the database instead") else
+                type_mapping = self.connection.dialect.get_type_mapping
+
+                values_to_type_ref column_vector =
+                    value_type = Value_Type_Helpers.find_common_type_for_arguments column_vector
+                    sql_type = case value_type of
+                        Nothing -> SQL_Type.null
+                        _ -> type_mapping.value_type_to_sql value_type Problem_Behavior.Ignore
+                    SQL_Type_Reference.from_constant sql_type
+
+                literal_table_name = self.connection.base_connection.table_naming_helper.generate_random_table_name "enso-literal-"
+
+                from_spec = From_Spec.Literal_Values column_vectors column_names literal_table_name
+                context = Context.for_subquery from_spec
+
+                internal_columns = 0.up_to column_vectors.length . map i->
+                    column_vector = column_vectors.at i
+                    column_name = column_names.at i
+
+                    type_ref = values_to_type_ref column_vector.to_vector
+                    generated_literal_column_name = "column"+(i+1).to_text
+                    sql_expression = SQL_Expression.Column literal_table_name generated_literal_column_name
+                    Internal_Column.Value column_name type_ref sql_expression
+
+                Table.Value literal_table_name self.connection internal_columns context
+
     ## PRIVATE
 
        Create a constant column from a value.
@@ -1398,7 +1467,7 @@ type Table
          In the Database backend, there are no guarantees related to ordering of
          results.
 
-       ? Error Conditions
+       ! Error Conditions
 
          - If this table or the lookup table is lacking any of the columns
            specified in `key_columns`, a `Missing_Input_Columns` error is raised.
@@ -1454,7 +1523,7 @@ type Table
          In the Database backend, there are no guarantees related to ordering of
          results.
 
-       ? Error Conditions
+       ! Error Conditions
 
          - If this table or the lookup table is lacking any of the columns
            specified by `from_column`, `to_column`, or `column`, a
@@ -1500,10 +1569,12 @@ type Table
              #    1 | 20 | b | f
              #    2 | 30 | c | g
              #    3 | 40 | d | h
-    replace : Table | Map -> (Text | Integer) -> (Text | Integer) -> (Text | Integer) -> Boolean -> Problem_Behavior -> Table ! Missing_Input_Columns | Non_Unique_Key | Unmatched_Rows_In_Lookup
-    replace self lookup_table:(Table | Map) column:(Text | Integer) from_column:(Text | Integer)=0 to_column:(Text | Integer)=1 allow_unmatched_rows:Boolean=True on_problems:Problem_Behavior=Problem_Behavior.Report_Warning =
-        _ = [lookup_table, column, from_column, to_column, allow_unmatched_rows, on_problems]
-        Error.throw (Unsupported_Database_Operation.Error "Table.replace is not implemented yet for the Database backends.")
+    @column Widget_Helpers.make_column_name_selector
+    @from_column Widget_Helpers.make_column_name_selector
+    @to_column Widget_Helpers.make_column_name_selector
+    replace : Table | Map -> (Text | Integer) -> (Text | Integer | Nothing) -> (Text | Integer | Nothing) -> Boolean -> Problem_Behavior -> Table ! Missing_Input_Columns | Non_Unique_Key | Unmatched_Rows_In_Lookup
+    replace self lookup_table:(Table | Map) column:(Text | Integer) from_column:(Text | Integer | Nothing)=Nothing to_column:(Text | Integer | Nothing)=Nothing allow_unmatched_rows:Boolean=True on_problems:Problem_Behavior=Problem_Behavior.Report_Warning =
+        Replace_Helpers.replace self lookup_table column from_column to_column allow_unmatched_rows on_problems
 
     ## ALIAS join by row position
        GROUP Standard.Base.Calculations
@@ -2801,3 +2872,7 @@ Table.from (that:Materialized_Table) =
 
 ## PRIVATE
 Table_Ref.from (that:Table) = Table_Ref.Value that
+
+## PRIVATE
+    The largest dataset that can be used to make a literal table, expressed in number of elements.
+MAX_LITERAL_ELEMENT_COUNT = 256

distribution/lib/Standard/Database/0.0.0-dev/src/Internal/Base_Generator.enso

@@ -341,6 +341,10 @@ generate_from_part dialect from_spec = case from_spec of
         dialect.wrap_identifier name ++ alias dialect as_name
     From_Spec.Query raw_sql as_name ->
         SQL_Builder.code raw_sql . paren ++ alias dialect as_name
+    From_Spec.Literal_Values vecs column_names as_name ->
+        Runtime.assert (vecs.length == column_names.length) "Vectors and column names must have the same length"
+        values = SQL_Builder.join ", " (vecs.transpose.map (vec-> SQL_Builder.join ", " (vec.map SQL_Builder.interpolation) . paren))
+        SQL_Builder.code "(VALUES " ++ values ++ ")" ++ alias dialect as_name
     From_Spec.Join kind left_spec right_spec on ->
         left = generate_from_part dialect left_spec
         right = generate_from_part dialect right_spec

distribution/lib/Standard/Database/0.0.0-dev/src/Internal/IR/From_Spec.enso

@@ -38,6 +38,17 @@ type From_Spec
          the same table.
     Query (raw_sql : Text) (alias : Text)
 
+    ## PRIVATE
+
+       A query source consisting of a literal VALUES clause.
+
+       Arguments:
+       - column_vectors: the contents of the literal table's columns.
+       - column_names: the names of the literal table's columns,
+       - alias: the name by which the table can be referred to in other parts of
+         the query.
+    Literal_Values (column_vectors : Vector (Vector Any)) (column_names : Vector Text) (alias : Text)
+
     ## PRIVATE
 
        A query source that performs a join operation on two sources.

distribution/lib/Standard/Table/0.0.0-dev/src/Data/Table.enso

@@ -55,6 +55,7 @@ import project.Internal.Lookup_Helpers
 import project.Internal.Lookup_Helpers.Lookup_Column
 import project.Internal.Parse_Values_Helper
 import project.Internal.Problem_Builder.Problem_Builder
+import project.Internal.Replace_Helpers
 import project.Internal.Split_Tokenize
 import project.Internal.Table_Helpers
 import project.Internal.Table_Helpers.Table_Column_Helper
@@ -1686,6 +1687,42 @@ type Table
         on_problems.attach_problems_before problems <|
             Warning.set result []
 
+    ## PRIVATE
+       A helper that creates a two-column table from a Map.
+
+       The keys of the `Map` become the first column, with name
+       `key_column_name`, and the values of the `Map` become the second column,
+       with name `value_column_name`.
+
+       For the in-memory database, the `Map` can be empty. For the database
+       backends, it must not be empty.
+
+       Arguments:
+       - map: The `Map` to create the table from.
+       - key_column_name: The name to use for the first column.
+       - value_column_name: The name to use for the second column.
+    make_table_from_map  : Map Any Any -> Text -> Text -> Table
+    make_table_from_map self map key_column_name value_column_name =
+        keys_and_values = map.to_vector
+        self.make_table_from_vectors [keys_and_values.map .first, keys_and_values.map .second] [key_column_name, value_column_name]
+
+    ## PRIVATE
+       A helper that creates a literal table from `Vector`s.
+
+       For the in-memory database, the columns can be empty. For the database
+       backends, they must not be empty.
+
+       Arguments:
+       - column_vectors: A `Vector` of `Vector`s; each inner `Vector` becomes a
+         column of the table.
+       - column_names: The names of the columns of the new table.
+    make_table_from_vectors : Vector (Vector Any) -> Vector Text -> Table
+    make_table_from_vectors self column_vectors column_names =
+        # Assume the columns are all the same length; if not, it will be an error anyway.
+        if column_vectors.is_empty then Error.throw (Illegal_Argument.Error "Vectors cannot be empty") else
+            Runtime.assert (column_vectors.length == column_names.length) "column_vectors and column_names must have the same length"
+            Table.new (column_vectors.zip column_names (v-> n-> Column.from_vector n v))
+
     ## PRIVATE
 
        Create a constant column from a value.
@@ -1922,7 +1959,7 @@ type Table
          In the Database backend, there are no guarantees related to ordering of
          results.
 
-       ? Error Conditions
+       ! Error Conditions
 
          - If this table or the lookup table is lacking any of the columns
            specified in `key_columns`, a `Missing_Input_Columns` error is raised.
@@ -2007,7 +2044,7 @@ type Table
          In the Database backend, there are no guarantees related to ordering of
          results.
 
-       ? Error Conditions
+       ! Error Conditions
 
          - If this table or the lookup table is lacking any of the columns
            specified by `from_column`, `to_column`, or `column`, a
@@ -2058,32 +2095,7 @@ type Table
     @to_column Widget_Helpers.make_column_name_selector
     replace : Table | Map -> (Text | Integer) -> (Text | Integer | Nothing) -> (Text | Integer | Nothing) -> Boolean -> Problem_Behavior -> Table ! Missing_Input_Columns | Non_Unique_Key | Unmatched_Rows_In_Lookup
     replace self lookup_table:(Table | Map) column:(Text | Integer) from_column:(Text | Integer | Nothing)=Nothing to_column:(Text | Integer | Nothing)=Nothing allow_unmatched_rows:Boolean=True on_problems:Problem_Behavior=Problem_Behavior.Report_Warning =
-        case lookup_table of
-            _ : Map ->
-                if from_column.is_nothing.not || to_column.is_nothing.not then Error.throw (Illegal_Argument.Error "If a Map is provided as the lookup_table, then from_column and to_column should not also be specified.") else 
-                    self.replace (map_to_lookup_table lookup_table 'from' 'to') column 'from' 'to' allow_unmatched_rows=allow_unmatched_rows on_problems=on_problems
-            _ : Table ->
-                from_column_resolved = from_column.if_nothing 0
-                to_column_resolved = to_column.if_nothing 1
-                selected_lookup_columns = lookup_table.select_columns [from_column_resolved, to_column_resolved]
-                self.select_columns column . if_not_error <| selected_lookup_columns . if_not_error <|
-                    unique = self.column_naming_helper.create_unique_name_strategy
-                    unique.mark_used (self.column_names)
-
-                    ## We perform a `merge` into `column`, using a duplicate of `column`
-                       as the key column to join with `from_column`.
-
-                    duplicate_key_column_name = unique.make_unique "duplicate_key"
-                    duplicate_key_column = self.at column . rename duplicate_key_column_name
-                    self_with_duplicate = self.set duplicate_key_column set_mode=Set_Mode.Add
-
-                    ## Create a lookup table with just `to_column` and `from_column`,
-                       renamed to match the base table's `column` and its duplicate,
-                       respectively.
-                    lookup_table_renamed = selected_lookup_columns . rename_columns (Map.from_vector [[from_column_resolved, duplicate_key_column_name], [to_column_resolved, column]])
-
-                    merged = self_with_duplicate.merge lookup_table_renamed duplicate_key_column_name add_new_columns=False allow_unmatched_rows=allow_unmatched_rows on_problems=on_problems
-                    merged.remove_columns duplicate_key_column_name
+        Replace_Helpers.replace self lookup_table column from_column to_column allow_unmatched_rows on_problems
 
     ## ALIAS join by row position
        GROUP Standard.Base.Calculations