Reduce number of specialized methods in stencil kernels

CliMA · Oct 16, 2024 · 3f97c4c · 3f97c4c
1 parent 90572d1
commit 3f97c4c
Showing 1 changed file with 15 additions and 27 deletions.
diff --git a/src/Operators/finitedifference.jl b/src/Operators/finitedifference.jl
@@ -3327,30 +3327,6 @@ function Base.similar(
     return Field(Eltype, sp)
 end
 
-function _serial_copyto!(field_out::Field, bc, Ni::Int, Nj::Int, Nh::Int)
-    space = axes(field_out)
-    bounds = window_bounds(space, bc)
-    bcs = bc # strip_space(bc, space)
-    @inbounds for h in 1:Nh, j in 1:Nj, i in 1:Ni
-        apply_stencil!(space, field_out, bcs, (i, j, h), bounds)
-    end
-    return field_out
-end
-
-function _threaded_copyto!(field_out::Field, bc, Ni::Int, Nj::Int, Nh::Int)
-    space = axes(field_out)
-    bounds = window_bounds(space, bc)
-    bcs = bc # strip_space(bc, space)
-    @inbounds begin
-        Threads.@threads for h in 1:Nh
-            for j in 1:Nj, i in 1:Ni
-                apply_stencil!(space, field_out, bcs, (i, j, h), bounds)
-            end
-        end
-    end
-    return field_out
-end
-
 function strip_space(bc::StencilBroadcasted{Style}, parent_space) where {Style}
     current_space = axes(bc)
     new_space = placeholder_space(current_space, parent_space)
@@ -3368,15 +3344,27 @@ function Base.copyto!(
         Broadcasted{ColumnStencilStyle},
     },
 )
-    space = axes(bc)
+    space = axes(field_out)
     local_geometry = Spaces.local_geometry_data(space)
     (Ni, Nj, _, _, Nh) = size(local_geometry)
     context = ClimaComms.context(axes(field_out))
     device = ClimaComms.device(context)
+    bounds = window_bounds(space, bc)
+    bcs = strip_space(bc, space)
     if (device isa ClimaComms.CPUMultiThreaded) && Nh > 1
-        return _threaded_copyto!(field_out, bc, Ni, Nj, Nh)
+        @inbounds begin
+            Threads.@threads for h in 1:Nh
+                for j in 1:Nj, i in 1:Ni
+                    apply_stencil!(space, field_out, bcs, (i, j, h), bounds)
+                end
+            end
+        end
+    else
+        @inbounds for h in 1:Nh, j in 1:Nj, i in 1:Ni
+            apply_stencil!(space, field_out, bcs, (i, j, h), bounds)
+        end
     end
-    return _serial_copyto!(field_out, bc, Ni, Nj, Nh)
+    return field_out
 end
 
 function window_bounds(space, bc)