diff --git a/test/gpu/termination_conditions.jl b/test/gpu/termination_conditions.jl
index d0811a311..29b24bb95 100644
--- a/test/gpu/termination_conditions.jl
+++ b/test/gpu/termination_conditions.jl
@@ -14,6 +14,9 @@ const TERMINATION_CONDITIONS = [
 
 @testset "Termination Conditions: Allocations" begin
     @testset "Mode: $(tcond)" for tcond in TERMINATION_CONDITIONS
-        @test_nowarn DiffEqBase.check_convergence(tcond, du, u, uprev, 1e-3, 1e-3)
+        for nfn in (Base.Fix1(maximum, abs), Base.Fix2(norm, 2), Base.Fix2(norm, Inf))
+            tcond = DiffEqBase.set_termination_mode_internalnorm(tcond, nfn)
+            @test_nowarn DiffEqBase.check_convergence(tcond, du, u, uprev, 1e-3, 1e-3)
+        end
     end
 end