Merge pull request #40 from LuxDL/ap/patch_cuda_tracker

Workaround CuPtr issue in Tracker
LuxDL · Oct 10, 2023 · 63e17d9 · 63e17d9 · avik-pal · Oct 10, 2023
2 parents 728a320 + fa6e69d
commit 63e17d9
Show file tree

Hide file tree

Showing 2 changed files with 5 additions and 2 deletions.
diff --git a/Project.toml b/Project.toml
@@ -1,7 +1,7 @@
 name = "LuxLib"
 uuid = "82251201-b29d-42c6-8e01-566dec8acb11"
 authors = ["Avik Pal <[email protected]> and contributors"]
-version = "0.3.7"
+version = "0.3.8"
 
 [deps]
 ChainRulesCore = "d360d2e6-b24c-11e9-a2a3-2a2ae2dbcce4"

diff --git a/ext/LuxLibLuxCUDATrackerExt.jl b/ext/LuxLibLuxCUDATrackerExt.jl
@@ -37,6 +37,9 @@ for RM in (:TrackedVector, :Nothing, :AbstractVector),
     end
 end
 
+__make_nothing(x) = x
+__make_nothing(::CuPtr{Nothing}) = 0
+
 @grad function LuxLib.batchnorm_cudnn(running_mean, running_var, scale, bias, x, momentum,
     eps, training)
     y, xmean, xivar = batchnorm_cudnn(data(running_mean), data(running_var), data(scale),
@@ -47,7 +50,7 @@ end
             data(running_mean), data(running_var), xmean, xivar; ϵ=eps)
         return (nothing, nothing, ∂g, ∂b, ∂x, nothing, nothing, nothing)
     end
-    return (y, xmean, xivar), ∇batchnorm_cudnn_internal
+    return (y, __make_nothing(xmean), __make_nothing(xivar)), ∇batchnorm_cudnn_internal
 end
 
 end