Lecun Normal added

FluxML · Jul 28, 2023 · a4e9b5d · a4e9b5d
1 parent c565052
commit a4e9b5d
Showing 1 changed file with 4 additions and 0 deletions.
diff --git a/src/utils.jl b/src/utils.jl
@@ -738,3 +738,7 @@ function plateau(f, width; distance = -, init_score = 0, min_dist = 1f-6)
 
   return patience(is_plateau, width)
 end
+
+function lecun_normal(rng::AbstractRNG, dims::Integer...)
+  return truncated_normal(rng,dims...,std = sqrt(1/first(nfan(dims...))))
+end