diff --git a/test/rules.jl b/test/rules.jl index b1b19fb..4ce4dec 100644 --- a/test/rules.jl +++ b/test/rules.jl @@ -14,7 +14,7 @@ RULES = [ OptimiserChain(ClipNorm(), Adam(0.001)), OptimiserChain(ClipGrad(0.5), Momentum()), OptimiserChain(WeightDecay(), OAdam(), ClipGrad(1)), - OptimiserChain(GradNormGrowthLimiter(1.1), Apollo()), + OptimiserChain(NormGrowthCap(1.1), Apollo()), # Not the default: RMSProp(centred = true), AdamW(couple=false), ]