restore mapreduce

FluxML · Dec 12, 2021 · 33a55a3 · 33a55a3
1 parent 2809636
commit 33a55a3
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/src/layers/basic.jl b/src/layers/basic.jl
@@ -258,8 +258,11 @@ end
 @functor Maxout
 
 function (mo::Maxout)(input::AbstractArray)
-  outs = map(lay -> lay(input), mo.over)
-  return max.(outs...)
+  # outs = map(lay -> lay(input), mo.over)
+  # return max.(outs...)
+  # Perhaps surprisingly, pairwise max broadcast is often faster,
+  # even with Zygote. See #698 and #1794
+  mapreduce(f -> f(input), (acc, out) -> max.(acc, out), mo.over)
 end
 
 trainable(mo::Maxout) = mo.over