fix entropy calculation

wuxun-zhang · Mar 13, 2020 · c06a715 · c06a715
1 parent 713d962
commit c06a715
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/operator/quantization/calibrate.cc b/src/operator/quantization/calibrate.cc
@@ -59,6 +59,9 @@ std::vector<float> SmoothDistribution(const std::vector<float>& p, const float e
   auto ret = p;
   for (size_t i = 0; i < p.size(); i++) {
     ret[i] += eps * is_zeros[i] - eps1 * is_nonzeros[i];
+    // check if ret[i] is larger than 0, otherwise invalid distribution
+    if (ret[i] <= 0)
+      return std::vector<float>();
   }
   return ret;
 }