diff --git a/mllib/src/main/scala/org/apache/spark/mllib/util/LAUtils.scala b/mllib/src/main/scala/org/apache/spark/mllib/util/LAUtils.scala
index e744fb6bdee9b..41de73d80b04c 100644
--- a/mllib/src/main/scala/org/apache/spark/mllib/util/LAUtils.scala
+++ b/mllib/src/main/scala/org/apache/spark/mllib/util/LAUtils.scala
@@ -58,6 +58,7 @@ object LAUtils {
     val n = a.n
     val data = a.rows.flatMap{
       mrow => Array.tabulate(n)(j => MatrixEntry(mrow.i, j, mrow.data(j)))
+                   .filter(x => x.mval != 0)
     }
     SparseMatrix(data, m, n)
   }