Change to warning

marmbrus · Feb 2, 2015 · e9ce742 · e9ce742
1 parent cc46e52
commit e9ce742
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 7 deletions.
diff --git a/core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala b/core/src/main/scala/org/apache/spark/rdd/HadoopRDD.scala
@@ -311,9 +311,9 @@ class HadoopRDD[K, V](
 
   override def persist(storageLevel: StorageLevel): this.type = {
     if (storageLevel.deserialized) {
-      throw new SparkException("Can't cache HadoopRDDs as deserialized objects because Hadoop's" +
-        " RecordReader reuses the same Writable object for all records. Use a map transformation" +
-        " to make copies of the records.")
+      logWarning("Caching NewHadoopRDDs as deserialized objects usually leads to undesired" +
+        " behavior because Hadoop's RecordReader reuses the same Writable object for all records." +
+        " Use a map transformation to make copies of the records.")
     }
     super.persist(storageLevel)
   }

diff --git a/core/src/main/scala/org/apache/spark/rdd/NewHadoopRDD.scala b/core/src/main/scala/org/apache/spark/rdd/NewHadoopRDD.scala
@@ -36,7 +36,6 @@ import org.apache.spark.rdd.NewHadoopRDD.NewHadoopMapPartitionsWithSplitRDD
 import org.apache.spark.util.Utils
 import org.apache.spark.deploy.SparkHadoopUtil
 import org.apache.spark.storage.StorageLevel
-import scala.Some
 
 private[spark] class NewHadoopPartition(
     rddId: Int,
@@ -211,9 +210,9 @@ class NewHadoopRDD[K, V](
 
   override def persist(storageLevel: StorageLevel): this.type = {
     if (storageLevel.deserialized) {
-      throw new SparkException("Can't cache NewHadoopRDDs as deserialized objects because" +
-        " Hadoop's RecordReader reuses the same Writable object for all records. Use a map" +
-        " transformation to make copies of the records.")
+      logWarning("Caching NewHadoopRDDs as deserialized objects usually leads to undesired" +
+        " behavior because Hadoop's RecordReader reuses the same Writable object for all records." +
+        " Use a map transformation to make copies of the records.")
     }
     super.persist(storageLevel)
   }