Skip to content

Commit

Permalink
Remove no-op serializer :)
Browse files Browse the repository at this point in the history
  • Loading branch information
aarondav committed Oct 17, 2014
1 parent 7b7a26c commit d236dfd
Showing 1 changed file with 0 additions and 45 deletions.
45 changes: 0 additions & 45 deletions core/src/main/scala/org/apache/spark/serializer/Serializer.scala
Original file line number Diff line number Diff line change
Expand Up @@ -142,48 +142,3 @@ abstract class DeserializationStream {
}
}
}


class NoOpReadSerializer(conf: SparkConf) extends Serializer with Serializable {
override def newInstance(): SerializerInstance = {
new NoOpReadSerializerInstance()
}
}

private[spark] class NoOpReadSerializerInstance()
extends SerializerInstance {

override def serialize[T: ClassTag](t: T): ByteBuffer = {
val bos = new ByteArrayOutputStream()
val out = serializeStream(bos)
out.writeObject(t)
out.close()
ByteBuffer.wrap(bos.toByteArray)
}

override def deserialize[T: ClassTag](bytes: ByteBuffer): T = {
null.asInstanceOf[T]
}

override def deserialize[T: ClassTag](bytes: ByteBuffer, loader: ClassLoader): T = {
null.asInstanceOf[T]
}

override def serializeStream(s: OutputStream): SerializationStream = {
new JavaSerializationStream(s, 100)
}

override def deserializeStream(s: InputStream): DeserializationStream = {
new NoOpDeserializationStream(s, Utils.getContextOrSparkClassLoader)
}

def deserializeStream(s: InputStream, loader: ClassLoader): DeserializationStream = {
new NoOpDeserializationStream(s, loader)
}
}

private[spark] class NoOpDeserializationStream(in: InputStream, loader: ClassLoader)
extends DeserializationStream {
def readObject[T: ClassTag](): T = throw new EOFException()
def close() { }
}

0 comments on commit d236dfd

Please sign in to comment.