Skip to content

Commit

Permalink
Merge pull request #1 from marmbrus/limit
Browse files Browse the repository at this point in the history
More hacks to make Maps serialize with Kryo.
  • Loading branch information
rxin committed Apr 1, 2014
2 parents 4fc8b4e + 92b9727 commit 13eb12a
Showing 1 changed file with 6 additions and 0 deletions.
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,13 @@ class SparkSqlSerializer(conf: SparkConf) extends KryoSerializer(conf) {
kryo.setRegistrationRequired(false)
kryo.register(classOf[MutablePair[_, _]])
kryo.register(classOf[Array[Any]])
// This is kinda hacky...
kryo.register(classOf[scala.collection.immutable.Map$Map1], new MapSerializer)
kryo.register(classOf[scala.collection.immutable.Map$Map2], new MapSerializer)
kryo.register(classOf[scala.collection.immutable.Map$Map3], new MapSerializer)
kryo.register(classOf[scala.collection.immutable.Map$Map4], new MapSerializer)
kryo.register(classOf[scala.collection.immutable.Map[_,_]], new MapSerializer)
kryo.register(classOf[scala.collection.Map[_,_]], new MapSerializer)
kryo.register(classOf[org.apache.spark.sql.catalyst.expressions.GenericRow])
kryo.register(classOf[org.apache.spark.sql.catalyst.expressions.GenericMutableRow])
kryo.register(classOf[scala.collection.mutable.ArrayBuffer[_]])
Expand Down

0 comments on commit 13eb12a

Please sign in to comment.