From 54731f1df44748186af15760a9c88bc9de7f486c Mon Sep 17 00:00:00 2001 From: crab Date: Tue, 27 Jun 2017 17:32:47 +0800 Subject: [PATCH] resolve com.esotericsoftware.kryo.KryoException Explicitly setting "spark.serializer" to "org.apache.spark.serializer.KryoSerializer" could resolve "com.esotericsoftware.kryo.KryoException: Encountered unregistered class ID" for this example code --- .../spark/examples/streaming/JavaKinesisWordCountASL.java | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/external/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java b/external/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java index 626bde48e1a86..9edc1a9ade440 100644 --- a/external/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java +++ b/external/kinesis-asl/src/main/java/org/apache/spark/examples/streaming/JavaKinesisWordCountASL.java @@ -129,7 +129,9 @@ public static void main(String[] args) throws Exception { String regionName = KinesisExampleUtils.getRegionNameByEndpoint(endpointUrl); // Setup the Spark config and StreamingContext - SparkConf sparkConfig = new SparkConf().setAppName("JavaKinesisWordCountASL"); + SparkConf sparkConfig = new SparkConf() + .setAppName("JavaKinesisWordCountASL") + .set("spark.serializer", "org.apache.spark.serializer.KryoSerializer"); JavaStreamingContext jssc = new JavaStreamingContext(sparkConfig, batchInterval); // Create the Kinesis DStreams