workaround for #3, to be verified

Author: Marcin Kuthan

README.md

@@ -48,11 +48,11 @@ Start Kafka producer:
 
 Start Kafka consumer:
 
-    ./bin/kafka-console-consumer.sh --zookeeper localhost:2181 --topic output
+    ./bin/kafka-console-consumer.sh --bootstrap-server localhost:9092 --topic output
 
 Run example application:
 
-    ./sbt "run-main example.WordCountJob"
+    sbt "runMain example.WordCountJob"
 
 Publish a few words on input topic using Kafka console producer and check the processing result on output topic using Kafka console producer.
 

build.sbt

@@ -57,6 +57,10 @@ lazy val customLibraryDependencies = Seq(
   "org.scalatest" %% "scalatest" % "2.2.4" % "test"
 )
 
+lazy val commonExcludeDependencies = Seq(
+  "org.slf4j" % "slf4j-log4j12"
+)
+
 lazy val customJavaOptions = Seq(
   "-Xmx1024m",
   "-XX:-MaxFDLimit"
@@ -69,6 +73,7 @@ lazy val root = (project in file("."))
   .settings(commonSettings)
   .settings(scalacOptions ++= customScalacOptions)
   .settings(libraryDependencies ++= customLibraryDependencies)
+  .settings(excludeDependencies ++= commonExcludeDependencies)
   .settings(fork in run := true)
   .settings(connectInput in run := true)
   .settings(javaOptions in run ++= customJavaOptions)

src/main/scala/org/mkuthan/spark/KafkaDStreamSink.scala

@@ -23,7 +23,7 @@ import org.apache.log4j.Logger
 import org.apache.spark.TaskContext
 import org.apache.spark.streaming.dstream.DStream
 
-class KafkaDStreamSink(dstream: DStream[KafkaPayload]) {
+class KafkaDStreamSink(@transient private val dstream: DStream[KafkaPayload]) extends Serializable {
 
   def sendToKafka(config: Map[String, String], topic: String): Unit = {
     dstream.foreachRDD { rdd =>