Refactored test code in order to speed up builds. (#54)

Author: manub

embedded-kafka/src/test/scala/net/manub/embeddedkafka/EmbeddedKafkaMethodsSpec.scala

@@ -0,0 +1,199 @@
+package net.manub.embeddedkafka
+
+import java.util.concurrent.TimeoutException
+
+import kafka.admin.AdminUtils
+import kafka.utils.ZkUtils
+import org.apache.kafka.clients.consumer.KafkaConsumer
+import org.apache.kafka.clients.producer.{KafkaProducer, ProducerConfig, ProducerRecord}
+import org.apache.kafka.common.serialization.{ByteArraySerializer, StringDeserializer, StringSerializer}
+import org.scalatest.BeforeAndAfterAll
+
+import scala.collection.JavaConversions._
+
+
+class EmbeddedKafkaMethodsSpec extends EmbeddedKafkaSpecSupport with EmbeddedKafka with BeforeAndAfterAll {
+
+  override def beforeAll(): Unit = {
+    super.beforeAll()
+    EmbeddedKafka.start()
+  }
+
+  override def afterAll(): Unit = {
+    EmbeddedKafka.stop()
+    super.afterAll()
+  }
+
+  "the publishToKafka method" should {
+    "publish synchronously a String message to Kafka" in {
+      implicit val serializer = new StringSerializer()
+      val message = "hello world!"
+      val topic = "test_topic"
+
+      publishToKafka(topic, message)
+
+      val consumer = new KafkaConsumer[String, String](consumerProps, new StringDeserializer, new StringDeserializer)
+      consumer.subscribe(List("test_topic"))
+
+      val records = consumer.poll(ConsumerPollTimeout)
+
+      records.iterator().hasNext shouldBe true
+      val record = records.iterator().next()
+
+      record.value() shouldBe message
+
+      consumer.close()
+
+    }
+
+    "publish synchronously a String message with String key to Kafka" in {
+      implicit val serializer = new StringSerializer()
+      val key = "key"
+      val message = "hello world!"
+      val topic = "test_topic"
+
+      publishToKafka(topic, key, message)
+
+      val consumer = new KafkaConsumer[String, String](consumerProps, new StringDeserializer, new StringDeserializer)
+      consumer.subscribe(List("test_topic"))
+
+      val records = consumer.poll(ConsumerPollTimeout)
+
+      records.iterator().hasNext shouldBe true
+      val record = records.iterator().next()
+
+      record.key() shouldBe key
+      record.value() shouldBe message
+
+
+      consumer.close()
+    }
+  }
+
+  "the createCustomTopic method" should {
+    "create a topic with a custom configuration" in {
+      implicit val config = EmbeddedKafkaConfig(customBrokerProperties = Map("log.cleaner.dedupe.buffer.size" -> "2000000"))
+      val topic = "test_custom_topic"
+
+
+      createCustomTopic(topic, Map("cleanup.policy" -> "compact"))
+
+      val zkSessionTimeoutMs = 10000
+      val zkConnectionTimeoutMs = 10000
+      val zkSecurityEnabled = false
+
+      val zkUtils = ZkUtils(s"localhost:${config.zooKeeperPort}", zkSessionTimeoutMs, zkConnectionTimeoutMs, zkSecurityEnabled)
+      try {
+        AdminUtils.topicExists(zkUtils, topic) shouldBe true
+      } finally zkUtils.close()
+
+    }
+
+    "create a topic with custom number of partitions" in {
+      implicit val config = EmbeddedKafkaConfig()
+      val topic = "test_custom_topic_with_custom_partitions"
+
+
+      createCustomTopic(topic, Map("cleanup.policy" -> "compact"), partitions = 2)
+
+      val zkSessionTimeoutMs = 10000
+      val zkConnectionTimeoutMs = 10000
+      val zkSecurityEnabled = false
+
+      val zkUtils = ZkUtils(s"localhost:${config.zooKeeperPort}", zkSessionTimeoutMs, zkConnectionTimeoutMs, zkSecurityEnabled)
+      try {
+        AdminUtils.fetchTopicMetadataFromZk(topic, zkUtils).partitionMetadata().size shouldBe 2
+      } finally zkUtils.close()
+
+    }
+  }
+
+  "the consumeFirstStringMessageFrom method" should {
+    "return a message published to a topic" in {
+      val message = "hello world!"
+      val topic = "test_topic"
+
+      val producer = new KafkaProducer[String, String](Map(
+        ProducerConfig.BOOTSTRAP_SERVERS_CONFIG -> s"localhost:6001",
+        ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG -> classOf[StringSerializer].getName,
+        ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG -> classOf[StringSerializer].getName
+      ))
+
+      whenReady(producer.send(new ProducerRecord[String, String](topic, message))) { _ =>
+        consumeFirstStringMessageFrom(topic) shouldBe message
+      }
+
+      producer.close()
+    }
+
+    "return a message published to a topic with implicit decoder" in {
+      val message = "hello world!"
+      val topic = "test_topic"
+
+      val producer = new KafkaProducer[String, String](Map(
+        ProducerConfig.BOOTSTRAP_SERVERS_CONFIG -> s"localhost:6001",
+        ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG -> classOf[StringSerializer].getName,
+        ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG -> classOf[StringSerializer].getName
+      ))
+
+      import Codecs._
+      whenReady(producer.send(new ProducerRecord[String, String](topic, message))) { _ =>
+        consumeFirstMessageFrom[Array[Byte]](topic) shouldBe message.getBytes
+      }
+
+      producer.close()
+    }
+
+    "return a message published to a topic with custom decoder" in {
+
+      import avro._
+
+      val message = TestAvroClass("name")
+      val topic = "test_topic"
+      implicit val testAvroClassDecoder = specificAvroDeserializer[TestAvroClass](TestAvroClass.SCHEMA$)
+
+      val producer = new KafkaProducer[String, TestAvroClass](Map(
+        ProducerConfig.BOOTSTRAP_SERVERS_CONFIG -> s"localhost:6001"
+      ), new StringSerializer, specificAvroSerializer[TestAvroClass])
+
+      whenReady(producer.send(new ProducerRecord(topic, message))) { _ =>
+        consumeFirstMessageFrom[TestAvroClass](topic) shouldBe message
+      }
+
+      producer.close()
+    }
+
+    "throw a TimeoutExeption when a message is not available" in {
+      a[TimeoutException] shouldBe thrownBy {
+        consumeFirstStringMessageFrom("non_existing_topic")
+      }
+    }
+  }
+
+  "the aKafkaProducerThat method" should {
+    "return a producer that encodes messages for the given encoder" in {
+      val producer = aKafkaProducer thatSerializesValuesWith classOf[ByteArraySerializer]
+      producer.send(new ProducerRecord[String, Array[Byte]]("a_topic", "a message".getBytes))
+      producer.close()
+    }
+  }
+
+  "the aKafkaProducer object" should {
+    "return a producer that encodes messages for the given type" in {
+      import Codecs._
+      val producer = aKafkaProducer[String]
+      producer.send(new ProducerRecord[String, String]("a_topic", "a message"))
+      producer.close()
+    }
+
+    "return a producer that encodes messages for a custom type" in {
+      import avro._
+      val producer = aKafkaProducer[TestAvroClass]
+      producer.send(new ProducerRecord[String, TestAvroClass]("a_topic", TestAvroClass("name")))
+      producer.close()
+    }
+  }
+
+  val ConsumerPollTimeout = 3000
+
+}