0003-msgmaxsize: test case for message sizes (issue #24)

tests/0003-msgmaxsize.c

@@ -0,0 +1,169 @@
+/*
+ * librdkafka - Apache Kafka C library
+ *
+ * Copyright (c) 2012-2013, Magnus Edenhill
+ * All rights reserved.
+ * 
+ * Redistribution and use in source and binary forms, with or without
+ * modification, are permitted provided that the following conditions are met: 
+ * 
+ * 1. Redistributions of source code must retain the above copyright notice,
+ *    this list of conditions and the following disclaimer. 
+ * 2. Redistributions in binary form must reproduce the above copyright notice,
+ *    this list of conditions and the following disclaimer in the documentation
+ *    and/or other materials provided with the distribution. 
+ * 
+ * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
+ * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 
+ * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 
+ * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE 
+ * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 
+ * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 
+ * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 
+ * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 
+ * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
+ * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
+ * POSSIBILITY OF SUCH DAMAGE.
+ */
+
+/**
+ * Tests "message.bytes.max"
+ * Issue #24
+ */
+
+#define _GNU_SOURCE
+#include <signal.h>
+#include <sys/time.h>
+#include <time.h>
+
+#include "test.h"
+
+/* Typical include path would be <librdkafka/rdkafka.h>, but this program
+ * is built from within the librdkafka source tree and thus differs. */
+#include "rdkafka.h"  /* for Kafka driver */
+
+
+static int msgs_wait = 0; /* bitmask */
+
+/**
+ * Delivery report callback.
+ * Called for each message once to signal its delivery status.
+ */
+static void dr_cb (rd_kafka_t *rk, void *payload, size_t len,
+		   rd_kafka_resp_err_t err, void *opaque, void *msg_opaque) {
+	int msgid = *(int *)msg_opaque;
+
+	free(msg_opaque);
+
+	if (err)
+		TEST_FAIL("Unexpected delivery error for message #%i: %s\n",
+			  msgid, rd_kafka_err2str(err));
+
+	if (!(msgs_wait & (1 << msgid)))
+		TEST_FAIL("Unwanted delivery report for message #%i "
+			  "(waiting for 0x%x)\n", msgid, msgs_wait);
+
+	TEST_SAY("Delivery report for message #%i: %s\n",
+		 msgid, rd_kafka_err2str(err));
+
+	msgs_wait &= ~(1 << msgid);
+}
+
+
+int main (int argc, char **argv) {
+	char *topic = "rdkafkatest1";
+	int partition = 0;
+	int r;
+	rd_kafka_t *rk;
+	rd_kafka_topic_t *rkt;
+	rd_kafka_conf_t *conf;
+	rd_kafka_topic_conf_t *topic_conf;
+	char errstr[512];
+	char msg[100000];
+	int msgcnt = 10;
+	int i;
+
+	/* Socket hangups are gracefully handled in librdkafka on socket error
+	 * without the use of signals, so SIGPIPE should be ignored by the
+	 * calling program. */
+	signal(SIGPIPE, SIG_IGN);
+
+
+	test_conf_init(&conf, &topic_conf, 10);
+
+	/* Set a small maximum message size. */
+	if (rd_kafka_conf_set(conf, "message.max.bytes", "100000",
+			      errstr, sizeof(errstr)) != RD_KAFKA_CONF_OK)
+		TEST_FAIL("%s\n", errstr);
+
+	/* Set delivery report callback */
+	rd_kafka_conf_set_dr_cb(conf, dr_cb);
+
+	/* Create kafka instance */
+	rk = rd_kafka_new(RD_KAFKA_PRODUCER, conf,
+			  errstr, sizeof(errstr));
+	if (!rk)
+		TEST_FAIL("Failed to create rdkafka instance: %s\n", errstr);
+
+	TEST_SAY("Created    kafka instance %s\n", rd_kafka_name(rk));
+
+	rkt = rd_kafka_topic_new(rk, topic, topic_conf);
+	if (!rkt)
+		TEST_FAIL("Failed to create topic: %s\n",
+			  strerror(errno));
+
+	memset(msg, 0, sizeof(msg));
+
+	/* Produce 'msgcnt' messages, size odd ones larger than max.bytes,
+	 * and even ones smaller than max.bytes. */
+	for (i = 0 ; i < msgcnt ; i++) {
+		int *msgidp = malloc(sizeof(*msgidp));
+		size_t len;
+		int toobig = i & 1;
+
+		*msgidp = i;
+		if (toobig) {
+			/* Too big */
+			len = 200000;
+		} else {
+			/* Good size */
+			len = 5000;
+			msgs_wait |= (1 << i);
+		}
+
+		snprintf(msg, sizeof(msg), "%s test message #%i", argv[0], i);
+		r = rd_kafka_produce(rkt, partition, RD_KAFKA_MSG_F_COPY,
+				     msg, len, NULL, 0, msgidp);
+
+		if (toobig) {
+			if (r != -1)
+				TEST_FAIL("Succeeded to produce too "
+					  "large message #%i\n", i);
+			free(msgidp);
+		} else if (r == -1)
+			TEST_FAIL("Failed to produce message #%i: %s\n",
+				  i, strerror(errno));
+	}
+
+	/* Wait for messages to be delivered. */
+	while (rd_kafka_outq_len(rk) > 0)
+		rd_kafka_poll(rk, 50);
+
+	if (msgs_wait != 0)
+		TEST_FAIL("Still waiting for messages: 0x%x\n", msgs_wait);
+
+	/* Destroy topic */
+	rd_kafka_topic_destroy(rkt);
+
+	/* Destroy rdkafka instance */
+	TEST_SAY("Destroying kafka instance %s\n", rd_kafka_name(rk));
+	rd_kafka_destroy(rk);
+
+	/* Wait for everything to be cleaned up since broker destroys are
+	 * handled in its own thread. */
+	test_wait_exit(10);
+
+	/* If we havent failed at this point then
+	 * there were no threads leaked */
+	return 0;
+}

tests/Makefile

@@ -1,4 +1,4 @@
-TESTS ?= 0001-multiobj.test 0002-msgtimeout.test
+TESTS ?= 0001-multiobj.test 0002-msgtimeout.test 0003-msgmaxsize.test
 CC ?= cc
 CXX ?= g++
 CFLAGS += -g -Wall -Werror -Wfloat-equal -Wpointer-arith -O2 -I../