/*
 * librdkafka - Apache Kafka C library
 *
 * Copyright (c) 2012-2022, Magnus Edenhill
 * All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *
 * 1. Redistributions of source code must retain the above copyright notice,
 *    this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright notice,
 *    this list of conditions and the following disclaimer in the documentation
 *    and/or other materials provided with the distribution.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
 * POSSIBILITY OF SUCH DAMAGE.
 */

/**
 * Tests messages are produced in order.
 */


#include "test.h"

/* Typical include path would be <librdkafka/rdkafka.h>, but this program
 * is built from within the librdkafka source tree and thus differs. */
#include "rdkafka.h" /* for Kafka driver */


static int msgid_next                        = 0;
static int fails                             = 0;
static int msgcounter                        = 0;
static int *dr_partition_count               = NULL;
static const int topic_num_partitions        = 4;
static int msg_partition_wo_flag             = 2;
static int msg_partition_wo_flag_success     = 0;
static int invalid_record_fail_cnt           = 0;
static int invalid_different_record_fail_cnt = 0;
static int valid_message_cnt                 = 0;

/**
 * Delivery reported callback.
 * Called for each message once to signal its delivery status.
 */
static void dr_single_partition_cb(rd_kafka_t *rk,
                                   void *payload,
                                   size_t len,
                                   rd_kafka_resp_err_t err,
                                   void *opaque,
                                   void *msg_opaque) {
        int msgid = *(int *)msg_opaque;

        free(msg_opaque);

        if (err != RD_KAFKA_RESP_ERR_NO_ERROR)
                TEST_FAIL("Message delivery failed: %s\n",
                          rd_kafka_err2str(err));

        if (msgid != msgid_next) {
                fails++;
                TEST_FAIL("Delivered msg %i, expected %i\n", msgid, msgid_next);
                return;
        }

        msgid_next = msgid + 1;
        msgcounter--;
}

/* Produce a batch of messages to a single partition. */
static void test_single_partition(void) {
        int partition = 0;
        int r;
        rd_kafka_t *rk;
        rd_kafka_topic_t *rkt;
        rd_kafka_conf_t *conf;
        rd_kafka_topic_conf_t *topic_conf;
        char msg[128];
        int msgcnt  = test_quick ? 100 : 100000;
        int failcnt = 0;
        int i;
        rd_kafka_message_t *rkmessages;
        char client_id[271];
        SUB_TEST_QUICK();

        msgid_next = 0;

        test_conf_init(&conf, &topic_conf, 20);

        /* A long client id must not cause a segmentation fault
         * because of an erased segment when using flexver.
         * See:
         * https://github.com/confluentinc/confluent-kafka-dotnet/issues/2084 */
        memset(client_id, 'c', sizeof(client_id) - 1);
        client_id[sizeof(client_id) - 1] = '\0';
        rd_kafka_conf_set(conf, "client.id", client_id, NULL, 0);

        /* Set delivery report callback */
        rd_kafka_conf_set_dr_cb(conf, dr_single_partition_cb);

        /* Create kafka instance */
        rk = test_create_handle(RD_KAFKA_PRODUCER, conf);

        TEST_SAY("test_single_partition: Created kafka instance %s\n",
                 rd_kafka_name(rk));

        rkt = rd_kafka_topic_new(rk, test_mk_topic_name("0011", 0), topic_conf);
        if (!rkt)
                TEST_FAIL("Failed to create topic: %s\n", rd_strerror(errno));

        /* Create messages */
        rkmessages = calloc(sizeof(*rkmessages), msgcnt);
        for (i = 0; i < msgcnt; i++) {
                int *msgidp = malloc(sizeof(*msgidp));
                *msgidp     = i;
                rd_snprintf(msg, sizeof(msg), "%s:%s test message #%i",
                            __FILE__, __FUNCTION__, i);

                rkmessages[i].payload   = rd_strdup(msg);
                rkmessages[i].len       = strlen(msg);
                rkmessages[i]._private  = msgidp;
                rkmessages[i].partition = 2; /* Will be ignored since
                                              * RD_KAFKA_MSG_F_PARTITION
                                              * is not supplied. */
        }

        r = rd_kafka_produce_batch(rkt, partition, RD_KAFKA_MSG_F_FREE,
                                   rkmessages, msgcnt);

        /* Scan through messages to check for errors. */
        for (i = 0; i < msgcnt; i++) {
                if (rkmessages[i].err) {
                        failcnt++;
                        if (failcnt < 100)
                                TEST_SAY("Message #%i failed: %s\n", i,
                                         rd_kafka_err2str(rkmessages[i].err));
                }
        }

        /* All messages should've been produced. */
        if (r < msgcnt) {
                TEST_SAY(
                    "Not all messages were accepted "
                    "by produce_batch(): %i < %i\n",
                    r, msgcnt);
                if (msgcnt - r != failcnt)
                        TEST_SAY(
                            "Discrepency between failed messages (%i) "
                            "and return value %i (%i - %i)\n",
                            failcnt, msgcnt - r, msgcnt, r);
                TEST_FAIL("%i/%i messages failed\n", msgcnt - r, msgcnt);
        }

        free(rkmessages);
        TEST_SAY(
            "Single partition: "
            "Produced %i messages, waiting for deliveries\n",
            r);

        msgcounter = msgcnt;

        /* Wait for messages to be delivered */
        test_wait_delivery(rk, &msgcounter);

        if (fails)
                TEST_FAIL("%i failures, see previous errors", fails);

        if (msgid_next != msgcnt)
                TEST_FAIL("Still waiting for messages: next %i != end %i\n",
                          msgid_next, msgcnt);

        /* Destroy topic */
        rd_kafka_topic_destroy(rkt);

        /* Destroy rdkafka instance */
        TEST_SAY("Destroying kafka instance %s\n", rd_kafka_name(rk));
        rd_kafka_destroy(rk);

        SUB_TEST_PASS();
}



/**
 * Delivery reported callback.
 * Called for each message once to signal its delivery status.
 */
static void dr_partitioner_cb(rd_kafka_t *rk,
                              void *payload,
                              size_t len,
                              rd_kafka_resp_err_t err,
                              void *opaque,
                              void *msg_opaque) {
        int msgid = *(int *)msg_opaque;

        free(msg_opaque);

        if (err != RD_KAFKA_RESP_ERR_NO_ERROR)
                TEST_FAIL("Message delivery failed: %s\n",
                          rd_kafka_err2str(err));

        if (msgcounter <= 0)
                TEST_FAIL(
                    "Too many message dr_cb callback calls "
                    "(at msgid #%i)\n",
                    msgid);
        msgcounter--;
}

/* Produce a batch of messages using random (default) partitioner */
static void test_partitioner(void) {
        int partition = RD_KAFKA_PARTITION_UA;
        int r;
        rd_kafka_t *rk;
        rd_kafka_topic_t *rkt;
        rd_kafka_conf_t *conf;
        rd_kafka_topic_conf_t *topic_conf;
        char msg[128];
        int msgcnt  = test_quick ? 100 : 100000;
        int failcnt = 0;
        int i;
        rd_kafka_message_t *rkmessages;

        SUB_TEST_QUICK();

        test_conf_init(&conf, &topic_conf, 30);

        /* Set delivery report callback */
        rd_kafka_conf_set_dr_cb(conf, dr_partitioner_cb);

        /* Create kafka instance */
        rk = test_create_handle(RD_KAFKA_PRODUCER, conf);

        TEST_SAY("test_partitioner: Created kafka instance %s\n",
                 rd_kafka_name(rk));

        rkt = rd_kafka_topic_new(rk, test_mk_topic_name("0011", 0), topic_conf);
        if (!rkt)
                TEST_FAIL("Failed to create topic: %s\n", rd_strerror(errno));

        /* Create messages */
        rkmessages = calloc(sizeof(*rkmessages), msgcnt);
        for (i = 0; i < msgcnt; i++) {
                int *msgidp = malloc(sizeof(*msgidp));
                *msgidp     = i;
                rd_snprintf(msg, sizeof(msg), "%s:%s test message #%i",
                            __FILE__, __FUNCTION__, i);

                rkmessages[i].payload  = rd_strdup(msg);
                rkmessages[i].len      = strlen(msg);
                rkmessages[i]._private = msgidp;
        }

        r = rd_kafka_produce_batch(rkt, partition, RD_KAFKA_MSG_F_FREE,
                                   rkmessages, msgcnt);

        /* Scan through messages to check for errors. */
        for (i = 0; i < msgcnt; i++) {
                if (rkmessages[i].err) {
                        failcnt++;
                        if (failcnt < 100)
                                TEST_SAY("Message #%i failed: %s\n", i,
                                         rd_kafka_err2str(rkmessages[i].err));
                }
        }

        /* All messages should've been produced. */
        if (r < msgcnt) {
                TEST_SAY(
                    "Not all messages were accepted "
                    "by produce_batch(): %i < %i\n",
                    r, msgcnt);
                if (msgcnt - r != failcnt)
                        TEST_SAY(
                            "Discrepency between failed messages (%i) "
                            "and return value %i (%i - %i)\n",
                            failcnt, msgcnt - r, msgcnt, r);
                TEST_FAIL("%i/%i messages failed\n", msgcnt - r, msgcnt);
        }

        free(rkmessages);
        TEST_SAY(
            "Partitioner: "
            "Produced %i messages, waiting for deliveries\n",
            r);

        msgcounter = msgcnt;
        /* Wait for messages to be delivered */
        test_wait_delivery(rk, &msgcounter);

        if (fails)
                TEST_FAIL("%i failures, see previous errors", fails);

        if (msgcounter != 0)
                TEST_FAIL("Still waiting for %i/%i messages\n", msgcounter,
                          msgcnt);

        /* Destroy topic */
        rd_kafka_topic_destroy(rkt);

        /* Destroy rdkafka instance */
        TEST_SAY("Destroying kafka instance %s\n", rd_kafka_name(rk));
        rd_kafka_destroy(rk);

        SUB_TEST_PASS();
}

static void dr_per_message_partition_cb(rd_kafka_t *rk,
                                        const rd_kafka_message_t *rkmessage,
                                        void *opaque) {

        free(rkmessage->_private);

        if (rkmessage->err != RD_KAFKA_RESP_ERR_NO_ERROR)
                TEST_FAIL("Message delivery failed: %s\n",
                          rd_kafka_err2str(rkmessage->err));

        if (msgcounter <= 0)
                TEST_FAIL(
                    "Too many message dr_cb callback calls "
                    "(at msg offset #%" PRId64 ")\n",
                    rkmessage->offset);

        TEST_ASSERT(rkmessage->partition < topic_num_partitions);
        msgcounter--;

        dr_partition_count[rkmessage->partition]++;
}

/* Produce a batch of messages using with per message partition flag */
static void test_per_message_partition_flag(void) {
        int partition = 0;
        int r;
        rd_kafka_t *rk;
        rd_kafka_topic_t *rkt;
        rd_kafka_conf_t *conf;
        rd_kafka_topic_conf_t *topic_conf;
        char msg[128 + sizeof(__FILE__) + sizeof(__FUNCTION__)];
        int msgcnt  = test_quick ? 100 : 1000;
        int failcnt = 0;
        int i;
        int *rkpartition_counts;
        rd_kafka_message_t *rkmessages;
        const char *topic_name;

        SUB_TEST_QUICK();

        test_conf_init(&conf, &topic_conf, 30);

        /* Set delivery report callback */
        rd_kafka_conf_set_dr_msg_cb(conf, dr_per_message_partition_cb);

        /* Create kafka instance */
        rk = test_create_handle(RD_KAFKA_PRODUCER, conf);

        TEST_SAY("test_per_message_partition_flag: Created kafka instance %s\n",
                 rd_kafka_name(rk));
        topic_name = test_mk_topic_name("0011_per_message_flag", 1);
        test_create_topic(rk, topic_name, topic_num_partitions, 1);

        rkt = rd_kafka_topic_new(rk, topic_name, topic_conf);
        if (!rkt)
                TEST_FAIL("Failed to create topic: %s\n", rd_strerror(errno));

        /* Create messages */
        rkpartition_counts = calloc(sizeof(int), topic_num_partitions);
        dr_partition_count = calloc(sizeof(int), topic_num_partitions);
        rkmessages         = calloc(sizeof(*rkmessages), msgcnt);
        for (i = 0; i < msgcnt; i++) {
                int *msgidp = malloc(sizeof(*msgidp));
                *msgidp     = i;
                rd_snprintf(msg, sizeof(msg), "%s:%s test message #%i",
                            __FILE__, __FUNCTION__, i);

                rkmessages[i].payload   = rd_strdup(msg);
                rkmessages[i].len       = strlen(msg);
                rkmessages[i]._private  = msgidp;
                rkmessages[i].partition = jitter(0, topic_num_partitions - 1);
                rkpartition_counts[rkmessages[i].partition]++;
        }

        r = rd_kafka_produce_batch(
            rkt, partition, RD_KAFKA_MSG_F_PARTITION | RD_KAFKA_MSG_F_FREE,
            rkmessages, msgcnt);

        /* Scan through messages to check for errors. */
        for (i = 0; i < msgcnt; i++) {
                if (rkmessages[i].err) {
                        failcnt++;
                        if (failcnt < 100)
                                TEST_SAY("Message #%i failed: %s\n", i,
                                         rd_kafka_err2str(rkmessages[i].err));
                }
        }

        /* All messages should've been produced. */
        if (r < msgcnt) {
                TEST_SAY(
                    "Not all messages were accepted "
                    "by produce_batch(): %i < %i\n",
                    r, msgcnt);
                if (msgcnt - r != failcnt)
                        TEST_SAY(
                            "Discrepency between failed messages (%i) "
                            "and return value %i (%i - %i)\n",
                            failcnt, msgcnt - r, msgcnt, r);
                TEST_FAIL("%i/%i messages failed\n", msgcnt - r, msgcnt);
        }

        free(rkmessages);
        TEST_SAY(
            "Per-message partition: "
            "Produced %i messages, waiting for deliveries\n",
            r);

        msgcounter = msgcnt;
        /* Wait for messages to be delivered */
        test_wait_delivery(rk, &msgcounter);

        if (msgcounter != 0)
                TEST_FAIL("Still waiting for %i/%i messages\n", msgcounter,
                          msgcnt);

        for (i = 0; i < topic_num_partitions; i++) {
                if (dr_partition_count[i] != rkpartition_counts[i]) {
                        TEST_FAIL(
                            "messages were not sent to designated "
                            "partitions expected messages %i in "
                            "partition %i, but only "
                            "%i messages were sent",
                            rkpartition_counts[i], i, dr_partition_count[i]);
                }
        }

        free(rkpartition_counts);
        free(dr_partition_count);

        /* Destroy topic */
        rd_kafka_topic_destroy(rkt);

        /* Destroy rdkafka instance */
        TEST_SAY("Destroying kafka instance %s\n", rd_kafka_name(rk));
        rd_kafka_destroy(rk);

        SUB_TEST_PASS();
}

static void
dr_partitioner_wo_per_message_flag_cb(rd_kafka_t *rk,
                                      const rd_kafka_message_t *rkmessage,
                                      void *opaque) {
        free(rkmessage->_private);

        if (rkmessage->err != RD_KAFKA_RESP_ERR_NO_ERROR)
                TEST_FAIL("Message delivery failed: %s\n",
                          rd_kafka_err2str(rkmessage->err));
        if (msgcounter <= 0)
                TEST_FAIL(
                    "Too many message dr_cb callback calls "
                    "(at msg offset #%" PRId64 ")\n",
                    rkmessage->offset);
        if (rkmessage->partition != msg_partition_wo_flag)
                msg_partition_wo_flag_success = 1;
        msgcounter--;
}

/**
 * @brief Produce a batch of messages using partitioner
 *        without per message partition flag
 */
static void test_message_partitioner_wo_per_message_flag(void) {
        int partition = RD_KAFKA_PARTITION_UA;
        int r;
        rd_kafka_t *rk;
        rd_kafka_topic_t *rkt;
        rd_kafka_conf_t *conf;
        rd_kafka_topic_conf_t *topic_conf;
        char msg[128 + sizeof(__FILE__) + sizeof(__FUNCTION__)];
        int msgcnt  = test_quick ? 100 : 1000;
        int failcnt = 0;
        int i;
        rd_kafka_message_t *rkmessages;

        SUB_TEST_QUICK();

        test_conf_init(&conf, &topic_conf, 30);

        /* Set delivery report callback */
        rd_kafka_conf_set_dr_msg_cb(conf,
                                    dr_partitioner_wo_per_message_flag_cb);
        test_conf_set(conf, "sticky.partitioning.linger.ms", "0");

        /* Create kafka instance */
        rk = test_create_handle(RD_KAFKA_PRODUCER, conf);

        TEST_SAY("test_partitioner: Created kafka instance %s\n",
                 rd_kafka_name(rk));

        rkt = rd_kafka_topic_new(rk, test_mk_topic_name("0011", 0), topic_conf);
        if (!rkt)
                TEST_FAIL("Failed to create topic: %s\n", rd_strerror(errno));

        /* Create messages */
        rkmessages = calloc(sizeof(*rkmessages), msgcnt);
        for (i = 0; i < msgcnt; i++) {
                int *msgidp = malloc(sizeof(*msgidp));
                *msgidp     = i;
                rd_snprintf(msg, sizeof(msg), "%s:%s test message #%i",
                            __FILE__, __FUNCTION__, i);

                rkmessages[i].payload   = rd_strdup(msg);
                rkmessages[i].len       = strlen(msg);
                rkmessages[i]._private  = msgidp;
                rkmessages[i].partition = msg_partition_wo_flag;
        }

        r = rd_kafka_produce_batch(rkt, partition, RD_KAFKA_MSG_F_FREE,
                                   rkmessages, msgcnt);

        /* Scan through messages to check for errors. */
        for (i = 0; i < msgcnt; i++) {
                if (rkmessages[i].err) {
                        failcnt++;
                        if (failcnt < 100)
                                TEST_SAY("Message #%i failed: %s\n", i,
                                         rd_kafka_err2str(rkmessages[i].err));
                }
        }

        /* All messages should've been produced. */
        if (r < msgcnt) {
                TEST_SAY(
                    "Not all messages were accepted "
                    "by produce_batch(): %i < %i\n",
                    r, msgcnt);
                if (msgcnt - r != failcnt)
                        TEST_SAY(
                            "Discrepency between failed messages (%i) "
                            "and return value %i (%i - %i)\n",
                            failcnt, msgcnt - r, msgcnt, r);
                TEST_FAIL("%i/%i messages failed\n", msgcnt - r, msgcnt);
        }

        free(rkmessages);
        TEST_SAY(
            "Partitioner: "
            "Produced %i messages, waiting for deliveries\n",
            r);

        msgcounter = msgcnt;
        /* Wait for messages to be delivered */
        test_wait_delivery(rk, &msgcounter);

        if (fails)
                TEST_FAIL("%i failures, see previous errors", fails);

        if (msgcounter != 0)
                TEST_FAIL("Still waiting for %i/%i messages\n", msgcounter,
                          msgcnt);
        if (msg_partition_wo_flag_success == 0) {
                TEST_FAIL(
                    "partitioner was not used, all messages were sent to "
                    "message specified partition %i",
                    i);
        }

        /* Destroy topic */
        rd_kafka_topic_destroy(rkt);

        /* Destroy rdkafka instance */
        TEST_SAY("Destroying kafka instance %s\n", rd_kafka_name(rk));
        rd_kafka_destroy(rk);

        SUB_TEST_PASS();
}

static void
dr_message_single_partition_record_fail(rd_kafka_t *rk,
                                        const rd_kafka_message_t *rkmessage,
                                        void *opaque) {
        free(rkmessage->_private);
        if (rkmessage->err) {
                if (rkmessage->err == RD_KAFKA_RESP_ERR_INVALID_RECORD)
                        invalid_record_fail_cnt++;
                else if (rkmessage->err ==
                         RD_KAFKA_RESP_ERR__INVALID_DIFFERENT_RECORD)
                        invalid_different_record_fail_cnt++;
        } else {
                valid_message_cnt++;
        }
        msgcounter--;
}

/**
 * @brief Some messages fail because of INVALID_RECORD: compacted topic
 *        but no key was sent.
 *
 *        - variation 1: they're in the same batch, rest of messages
 *                       fail with _INVALID_DIFFERENT_RECORD
 *        - variation 2: one message per batch, other messages succeed
 */
static void test_message_single_partition_record_fail(int variation) {
        int partition = 0;
        int r;
        rd_kafka_t *rk;
        rd_kafka_topic_t *rkt;
        rd_kafka_conf_t *conf;
        rd_kafka_topic_conf_t *topic_conf;
        char msg[128];
        int msgcnt  = 100;
        int failcnt = 0;
        int i;
        rd_kafka_message_t *rkmessages;
        const char *topic_name            = test_mk_topic_name(__FUNCTION__, 1);
        invalid_record_fail_cnt           = 0;
        invalid_different_record_fail_cnt = 0;

        SUB_TEST_QUICK();

        const char *confs_set_append[] = {"cleanup.policy", "APPEND",
                                          "compact"};

        const char *confs_delete_subtract[] = {"cleanup.policy", "SUBTRACT",
                                               "compact"};

        test_conf_init(&conf, &topic_conf, 20);
        if (variation == 1)
                test_conf_set(conf, "batch.size", "1");

        /* Set delivery report callback */
        rd_kafka_conf_set_dr_msg_cb(conf,
                                    dr_message_single_partition_record_fail);


        /* Create kafka instance */
        rk = test_create_handle(RD_KAFKA_PRODUCER, conf);

        TEST_SAY(
            "test_message_single_partition_record_fail: Created kafka instance "
            "%s\n",
            rd_kafka_name(rk));

        rkt = rd_kafka_topic_new(rk, topic_name, topic_conf);
        if (!rkt)
                TEST_FAIL("Failed to create topic: %s\n", rd_strerror(errno));
        test_wait_topic_exists(rk, topic_name, 5000);

        test_IncrementalAlterConfigs_simple(rk, RD_KAFKA_RESOURCE_TOPIC,
                                            topic_name, confs_set_append, 1);
        rd_sleep(1);


        /* Create messages */
        rkmessages = calloc(sizeof(*rkmessages), msgcnt);
        for (i = 0; i < msgcnt; i++) {
                int *msgidp = malloc(sizeof(*msgidp));

                *msgidp = i;
                rd_snprintf(msg, sizeof(msg), "%s:%s test message #%i",
                            __FILE__, __FUNCTION__, i);
                if (i % 10 == 0) {
                        rkmessages[i].payload = rd_strdup(msg);
                        rkmessages[i].len     = strlen(msg);

                } else {
                        rkmessages[i].payload = rd_strdup(msg);
                        rkmessages[i].len     = strlen(msg);
                        rkmessages[i].key     = rd_strdup(msg);
                        rkmessages[i].key_len = strlen(msg);
                }
                rkmessages[i]._private  = msgidp;
                rkmessages[i].partition = 2;
        }

        r = rd_kafka_produce_batch(rkt, partition, RD_KAFKA_MSG_F_FREE,
                                   rkmessages, msgcnt);

        if (r < msgcnt) {
                TEST_SAY(
                    "Not all messages were accepted "
                    "by produce_batch(): %i < %i\n",
                    r, msgcnt);
                if (msgcnt - r != failcnt)
                        TEST_SAY(
                            "Discrepency between failed messages (%i) "
                            "and return value %i (%i - %i)\n",
                            failcnt, msgcnt - r, msgcnt, r);
                TEST_FAIL("%i/%i messages failed\n", msgcnt - r, msgcnt);
        }

        for (i = 0; i < msgcnt; i++)
                free(rkmessages[i].key);
        free(rkmessages);
        TEST_SAY(
            "test_message_single_partition_record_fail: "
            "Produced %i messages, waiting for deliveries\n",
            r);

        msgcounter = msgcnt;

        /* Wait for messages to be delivered */
        test_wait_delivery(rk, &msgcounter);
        TEST_SAY(
            "invalid_record_fail_cnt: %d invalid_different_record_fail_cnt : "
            "%d \n",
            invalid_record_fail_cnt, invalid_different_record_fail_cnt);
        TEST_ASSERT(invalid_record_fail_cnt == 10);
        if (variation == 0)
                TEST_ASSERT(invalid_different_record_fail_cnt == 90);
        else if (variation == 1)
                TEST_ASSERT(valid_message_cnt == 90);

        test_IncrementalAlterConfigs_simple(
            rk, RD_KAFKA_RESOURCE_TOPIC, topic_name, confs_delete_subtract, 1);

        if (fails)
                TEST_FAIL("%i failures, see previous errors", fails);


        /* Destroy topic */
        rd_kafka_topic_destroy(rkt);

        test_DeleteTopics_simple(rk, NULL, (char **)&topic_name, 1, NULL);

        /* Destroy rdkafka instance */
        TEST_SAY("Destroying kafka instance %s\n", rd_kafka_name(rk));
        rd_kafka_destroy(rk);
        SUB_TEST_PASS();
}


int main_0011_produce_batch(int argc, char **argv) {
        test_message_partitioner_wo_per_message_flag();
        test_single_partition();
        test_partitioner();
        if (test_can_create_topics(1))
                test_per_message_partition_flag();

        test_message_single_partition_record_fail(0);
        test_message_single_partition_record_fail(1);
        return 0;
}
