exec/cmap.c

Go to the documentation of this file.

/*
 * Copyright (c) 2011-2017 Red Hat, Inc.
 *
 * All rights reserved.
 *
 * Author: Jan Friesse (jfriesse@redhat.com)
 *
 * This software licensed under BSD license, the text of which follows:
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions are met:
 *
 * - Redistributions of source code must retain the above copyright notice,
 *   this list of conditions and the following disclaimer.
 * - Redistributions in binary form must reproduce the above copyright notice,
 *   this list of conditions and the following disclaimer in the documentation
 *   and/or other materials provided with the distribution.
 * - Neither the name of the Red Hat, Inc. nor the names of its
 *   contributors may be used to endorse or promote products derived from this
 *   software without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
 * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
 * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
 * THE POSSIBILITY OF SUCH DAMAGE.
 */
 
#include <config.h>
 
#include <sys/types.h>
#include <unistd.h>
#include <fcntl.h>
#include <stdlib.h>
#include <errno.h>
#include <poll.h>
#include <assert.h>
 
#include <qb/qbloop.h>
#include <qb/qblist.h>
#include <qb/qbipcs.h>
#include <qb/qbipc_common.h>
 
#include <corosync/corotypes.h>
#include <corosync/corodefs.h>
#include <corosync/mar_gen.h>
#include <corosync/ipc_cmap.h>
#include <corosync/logsys.h>
#include <corosync/coroapi.h>
#include <corosync/icmap.h>
 
#include "service.h"
#include "ipcs_stats.h"
#include "stats.h"
 
LOGSYS_DECLARE_SUBSYS ("CMAP");
 
#define MAX_REQ_EXEC_CMAP_MCAST_ITEMS           32
#define ICMAP_VALUETYPE_NOT_EXIST               0
 
struct cmap_map {
        cs_error_t (*map_get)(const char *key_name,
                              void *value,
                              size_t *value_len,
                              icmap_value_types_t *type);
 
        cs_error_t (*map_set)(const char *key_name,
                              const void *value,
                              size_t value_len,
                              icmap_value_types_t type);
 
        cs_error_t (*map_adjust_int)(const char *key_name, int32_t step);
 
        cs_error_t (*map_delete)(const char *key_name);
 
        int (*map_is_key_ro)(const char *key_name);
 
        icmap_iter_t (*map_iter_init)(const char *prefix);
        const char * (*map_iter_next)(icmap_iter_t iter, size_t *value_len, icmap_value_types_t *type);
        void (*map_iter_finalize)(icmap_iter_t iter);
 
        cs_error_t (*map_track_add)(const char *key_name,
                                    int32_t track_type,
                                    icmap_notify_fn_t notify_fn,
                                    void *user_data,
                                    icmap_track_t *icmap_track);
 
        cs_error_t (*map_track_delete)(icmap_track_t icmap_track);
        void * (*map_track_get_user_data)(icmap_track_t icmap_track);
};
 
struct cmap_map icmap_map = {
        .map_get = icmap_get,
        .map_set = icmap_set,
        .map_adjust_int = icmap_adjust_int,
        .map_delete = icmap_delete,
        .map_is_key_ro = icmap_is_key_ro,
        .map_iter_init = icmap_iter_init,
        .map_iter_next = icmap_iter_next,
        .map_iter_finalize = icmap_iter_finalize,
        .map_track_add = icmap_track_add,
        .map_track_delete = icmap_track_delete,
        .map_track_get_user_data = icmap_track_get_user_data,
};
 
struct cmap_map stats_map = {
        .map_get = stats_map_get,
        .map_set = stats_map_set,
        .map_adjust_int = stats_map_adjust_int,
        .map_delete = stats_map_delete,
        .map_is_key_ro = stats_map_is_key_ro,
        .map_iter_init = stats_map_iter_init,
        .map_iter_next = stats_map_iter_next,
        .map_iter_finalize = stats_map_iter_finalize,
        .map_track_add = stats_map_track_add,
        .map_track_delete = stats_map_track_delete,
        .map_track_get_user_data = stats_map_track_get_user_data,
};
 
struct cmap_conn_info {
        struct hdb_handle_database iter_db;
        struct hdb_handle_database track_db;
        struct cmap_map map_fns;
};
 
typedef uint64_t cmap_iter_handle_t;
typedef uint64_t cmap_track_handle_t;
 
struct cmap_track_user_data {
        void *conn;
        cmap_track_handle_t track_handle;
        uint64_t track_inst_handle;
};
 
enum cmap_message_req_types {
        MESSAGE_REQ_EXEC_CMAP_MCAST = 0,
};
 
enum cmap_mcast_reason {
        CMAP_MCAST_REASON_SYNC = 0,
        CMAP_MCAST_REASON_NEW_CONFIG_VERSION = 1,
};
 
static struct corosync_api_v1 *api;
 
static char *cmap_exec_init_fn (struct corosync_api_v1 *corosync_api);
static int cmap_exec_exit_fn(void);
 
static int cmap_lib_init_fn (void *conn);
static int cmap_lib_exit_fn (void *conn);
 
static void message_handler_req_lib_cmap_set(void *conn, const void *message);
static void message_handler_req_lib_cmap_delete(void *conn, const void *message);
static void message_handler_req_lib_cmap_get(void *conn, const void *message);
static void message_handler_req_lib_cmap_adjust_int(void *conn, const void *message);
static void message_handler_req_lib_cmap_iter_init(void *conn, const void *message);
static void message_handler_req_lib_cmap_iter_next(void *conn, const void *message);
static void message_handler_req_lib_cmap_iter_finalize(void *conn, const void *message);
static void message_handler_req_lib_cmap_track_add(void *conn, const void *message);
static void message_handler_req_lib_cmap_track_delete(void *conn, const void *message);
static void message_handler_req_lib_cmap_set_current_map(void *conn, const void *message);
 
static void cmap_notify_fn(int32_t event,
                const char *key_name,
                struct icmap_notify_value new_val,
                struct icmap_notify_value old_val,
                void *user_data);
 
static void message_handler_req_exec_cmap_mcast(
                const void *message,
                unsigned int nodeid);
 
static void exec_cmap_mcast_endian_convert(void *message);
 
/*
 * Reson is subtype of message. argc is number of items in argv array. Argv is array
 * of strings (key names) which will be send to wire. There can be maximum
 * MAX_REQ_EXEC_CMAP_MCAST_ITEMS items (for more items, CS_ERR_TOO_MANY_GROUPS
 * error is returned). If key is not found, item has type ICMAP_VALUETYPE_NOT_EXIST
 * and length zero.
 */
static cs_error_t cmap_mcast_send(enum cmap_mcast_reason reason, int argc, char *argv[]);
 
static void cmap_sync_init (
        const unsigned int *trans_list,
        size_t trans_list_entries,
        const unsigned int *member_list,
        size_t member_list_entries,
        const struct memb_ring_id *ring_id);
 
static int cmap_sync_process (void);
static void cmap_sync_activate (void);
static void cmap_sync_abort (void);
 
static void cmap_config_version_track_cb(
        int32_t event,
        const char *key_name,
        struct icmap_notify_value new_value,
        struct icmap_notify_value old_value,
        void *user_data);
 
/*
 * Library Handler Definition
 */
static struct corosync_lib_handler cmap_lib_engine[] =
{
        { /* 0 */
                .lib_handler_fn                         = message_handler_req_lib_cmap_set,
                .flow_control                           = CS_LIB_FLOW_CONTROL_NOT_REQUIRED
        },
        { /* 1 */
                .lib_handler_fn                         = message_handler_req_lib_cmap_delete,
                .flow_control                           = CS_LIB_FLOW_CONTROL_NOT_REQUIRED
        },
        { /* 2 */
                .lib_handler_fn                         = message_handler_req_lib_cmap_get,
                .flow_control                           = CS_LIB_FLOW_CONTROL_NOT_REQUIRED
        },
        { /* 3 */
                .lib_handler_fn                         = message_handler_req_lib_cmap_adjust_int,
                .flow_control                           = CS_LIB_FLOW_CONTROL_NOT_REQUIRED
        },
        { /* 4 */
                .lib_handler_fn                         = message_handler_req_lib_cmap_iter_init,
                .flow_control                           = CS_LIB_FLOW_CONTROL_NOT_REQUIRED
        },
        { /* 5 */
                .lib_handler_fn                         = message_handler_req_lib_cmap_iter_next,
                .flow_control                           = CS_LIB_FLOW_CONTROL_NOT_REQUIRED
        },
        { /* 6 */
                .lib_handler_fn                         = message_handler_req_lib_cmap_iter_finalize,
                .flow_control                           = CS_LIB_FLOW_CONTROL_NOT_REQUIRED
        },
        { /* 7 */
                .lib_handler_fn                         = message_handler_req_lib_cmap_track_add,
                .flow_control                           = CS_LIB_FLOW_CONTROL_NOT_REQUIRED
        },
        { /* 8 */
                .lib_handler_fn                         = message_handler_req_lib_cmap_track_delete,
                .flow_control                           = CS_LIB_FLOW_CONTROL_NOT_REQUIRED
        },
        { /* 9 */
                .lib_handler_fn                         = message_handler_req_lib_cmap_set_current_map,
                .flow_control                           = CS_LIB_FLOW_CONTROL_NOT_REQUIRED
        },
};
 
static struct corosync_exec_handler cmap_exec_engine[] =
{
    { /* 0 - MESSAGE_REQ_EXEC_CMAP_MCAST */
                .exec_handler_fn        = message_handler_req_exec_cmap_mcast,
                .exec_endian_convert_fn = exec_cmap_mcast_endian_convert
    },
};
 
struct corosync_service_engine cmap_service_engine = {
        .name                                   = "corosync configuration map access",
        .id                                     = CMAP_SERVICE,
        .priority                               = 1,
        .private_data_size                      = sizeof(struct cmap_conn_info),
        .flow_control                           = CS_LIB_FLOW_CONTROL_NOT_REQUIRED,
        .allow_inquorate                        = CS_LIB_ALLOW_INQUORATE,
        .lib_init_fn                            = cmap_lib_init_fn,
        .lib_exit_fn                            = cmap_lib_exit_fn,
        .lib_engine                             = cmap_lib_engine,
        .lib_engine_count                       = sizeof (cmap_lib_engine) / sizeof (struct corosync_lib_handler),
        .exec_init_fn                           = cmap_exec_init_fn,
        .exec_exit_fn                           = cmap_exec_exit_fn,
        .exec_engine                            = cmap_exec_engine,
        .exec_engine_count                      = sizeof (cmap_exec_engine) / sizeof (struct corosync_exec_handler),
        .sync_init                              = cmap_sync_init,
        .sync_process                           = cmap_sync_process,
        .sync_activate                          = cmap_sync_activate,
        .sync_abort                             = cmap_sync_abort
};
 
struct corosync_service_engine *cmap_get_service_engine_ver0 (void)
{
        return (&cmap_service_engine);
}
 
struct req_exec_cmap_mcast_item {
        mar_name_t key_name __attribute__((aligned(8)));
        mar_uint8_t value_type __attribute__((aligned(8)));
        mar_size_t value_len __attribute__((aligned(8)));
        uint8_t value[] __attribute__((aligned(8)));
};
 
struct req_exec_cmap_mcast {
        struct qb_ipc_request_header header __attribute__((aligned(8)));
        mar_uint8_t reason __attribute__((aligned(8)));
        mar_uint8_t no_items __attribute__((aligned(8)));
        mar_uint8_t reserved1 __attribute__((aligned(8)));
        mar_uint8_t reserver2 __attribute__((aligned(8)));
        /*
         * Following are array of req_exec_cmap_mcast_item alligned to 8 bytes
         */
};
 
static size_t cmap_sync_trans_list_entries = 0;
static size_t cmap_sync_member_list_entries = 0;
static uint64_t cmap_highest_config_version_received = 0;
static uint64_t cmap_my_config_version = 0;
static int cmap_first_sync = 1;
static icmap_track_t cmap_config_version_track;
 
static void cmap_config_version_track_cb(
        int32_t event,
        const char *key_name,
        struct icmap_notify_value new_value,
        struct icmap_notify_value old_value,
        void *user_data)
{
        const char *key = "totem.config_version";
        cs_error_t ret;
 
        ENTER();
 
        if (icmap_get_uint64("totem.config_version", &cmap_my_config_version) != CS_OK) {
                cmap_my_config_version = 0;
        }
 
 
        ret = cmap_mcast_send(CMAP_MCAST_REASON_NEW_CONFIG_VERSION, 1, (char **)&key);
        if (ret != CS_OK) {
                log_printf(LOGSYS_LEVEL_ERROR, "Can't inform other nodes about new config version");
        }
 
        LEAVE();
}
 
static int cmap_exec_exit_fn(void)
{
 
        if (icmap_track_delete(cmap_config_version_track) != CS_OK) {
                log_printf(LOGSYS_LEVEL_ERROR, "Can't delete config_version icmap tracker");
        }
 
        return 0;
}
 
static char *cmap_exec_init_fn (
        struct corosync_api_v1 *corosync_api)
{
        cs_error_t ret;
 
        api = corosync_api;
 
        ret = icmap_track_add("totem.config_version",
            ICMAP_TRACK_ADD | ICMAP_TRACK_DELETE | ICMAP_TRACK_MODIFY,
            cmap_config_version_track_cb,
            NULL,
            &cmap_config_version_track);
 
        if (ret != CS_OK) {
                return ((char *)"Can't add config_version icmap tracker");
        }
 
        return (NULL);
}
 
static int cmap_lib_init_fn (void *conn)
{
        struct cmap_conn_info *conn_info = (struct cmap_conn_info *)api->ipc_private_data_get (conn);
 
        log_printf(LOGSYS_LEVEL_DEBUG, "lib_init_fn: conn=%p", conn);
 
        api->ipc_refcnt_inc(conn);
 
        memset(conn_info, 0, sizeof(*conn_info));
        conn_info->map_fns = icmap_map;
        hdb_create(&conn_info->iter_db);
        hdb_create(&conn_info->track_db);
 
        return (0);
}
 
static int cmap_lib_exit_fn (void *conn)
{
        struct cmap_conn_info *conn_info = (struct cmap_conn_info *)api->ipc_private_data_get (conn);
        hdb_handle_t iter_handle = 0;
        icmap_iter_t *iter;
        hdb_handle_t track_handle = 0;
        icmap_track_t *track;
 
        log_printf(LOGSYS_LEVEL_DEBUG, "exit_fn for conn=%p", conn);
 
        hdb_iterator_reset(&conn_info->iter_db);
        while (hdb_iterator_next(&conn_info->iter_db,
                (void*)&iter, &iter_handle) == 0) {
 
                conn_info->map_fns.map_iter_finalize(*iter);
 
                (void)hdb_handle_put (&conn_info->iter_db, iter_handle);
        }
 
        hdb_destroy(&conn_info->iter_db);
 
        hdb_iterator_reset(&conn_info->track_db);
        while (hdb_iterator_next(&conn_info->track_db,
                (void*)&track, &track_handle) == 0) {
 
                free(conn_info->map_fns.map_track_get_user_data(*track));
 
                conn_info->map_fns.map_track_delete(*track);
 
                (void)hdb_handle_put (&conn_info->track_db, track_handle);
        }
        hdb_destroy(&conn_info->track_db);
 
        api->ipc_refcnt_dec(conn);
 
        return (0);
}
 
static void cmap_sync_init (
        const unsigned int *trans_list,
        size_t trans_list_entries,
        const unsigned int *member_list,
        size_t member_list_entries,
        const struct memb_ring_id *ring_id)
{
 
        cmap_sync_trans_list_entries = trans_list_entries;
        cmap_sync_member_list_entries = member_list_entries;
 
        if (icmap_get_uint64("totem.config_version", &cmap_my_config_version) != CS_OK) {
                cmap_my_config_version = 0;
        }
 
        cmap_highest_config_version_received = cmap_my_config_version;
}
 
static int cmap_sync_process (void)
{
        const char *key = "totem.config_version";
        cs_error_t ret;
 
        ret = cmap_mcast_send(CMAP_MCAST_REASON_SYNC, 1, (char **)&key);
 
        return (ret == CS_OK ? 0 : -1);
}
 
static void cmap_sync_activate (void)
{
 
        if (cmap_sync_trans_list_entries == 0) {
                log_printf(LOGSYS_LEVEL_DEBUG, "Single node sync -> no action");
 
                return ;
        }
 
        if (cmap_first_sync == 1) {
                cmap_first_sync = 0;
        } else {
                log_printf(LOGSYS_LEVEL_DEBUG, "Not first sync -> no action");
 
                return ;
        }
 
        if (cmap_my_config_version == 0) {
                log_printf(LOGSYS_LEVEL_DEBUG, "My config version is 0 -> no action");
 
                return ;
        }
 
        if (cmap_highest_config_version_received != cmap_my_config_version) {
                log_printf(LOGSYS_LEVEL_ERROR,
                    "Received config version (%"PRIu64") is different than my config version (%"PRIu64")! Exiting",
                    cmap_highest_config_version_received, cmap_my_config_version);
                api->shutdown_request();
                return ;
        }
}
 
static void cmap_sync_abort (void)
{
 
 
}
 
static void message_handler_req_lib_cmap_set(void *conn, const void *message)
{
        const struct req_lib_cmap_set *req_lib_cmap_set = message;
        struct cmap_conn_info *conn_info = (struct cmap_conn_info *)api->ipc_private_data_get (conn);
        struct res_lib_cmap_set res_lib_cmap_set;
        cs_error_t ret;
 
        if (conn_info->map_fns.map_is_key_ro((char *)req_lib_cmap_set->key_name.value)) {
                ret = CS_ERR_ACCESS;
        } else {
                ret = conn_info->map_fns.map_set((char *)req_lib_cmap_set->key_name.value, &req_lib_cmap_set->value,
                                                 req_lib_cmap_set->value_len, req_lib_cmap_set->type);
        }
 
        memset(&res_lib_cmap_set, 0, sizeof(res_lib_cmap_set));
        res_lib_cmap_set.header.size = sizeof(res_lib_cmap_set);
        res_lib_cmap_set.header.id = MESSAGE_RES_CMAP_SET;
        res_lib_cmap_set.header.error = ret;
 
        api->ipc_response_send(conn, &res_lib_cmap_set, sizeof(res_lib_cmap_set));
}
 
static void message_handler_req_lib_cmap_delete(void *conn, const void *message)
{
        const struct req_lib_cmap_set *req_lib_cmap_set = message;
        struct cmap_conn_info *conn_info = (struct cmap_conn_info *)api->ipc_private_data_get (conn);
        struct res_lib_cmap_delete res_lib_cmap_delete;
        cs_error_t ret;
 
        if (conn_info->map_fns.map_is_key_ro((char *)req_lib_cmap_set->key_name.value)) {
                ret = CS_ERR_ACCESS;
        } else {
                ret = conn_info->map_fns.map_delete((char *)req_lib_cmap_set->key_name.value);
        }
 
        memset(&res_lib_cmap_delete, 0, sizeof(res_lib_cmap_delete));
        res_lib_cmap_delete.header.size = sizeof(res_lib_cmap_delete);
        res_lib_cmap_delete.header.id = MESSAGE_RES_CMAP_DELETE;
        res_lib_cmap_delete.header.error = ret;
 
        api->ipc_response_send(conn, &res_lib_cmap_delete, sizeof(res_lib_cmap_delete));
}
 
static void message_handler_req_lib_cmap_get(void *conn, const void *message)
{
        const struct req_lib_cmap_get *req_lib_cmap_get = message;
        struct cmap_conn_info *conn_info = (struct cmap_conn_info *)api->ipc_private_data_get (conn);
        struct res_lib_cmap_get *res_lib_cmap_get;
        struct res_lib_cmap_get error_res_lib_cmap_get;
        cs_error_t ret;
        size_t value_len;
        size_t res_lib_cmap_get_size;
        icmap_value_types_t type;
        void *value;
 
        value_len = req_lib_cmap_get->value_len;
 
        res_lib_cmap_get_size = sizeof(*res_lib_cmap_get) + value_len;
        res_lib_cmap_get = malloc(res_lib_cmap_get_size);
        if (res_lib_cmap_get == NULL) {
                ret = CS_ERR_NO_MEMORY;
                goto error_exit;
        }
 
        memset(res_lib_cmap_get, 0, res_lib_cmap_get_size);
 
        if (value_len > 0) {
                value = res_lib_cmap_get->value;
        } else {
                value = NULL;
        }
 
        ret = conn_info->map_fns.map_get((char *)req_lib_cmap_get->key_name.value,
                                          value,
                                          &value_len,
                                          &type);
 
        if (ret != CS_OK) {
                free(res_lib_cmap_get);
                goto error_exit;
        }
 
        res_lib_cmap_get->header.size = res_lib_cmap_get_size;
        res_lib_cmap_get->header.id = MESSAGE_RES_CMAP_GET;
        res_lib_cmap_get->header.error = ret;
        res_lib_cmap_get->type = type;
        res_lib_cmap_get->value_len = value_len;
 
        api->ipc_response_send(conn, res_lib_cmap_get, res_lib_cmap_get_size);
        free(res_lib_cmap_get);
 
        return ;
 
error_exit:
        memset(&error_res_lib_cmap_get, 0, sizeof(error_res_lib_cmap_get));
        error_res_lib_cmap_get.header.size = sizeof(error_res_lib_cmap_get);
        error_res_lib_cmap_get.header.id = MESSAGE_RES_CMAP_GET;
        error_res_lib_cmap_get.header.error = ret;
 
        api->ipc_response_send(conn, &error_res_lib_cmap_get, sizeof(error_res_lib_cmap_get));
}
 
static void message_handler_req_lib_cmap_adjust_int(void *conn, const void *message)
{
        const struct req_lib_cmap_adjust_int *req_lib_cmap_adjust_int = message;
        struct cmap_conn_info *conn_info = (struct cmap_conn_info *)api->ipc_private_data_get (conn);
        struct res_lib_cmap_adjust_int res_lib_cmap_adjust_int;
        cs_error_t ret;
 
        if (conn_info->map_fns.map_is_key_ro((char *)req_lib_cmap_adjust_int->key_name.value)) {
                ret = CS_ERR_ACCESS;
        } else {
                ret = conn_info->map_fns.map_adjust_int((char *)req_lib_cmap_adjust_int->key_name.value,
                                                                req_lib_cmap_adjust_int->step);
 
        }
 
        memset(&res_lib_cmap_adjust_int, 0, sizeof(res_lib_cmap_adjust_int));
        res_lib_cmap_adjust_int.header.size = sizeof(res_lib_cmap_adjust_int);
        res_lib_cmap_adjust_int.header.id = MESSAGE_RES_CMAP_ADJUST_INT;
        res_lib_cmap_adjust_int.header.error = ret;
 
        api->ipc_response_send(conn, &res_lib_cmap_adjust_int, sizeof(res_lib_cmap_adjust_int));
}
 
static void message_handler_req_lib_cmap_iter_init(void *conn, const void *message)
{
        const struct req_lib_cmap_iter_init *req_lib_cmap_iter_init = message;
        struct res_lib_cmap_iter_init res_lib_cmap_iter_init;
        cs_error_t ret;
        icmap_iter_t iter;
        icmap_iter_t *hdb_iter;
        cmap_iter_handle_t handle = 0ULL;
        const char *prefix;
        struct cmap_conn_info *conn_info = (struct cmap_conn_info *)api->ipc_private_data_get (conn);
 
        if (req_lib_cmap_iter_init->prefix.length > 0) {
                prefix = (char *)req_lib_cmap_iter_init->prefix.value;
        } else {
                prefix = NULL;
        }
 
        iter = conn_info->map_fns.map_iter_init(prefix);
        if (iter == NULL) {
                ret = CS_ERR_NO_SECTIONS;
                goto reply_send;
        }
 
        ret = hdb_error_to_cs(hdb_handle_create(&conn_info->iter_db, sizeof(iter), &handle));
        if (ret != CS_OK) {
                goto reply_send;
        }
 
        ret = hdb_error_to_cs(hdb_handle_get(&conn_info->iter_db, handle, (void *)&hdb_iter));
        if (ret != CS_OK) {
                goto reply_send;
        }
 
        *hdb_iter = iter;
 
        (void)hdb_handle_put (&conn_info->iter_db, handle);
 
reply_send:
        memset(&res_lib_cmap_iter_init, 0, sizeof(res_lib_cmap_iter_init));
        res_lib_cmap_iter_init.header.size = sizeof(res_lib_cmap_iter_init);
        res_lib_cmap_iter_init.header.id = MESSAGE_RES_CMAP_ITER_INIT;
        res_lib_cmap_iter_init.header.error = ret;
        res_lib_cmap_iter_init.iter_handle = handle;
 
        api->ipc_response_send(conn, &res_lib_cmap_iter_init, sizeof(res_lib_cmap_iter_init));
}
 
static void message_handler_req_lib_cmap_iter_next(void *conn, const void *message)
{
        const struct req_lib_cmap_iter_next *req_lib_cmap_iter_next = message;
        struct res_lib_cmap_iter_next res_lib_cmap_iter_next;
        cs_error_t ret;
        icmap_iter_t *iter;
        size_t value_len = 0;
        icmap_value_types_t type = 0;
        const char *res = NULL;
        struct cmap_conn_info *conn_info = (struct cmap_conn_info *)api->ipc_private_data_get (conn);
 
        ret = hdb_error_to_cs(hdb_handle_get(&conn_info->iter_db,
                                req_lib_cmap_iter_next->iter_handle, (void *)&iter));
        if (ret != CS_OK) {
                goto reply_send;
        }
 
        res = conn_info->map_fns.map_iter_next(*iter, &value_len, &type);
        if (res == NULL) {
                ret = CS_ERR_NO_SECTIONS;
        }
 
        (void)hdb_handle_put (&conn_info->iter_db, req_lib_cmap_iter_next->iter_handle);
 
reply_send:
        memset(&res_lib_cmap_iter_next, 0, sizeof(res_lib_cmap_iter_next));
        res_lib_cmap_iter_next.header.size = sizeof(res_lib_cmap_iter_next);
        res_lib_cmap_iter_next.header.id = MESSAGE_RES_CMAP_ITER_NEXT;
        res_lib_cmap_iter_next.header.error = ret;
 
        if (res != NULL) {
                res_lib_cmap_iter_next.value_len = value_len;
                res_lib_cmap_iter_next.type = type;
 
                assert(strlen(res) <= sizeof(res_lib_cmap_iter_next.key_name.value));
 
                memcpy(res_lib_cmap_iter_next.key_name.value, res, strlen(res));
                res_lib_cmap_iter_next.key_name.length = strlen(res);
        }
 
        api->ipc_response_send(conn, &res_lib_cmap_iter_next, sizeof(res_lib_cmap_iter_next));
}
 
static void message_handler_req_lib_cmap_iter_finalize(void *conn, const void *message)
{
        const struct req_lib_cmap_iter_finalize *req_lib_cmap_iter_finalize = message;
        struct res_lib_cmap_iter_finalize res_lib_cmap_iter_finalize;
        cs_error_t ret;
        icmap_iter_t *iter;
        struct cmap_conn_info *conn_info = (struct cmap_conn_info *)api->ipc_private_data_get (conn);
 
        ret = hdb_error_to_cs(hdb_handle_get(&conn_info->iter_db,
                                req_lib_cmap_iter_finalize->iter_handle, (void *)&iter));
        if (ret != CS_OK) {
                goto reply_send;
        }
 
        conn_info->map_fns.map_iter_finalize(*iter);
 
        (void)hdb_handle_destroy(&conn_info->iter_db, req_lib_cmap_iter_finalize->iter_handle);
 
        (void)hdb_handle_put (&conn_info->iter_db, req_lib_cmap_iter_finalize->iter_handle);
 
reply_send:
        memset(&res_lib_cmap_iter_finalize, 0, sizeof(res_lib_cmap_iter_finalize));
        res_lib_cmap_iter_finalize.header.size = sizeof(res_lib_cmap_iter_finalize);
        res_lib_cmap_iter_finalize.header.id = MESSAGE_RES_CMAP_ITER_FINALIZE;
        res_lib_cmap_iter_finalize.header.error = ret;
 
        api->ipc_response_send(conn, &res_lib_cmap_iter_finalize, sizeof(res_lib_cmap_iter_finalize));
}
 
static void cmap_notify_fn(int32_t event,
                const char *key_name,
                struct icmap_notify_value new_val,
                struct icmap_notify_value old_val,
                void *user_data)
{
        struct cmap_track_user_data *cmap_track_user_data = (struct cmap_track_user_data *)user_data;
        struct res_lib_cmap_notify_callback res_lib_cmap_notify_callback;
        struct iovec iov[3];
 
        memset(&res_lib_cmap_notify_callback, 0, sizeof(res_lib_cmap_notify_callback));
 
        res_lib_cmap_notify_callback.header.size = sizeof(res_lib_cmap_notify_callback) + new_val.len + old_val.len;
        res_lib_cmap_notify_callback.header.id = MESSAGE_RES_CMAP_NOTIFY_CALLBACK;
        res_lib_cmap_notify_callback.header.error = CS_OK;
 
        res_lib_cmap_notify_callback.new_value_type = new_val.type;
        res_lib_cmap_notify_callback.old_value_type = old_val.type;
        res_lib_cmap_notify_callback.new_value_len = new_val.len;
        res_lib_cmap_notify_callback.old_value_len = old_val.len;
        res_lib_cmap_notify_callback.event = event;
        res_lib_cmap_notify_callback.key_name.length = strlen(key_name);
        res_lib_cmap_notify_callback.track_inst_handle = cmap_track_user_data->track_inst_handle;
 
        assert(strlen(key_name) <= sizeof(res_lib_cmap_notify_callback.key_name.value));
 
        memcpy(res_lib_cmap_notify_callback.key_name.value, key_name, strlen(key_name));
 
        iov[0].iov_base = (char *)&res_lib_cmap_notify_callback;
        iov[0].iov_len = sizeof(res_lib_cmap_notify_callback);
        iov[1].iov_base = (char *)new_val.data;
        iov[1].iov_len = new_val.len;
        iov[2].iov_base = (char *)old_val.data;
        iov[2].iov_len = old_val.len;
 
        api->ipc_dispatch_iov_send(cmap_track_user_data->conn, iov, 3);
}
 
static void message_handler_req_lib_cmap_track_add(void *conn, const void *message)
{
        const struct req_lib_cmap_track_add *req_lib_cmap_track_add = message;
        struct res_lib_cmap_track_add res_lib_cmap_track_add;
        cs_error_t ret;
        cmap_track_handle_t handle = 0;
        icmap_track_t track = NULL;
        icmap_track_t *hdb_track;
        struct cmap_track_user_data *cmap_track_user_data;
        const char *key_name;
 
        struct cmap_conn_info *conn_info = (struct cmap_conn_info *)api->ipc_private_data_get (conn);
 
        cmap_track_user_data = malloc(sizeof(*cmap_track_user_data));
        if (cmap_track_user_data == NULL) {
                ret = CS_ERR_NO_MEMORY;
 
                goto reply_send;
        }
        memset(cmap_track_user_data, 0, sizeof(*cmap_track_user_data));
 
        if (req_lib_cmap_track_add->key_name.length > 0) {
                key_name = (char *)req_lib_cmap_track_add->key_name.value;
        } else {
                key_name = NULL;
        }
 
        ret = conn_info->map_fns.map_track_add(key_name,
                                               req_lib_cmap_track_add->track_type,
                                               cmap_notify_fn,
                                               cmap_track_user_data,
                                               &track);
        if (ret != CS_OK) {
                free(cmap_track_user_data);
 
                goto reply_send;
        }
 
        ret = hdb_error_to_cs(hdb_handle_create(&conn_info->track_db, sizeof(track), &handle));
        if (ret != CS_OK) {
                free(cmap_track_user_data);
 
                goto reply_send;
        }
 
        ret = hdb_error_to_cs(hdb_handle_get(&conn_info->track_db, handle, (void *)&hdb_track));
        if (ret != CS_OK) {
                free(cmap_track_user_data);
 
                goto reply_send;
        }
 
        *hdb_track = track;
        cmap_track_user_data->conn = conn;
        cmap_track_user_data->track_handle = handle;
        cmap_track_user_data->track_inst_handle = req_lib_cmap_track_add->track_inst_handle;
 
        (void)hdb_handle_put (&conn_info->track_db, handle);
 
reply_send:
        memset(&res_lib_cmap_track_add, 0, sizeof(res_lib_cmap_track_add));
        res_lib_cmap_track_add.header.size = sizeof(res_lib_cmap_track_add);
        res_lib_cmap_track_add.header.id = MESSAGE_RES_CMAP_TRACK_ADD;
        res_lib_cmap_track_add.header.error = ret;
        res_lib_cmap_track_add.track_handle = handle;
 
        api->ipc_response_send(conn, &res_lib_cmap_track_add, sizeof(res_lib_cmap_track_add));
}
 
static void message_handler_req_lib_cmap_track_delete(void *conn, const void *message)
{
        const struct req_lib_cmap_track_delete *req_lib_cmap_track_delete = message;
        struct res_lib_cmap_track_delete res_lib_cmap_track_delete;
        cs_error_t ret;
        icmap_track_t *track;
        struct cmap_conn_info *conn_info = (struct cmap_conn_info *)api->ipc_private_data_get (conn);
        uint64_t track_inst_handle = 0;
 
        ret = hdb_error_to_cs(hdb_handle_get(&conn_info->track_db,
                                req_lib_cmap_track_delete->track_handle, (void *)&track));
        if (ret != CS_OK) {
                goto reply_send;
        }
 
        track_inst_handle = ((struct cmap_track_user_data *)
            conn_info->map_fns.map_track_get_user_data(*track))->track_inst_handle;
 
        free(conn_info->map_fns.map_track_get_user_data(*track));
 
        ret = conn_info->map_fns.map_track_delete(*track);
 
        (void)hdb_handle_put (&conn_info->track_db, req_lib_cmap_track_delete->track_handle);
        (void)hdb_handle_destroy(&conn_info->track_db, req_lib_cmap_track_delete->track_handle);
 
reply_send:
        memset(&res_lib_cmap_track_delete, 0, sizeof(res_lib_cmap_track_delete));
        res_lib_cmap_track_delete.header.size = sizeof(res_lib_cmap_track_delete);
        res_lib_cmap_track_delete.header.id = MESSAGE_RES_CMAP_TRACK_DELETE;
        res_lib_cmap_track_delete.header.error = ret;
        res_lib_cmap_track_delete.track_inst_handle = track_inst_handle;
 
        api->ipc_response_send(conn, &res_lib_cmap_track_delete, sizeof(res_lib_cmap_track_delete));
}
 
 
static void message_handler_req_lib_cmap_set_current_map(void *conn, const void *message)
{
        const struct req_lib_cmap_set_current_map *req_lib_cmap_set_current_map = message;
        struct qb_ipc_response_header res;
        cs_error_t ret = CS_OK;
        struct cmap_conn_info *conn_info = (struct cmap_conn_info *)api->ipc_private_data_get (conn);
        int handles_open = 0;
        hdb_handle_t iter_handle = 0;
        icmap_iter_t *iter;
        hdb_handle_t track_handle = 0;
        icmap_track_t *track;
 
        /* Cannot switch maps while there are tracks or iterators active */
        hdb_iterator_reset(&conn_info->iter_db);
        while (hdb_iterator_next(&conn_info->iter_db,
                (void*)&iter, &iter_handle) == 0) {
                handles_open++;
        }
 
        hdb_iterator_reset(&conn_info->track_db);
        while (hdb_iterator_next(&conn_info->track_db,
                (void*)&track, &track_handle) == 0) {
                handles_open++;
        }
 
        if (handles_open) {
                ret = CS_ERR_BUSY;
                goto reply_send;
        }
 
        switch (req_lib_cmap_set_current_map->map) {
                case CMAP_SETMAP_DEFAULT:
                        conn_info->map_fns = icmap_map;
                        break;
                case CMAP_SETMAP_STATS:
                        conn_info->map_fns = stats_map;
                        break;
                default:
                        ret = CS_ERR_NOT_EXIST;
                        break;
        }
 
reply_send:
        res.size = sizeof(res);
        res.id = MESSAGE_RES_CMAP_SET_CURRENT_MAP;
        res.error = ret;
 
        api->ipc_response_send(conn, &res, sizeof(res));
}
 
static cs_error_t cmap_mcast_send(enum cmap_mcast_reason reason, int argc, char *argv[])
{
        int i;
        size_t value_len;
        icmap_value_types_t value_type;
        cs_error_t err;
        size_t item_len;
        size_t msg_len = 0;
        struct req_exec_cmap_mcast req_exec_cmap_mcast;
        struct req_exec_cmap_mcast_item *item = NULL;
        struct iovec req_exec_cmap_iovec[MAX_REQ_EXEC_CMAP_MCAST_ITEMS + 1];
 
        ENTER();
 
        if (argc > MAX_REQ_EXEC_CMAP_MCAST_ITEMS) {
                return (CS_ERR_TOO_MANY_GROUPS);
        }
 
        memset(req_exec_cmap_iovec, 0, sizeof(req_exec_cmap_iovec));
 
        for (i = 0; i < argc; i++) {
                err = icmap_get(argv[i], NULL, &value_len, &value_type);
                if (err != CS_OK && err != CS_ERR_NOT_EXIST) {
                        goto free_mem;
                }
                if (err == CS_ERR_NOT_EXIST) {
                        value_type = ICMAP_VALUETYPE_NOT_EXIST;
                        value_len = 0;
                }
 
                item_len = MAR_ALIGN_UP(sizeof(*item) + value_len, 8);
 
                item = malloc(item_len);
                if (item == NULL) {
                        goto free_mem;
                }
                memset(item, 0, item_len);
 
                item->value_type = value_type;
                item->value_len = value_len;
                item->key_name.length = strlen(argv[i]);
 
                assert(strlen(argv[i]) < sizeof(item->key_name.value));
 
                strcpy((char *)item->key_name.value, argv[i]);
 
                if (value_type != ICMAP_VALUETYPE_NOT_EXIST) {
                        err = icmap_get(argv[i], item->value, &value_len, &value_type);
                        if (err != CS_OK) {
                                goto free_mem;
                        }
                }
 
                req_exec_cmap_iovec[i + 1].iov_base = item;
                req_exec_cmap_iovec[i + 1].iov_len = item_len;
                msg_len += item_len;
 
                qb_log(LOG_TRACE, "Item %u - type %u, len %zu", i, item->value_type, item->value_len);
 
                item = NULL;
        }
 
        memset(&req_exec_cmap_mcast, 0, sizeof(req_exec_cmap_mcast));
        req_exec_cmap_mcast.header.size = sizeof(req_exec_cmap_mcast) + msg_len;
        req_exec_cmap_mcast.reason = reason;
        req_exec_cmap_mcast.no_items = argc;
        req_exec_cmap_iovec[0].iov_base = &req_exec_cmap_mcast;
        req_exec_cmap_iovec[0].iov_len = sizeof(req_exec_cmap_mcast);
 
        qb_log(LOG_TRACE, "Sending %u items (%u iovec) for reason %u", argc, argc + 1, reason);
        err = (api->totem_mcast(req_exec_cmap_iovec, argc + 1, TOTEM_AGREED) == 0 ? CS_OK : CS_ERR_MESSAGE_ERROR);
 
free_mem:
        for (i = 0; i < argc; i++) {
                free(req_exec_cmap_iovec[i + 1].iov_base);
        }
 
        free(item);
 
        LEAVE();
        return (err);
}
 
static struct req_exec_cmap_mcast_item *cmap_mcast_item_find(
                const void *message,
                char *key)
{
        const struct req_exec_cmap_mcast *req_exec_cmap_mcast = message;
        int i;
        const char *p;
        struct req_exec_cmap_mcast_item *item;
        mar_uint16_t key_name_len;
 
        p = (const char *)message + sizeof(*req_exec_cmap_mcast);
 
        for (i = 0; i < req_exec_cmap_mcast->no_items; i++) {
                item = (struct req_exec_cmap_mcast_item *)p;
 
                key_name_len = item->key_name.length;
                if (strlen(key) == key_name_len && strcmp((char *)item->key_name.value, key) == 0) {
                        return (item);
                }
 
                p += MAR_ALIGN_UP(sizeof(*item) + item->value_len, 8);
        }
 
        return (NULL);
}
 
static void message_handler_req_exec_cmap_mcast_reason_sync_nv(
                enum cmap_mcast_reason reason,
                const void *message,
                unsigned int nodeid)
{
        char member_config_version[ICMAP_KEYNAME_MAXLEN];
        uint64_t config_version = 0;
        struct req_exec_cmap_mcast_item *item;
        mar_size_t value_len;
 
        ENTER();
 
        item = cmap_mcast_item_find(message, (char *)"totem.config_version");
        if (item != NULL) {
                value_len = item->value_len;
 
                if (item->value_type == ICMAP_VALUETYPE_NOT_EXIST) {
                        config_version = 0;
                }
 
                if (item->value_type == ICMAP_VALUETYPE_UINT64) {
                        memcpy(&config_version, item->value, value_len);
                }
        }
 
        qb_log(LOG_TRACE, "Received config version %"PRIu64" from node " CS_PRI_NODE_ID, config_version, nodeid);
 
        if (nodeid != api->totem_nodeid_get() &&
            config_version > cmap_highest_config_version_received) {
                cmap_highest_config_version_received = config_version;
        }
 
        snprintf(member_config_version, ICMAP_KEYNAME_MAXLEN,
                "runtime.members.%u.config_version", nodeid);
        icmap_set_uint64(member_config_version, config_version);
 
        LEAVE();
}
 
static void message_handler_req_exec_cmap_mcast(
                const void *message,
                unsigned int nodeid)
{
        const struct req_exec_cmap_mcast *req_exec_cmap_mcast = message;
 
        ENTER();
 
        switch (req_exec_cmap_mcast->reason) {
        case CMAP_MCAST_REASON_SYNC:
                message_handler_req_exec_cmap_mcast_reason_sync_nv(req_exec_cmap_mcast->reason,
                    message, nodeid);
 
                break;
        case CMAP_MCAST_REASON_NEW_CONFIG_VERSION:
                message_handler_req_exec_cmap_mcast_reason_sync_nv(req_exec_cmap_mcast->reason,
                    message, nodeid);
 
                break;
        default:
                qb_log(LOG_TRACE, "Received mcast with unknown reason %u", req_exec_cmap_mcast->reason);
        };
 
        LEAVE();
}
 
static void exec_cmap_mcast_endian_convert(void *message)
{
        struct req_exec_cmap_mcast *req_exec_cmap_mcast = message;
        const char *p;
        int i;
        struct req_exec_cmap_mcast_item *item;
        uint16_t u16;
        uint32_t u32;
        uint64_t u64;
        float flt;
        double dbl;
 
        swab_coroipc_request_header_t(&req_exec_cmap_mcast->header);
 
        p = (const char *)message + sizeof(*req_exec_cmap_mcast);
 
        for (i = 0; i < req_exec_cmap_mcast->no_items; i++) {
                item = (struct req_exec_cmap_mcast_item *)p;
 
                swab_mar_uint16_t(&item->key_name.length);
                swab_mar_size_t(&item->value_len);
 
                switch (item->value_type) {
                case ICMAP_VALUETYPE_INT16:
                case ICMAP_VALUETYPE_UINT16:
                        memcpy(&u16, item->value, sizeof(u16));
                        u16 = swab16(u16);
                        memcpy(item->value, &u16, sizeof(u16));
                        break;
                case ICMAP_VALUETYPE_INT32:
                case ICMAP_VALUETYPE_UINT32:
                        memcpy(&u32, item->value, sizeof(u32));
                        u32 = swab32(u32);
                        memcpy(item->value, &u32, sizeof(u32));
                        break;
                case ICMAP_VALUETYPE_INT64:
                case ICMAP_VALUETYPE_UINT64:
                        memcpy(&u64, item->value, sizeof(u64));
                        u64 = swab64(u64);
                        memcpy(item->value, &u64, sizeof(u64));
                        break;
                case ICMAP_VALUETYPE_FLOAT:
                        memcpy(&flt, item->value, sizeof(flt));
                        swabflt(&flt);
                        memcpy(item->value, &flt, sizeof(flt));
                        break;
                case ICMAP_VALUETYPE_DOUBLE:
                        memcpy(&dbl, item->value, sizeof(dbl));
                        swabdbl(&dbl);
                        memcpy(item->value, &dbl, sizeof(dbl));
                        break;
                }
 
                p += MAR_ALIGN_UP(sizeof(*item) + item->value_len, 8);
        }
}