db.c

Go to the documentation of this file.

/*
 * Asterisk -- An open source telephony toolkit.
 *
 * Copyright (C) 1999 - 2005, Digium, Inc.
 *
 * Mark Spencer <markster@digium.com>
 *
 * See http://www.asterisk.org for more information about
 * the Asterisk project. Please do not directly contact
 * any of the maintainers of this project for assistance;
 * the project provides a web site, mailing lists and IRC
 * channels for your use.
 *
 * This program is free software, distributed under the terms of
 * the GNU General Public License Version 2. See the LICENSE file
 * at the top of the source tree.
 */
 
/*! \file
 *
 * \brief ASTdb Management
 *
 * \author Mark Spencer <markster@digium.com>
 *
 * \note DB3 is licensed under Sleepycat Public License and is thus incompatible
 * with GPL.  To avoid having to make another exception (and complicate
 * licensing even further) we elect to use DB1 which is BSD licensed
 */
 
/*** MODULEINFO
    <support_level>core</support_level>
 ***/
 
#include "asterisk.h"
 
#include "asterisk/_private.h"
#include "asterisk/paths.h" /* use ast_config_AST_DB */
#include <sys/time.h>
#include <sys/types.h>
#include <sys/stat.h>
#include <unistd.h>
#include <signal.h>
#include <dirent.h>
#include <sqlite3.h>
 
#include "asterisk/channel.h"
#include "asterisk/file.h"
#include "asterisk/app.h"
#include "asterisk/dsp.h"
#include "asterisk/astdb.h"
#include "asterisk/cli.h"
#include "asterisk/utils.h"
#include "asterisk/manager.h"
 
/*** DOCUMENTATION
    <manager name="DBGet" language="en_US">
        <since>
            <version>1.2.0</version>
        </since>
        <synopsis>
            Get DB Entry.
        </synopsis>
        <syntax>
            <xi:include xpointer="xpointer(/docs/manager[@name='Login']/syntax/parameter[@name='ActionID'])" />
            <parameter name="Family" required="true" />
            <parameter name="Key" required="true" />
        </syntax>
        <description>
        </description>
    </manager>
    <manager name="DBGetTree" language="en_US">
        <since>
            <version>19.6.0</version>
            <version>18.14.0</version>
            <version>16.28.0</version>
        </since>
        <synopsis>
            Get DB entries, optionally at a particular family/key
        </synopsis>
        <syntax>
            <xi:include xpointer="xpointer(/docs/manager[@name='Login']/syntax/parameter[@name='ActionID'])" />
            <parameter name="Family" required="false" />
            <parameter name="Key" required="false" />
        </syntax>
        <description>
        </description>
    </manager>
    <manager name="DBPut" language="en_US">
        <since>
            <version>1.2.0</version>
        </since>
        <synopsis>
            Put DB entry.
        </synopsis>
        <syntax>
            <xi:include xpointer="xpointer(/docs/manager[@name='Login']/syntax/parameter[@name='ActionID'])" />
            <parameter name="Family" required="true" />
            <parameter name="Key" required="true" />
            <parameter name="Val" />
        </syntax>
        <description>
        </description>
    </manager>
    <manager name="DBDel" language="en_US">
        <since>
            <version>1.6.0</version>
        </since>
        <synopsis>
            Delete DB entry.
        </synopsis>
        <syntax>
            <xi:include xpointer="xpointer(/docs/manager[@name='Login']/syntax/parameter[@name='ActionID'])" />
            <parameter name="Family" required="true" />
            <parameter name="Key" required="true" />
        </syntax>
        <description>
        </description>
    </manager>
    <manager name="DBDelTree" language="en_US">
        <since>
            <version>1.6.0</version>
        </since>
        <synopsis>
            Delete DB Tree.
        </synopsis>
        <syntax>
            <xi:include xpointer="xpointer(/docs/manager[@name='Login']/syntax/parameter[@name='ActionID'])" />
            <parameter name="Family" required="true" />
            <parameter name="Key" />
        </syntax>
        <description>
        </description>
    </manager>
 ***/
 
AST_MUTEX_DEFINE_STATIC(dblock);
static ast_cond_t dbcond;
static sqlite3 *astdb;
static pthread_t syncthread;
static int doexit;
static int dosync;
 
static void db_sync(void);
 
#define DEFINE_SQL_STATEMENT(stmt,sql) static sqlite3_stmt *stmt; \
    const char stmt##_sql[] = sql;
 
DEFINE_SQL_STATEMENT(put_stmt, "INSERT OR REPLACE INTO astdb (key, value) VALUES (?, ?)")
DEFINE_SQL_STATEMENT(get_stmt, "SELECT value FROM astdb WHERE key=?")
DEFINE_SQL_STATEMENT(exists_stmt, "SELECT CAST(COUNT(1) AS INTEGER) AS 'exists' FROM astdb WHERE key=?")
DEFINE_SQL_STATEMENT(del_stmt, "DELETE FROM astdb WHERE key=?")
DEFINE_SQL_STATEMENT(deltree_stmt, "DELETE FROM astdb WHERE key || '/' LIKE ? || '/' || '%'")
DEFINE_SQL_STATEMENT(deltree_all_stmt, "DELETE FROM astdb")
DEFINE_SQL_STATEMENT(gettree_stmt, "SELECT key, value FROM astdb WHERE key || '/' LIKE ? || '/' || '%' ORDER BY key")
DEFINE_SQL_STATEMENT(gettree_all_stmt, "SELECT key, value FROM astdb ORDER BY key")
DEFINE_SQL_STATEMENT(showkey_stmt, "SELECT key, value FROM astdb WHERE key LIKE '%' || '/' || ? ORDER BY key")
DEFINE_SQL_STATEMENT(create_astdb_stmt, "CREATE TABLE IF NOT EXISTS astdb(key TEXT, value TEXT, PRIMARY KEY(key))")
 
/* This query begs an explanation:
 *
 * First, the parameter binding syntax used here is slightly different than the other
 * queries in that we use a numbered parameter so that we can bind once and get the same
 * value substituted multiple times within the executed query.
 *
 * Second, the key comparison is being used to find all keys that are lexicographically
 * greater than the provided key, but less than the provided key with a high (but
 * invalid) Unicode codepoint appended to it. This will give us all keys in the database
 * that have 'key' as a prefix and performs much better than the equivalent "LIKE key ||
 * '%'" operation.
 */
DEFINE_SQL_STATEMENT(gettree_prefix_stmt, "SELECT key, value FROM astdb WHERE key > ?1 AND key <= ?1 || X'ffff'")
 
static int init_stmt(sqlite3_stmt **stmt, const char *sql, size_t len)
{
    ast_mutex_lock(&dblock);
    if (sqlite3_prepare(astdb, sql, len, stmt, NULL) != SQLITE_OK) {
        ast_log(LOG_WARNING, "Couldn't prepare statement '%s': %s\n", sql, sqlite3_errmsg(astdb));
        ast_mutex_unlock(&dblock);
        return -1;
    }
    ast_mutex_unlock(&dblock);
 
    return 0;
}
 
/*! \internal
 * \brief Clean up the prepared SQLite3 statement
 * \note dblock should already be locked prior to calling this method
 */
static int clean_stmt(sqlite3_stmt **stmt, const char *sql)
{
    if (sqlite3_finalize(*stmt) != SQLITE_OK) {
        ast_log(LOG_WARNING, "Couldn't finalize statement '%s': %s\n", sql, sqlite3_errmsg(astdb));
        *stmt = NULL;
        return -1;
    }
    *stmt = NULL;
    return 0;
}
 
/*! \internal
 * \brief Clean up all prepared SQLite3 statements
 * \note dblock should already be locked prior to calling this method
 */
static void clean_statements(void)
{
    clean_stmt(&get_stmt, get_stmt_sql);
    clean_stmt(&exists_stmt, exists_stmt_sql);
    clean_stmt(&del_stmt, del_stmt_sql);
    clean_stmt(&deltree_stmt, deltree_stmt_sql);
    clean_stmt(&deltree_all_stmt, deltree_all_stmt_sql);
    clean_stmt(&gettree_stmt, gettree_stmt_sql);
    clean_stmt(&gettree_all_stmt, gettree_all_stmt_sql);
    clean_stmt(&gettree_prefix_stmt, gettree_prefix_stmt_sql);
    clean_stmt(&showkey_stmt, showkey_stmt_sql);
    clean_stmt(&put_stmt, put_stmt_sql);
    clean_stmt(&create_astdb_stmt, create_astdb_stmt_sql);
}
 
static int init_statements(void)
{
    /* Don't initialize create_astdb_statement here as the astdb table needs to exist
     * before these statements can be initialized */
    return init_stmt(&get_stmt, get_stmt_sql, sizeof(get_stmt_sql))
    || init_stmt(&exists_stmt, exists_stmt_sql, sizeof(exists_stmt_sql))
    || init_stmt(&del_stmt, del_stmt_sql, sizeof(del_stmt_sql))
    || init_stmt(&deltree_stmt, deltree_stmt_sql, sizeof(deltree_stmt_sql))
    || init_stmt(&deltree_all_stmt, deltree_all_stmt_sql, sizeof(deltree_all_stmt_sql))
    || init_stmt(&gettree_stmt, gettree_stmt_sql, sizeof(gettree_stmt_sql))
    || init_stmt(&gettree_all_stmt, gettree_all_stmt_sql, sizeof(gettree_all_stmt_sql))
    || init_stmt(&gettree_prefix_stmt, gettree_prefix_stmt_sql, sizeof(gettree_prefix_stmt_sql))
    || init_stmt(&showkey_stmt, showkey_stmt_sql, sizeof(showkey_stmt_sql))
    || init_stmt(&put_stmt, put_stmt_sql, sizeof(put_stmt_sql));
}
 
static int db_create_astdb(void)
{
    int res = 0;
 
    if (!create_astdb_stmt) {
        init_stmt(&create_astdb_stmt, create_astdb_stmt_sql, sizeof(create_astdb_stmt_sql));
    }
 
    ast_mutex_lock(&dblock);
    if (sqlite3_step(create_astdb_stmt) != SQLITE_DONE) {
        ast_log(LOG_WARNING, "Couldn't create astdb table: %s\n", sqlite3_errmsg(astdb));
        res = -1;
    }
    sqlite3_reset(create_astdb_stmt);
    db_sync();
    ast_mutex_unlock(&dblock);
 
    return res;
}
 
static int db_open(void)
{
    struct stat dont_care;
    char dbname[strlen(ast_config_AST_DB) + sizeof(".sqlite3")];
 
    strcpy(dbname, ast_config_AST_DB);
    strcat(dbname, ".sqlite3");
 
    if (stat(dbname, &dont_care) && !stat(ast_config_AST_DB, &dont_care)) {
        ast_log(LOG_ERROR, "When Asterisk 10.0.0 was released, the format of Asterisk's internal\n");
        ast_log(LOG_ERROR, "database was changed from Berkeley DB to SQLite3. Part of that change\n");
        ast_log(LOG_ERROR, "involved the creation of a conversion utility - astdb2sqlite3 - that\n");
        ast_log(LOG_ERROR, "was shipped with Asterisk. This conversion utility performed a\n");
        ast_log(LOG_ERROR, "one-time migration from the old format to the new one.\n");
        ast_log(LOG_ERROR, "\n");
        ast_log(LOG_ERROR, "Starting with Asterisk 23.0.0, astdb2sqlite3 no longer ships as part\n");
        ast_log(LOG_ERROR, "of the Asterisk distribution. If you are upgrading from a version of\n");
        ast_log(LOG_ERROR, "Asterisk that still uses the Berkeley DB implementation, you will need\n");
        ast_log(LOG_ERROR, "to acquire astdb2sqlite3 from an earlier release of Asterisk.\n");
    }
 
    ast_mutex_lock(&dblock);
    if (sqlite3_open(dbname, &astdb) != SQLITE_OK) {
        ast_log(LOG_WARNING, "Unable to open Asterisk database '%s': %s\n", dbname, sqlite3_errmsg(astdb));
        sqlite3_close(astdb);
        ast_mutex_unlock(&dblock);
        return -1;
    }
 
    ast_mutex_unlock(&dblock);
 
    return 0;
}
 
static int db_init(void)
{
    if (astdb) {
        return 0;
    }
 
    if (db_open() || db_create_astdb() || init_statements()) {
        return -1;
    }
 
    return 0;
}
 
/* We purposely don't lock around the sqlite3 call because the transaction
 * calls will be called with the database lock held. For any other use, make
 * sure to take the dblock yourself. */
static int db_execute_sql(const char *sql, int (*callback)(void *, int, char **, char **), void *arg)
{
    char *errmsg = NULL;
    int res =0;
 
    if (sqlite3_exec(astdb, sql, callback, arg, &errmsg) != SQLITE_OK) {
        ast_log(LOG_WARNING, "Error executing SQL (%s): %s\n", sql, errmsg);
        sqlite3_free(errmsg);
        res = -1;
    }
 
    return res;
}
 
static int ast_db_begin_transaction(void)
{
    return db_execute_sql("BEGIN TRANSACTION", NULL, NULL);
}
 
static int ast_db_commit_transaction(void)
{
    return db_execute_sql("COMMIT", NULL, NULL);
}
 
static int ast_db_rollback_transaction(void)
{
    return db_execute_sql("ROLLBACK", NULL, NULL);
}
 
int ast_db_put(const char *family, const char *key, const char *value)
{
    char *fullkey;
    int fullkey_len;
    int res = 0;
 
    fullkey_len = ast_asprintf(&fullkey, "/%s/%s", family, key);
    if (fullkey_len < 0) {
        ast_log(LOG_WARNING, "Unable to allocate memory for family/key '/%s/%s'\n",
            family, key);
        return -1;
    }
 
    ast_mutex_lock(&dblock);
    if (sqlite3_bind_text(put_stmt, 1, fullkey, fullkey_len, SQLITE_STATIC) != SQLITE_OK) {
        ast_log(LOG_WARNING, "Couldn't bind key to stmt: %s\n", sqlite3_errmsg(astdb));
        res = -1;
    } else if (sqlite3_bind_text(put_stmt, 2, value, -1, SQLITE_STATIC) != SQLITE_OK) {
        ast_log(LOG_WARNING, "Couldn't bind value to stmt: %s\n", sqlite3_errmsg(astdb));
        res = -1;
    } else if (sqlite3_step(put_stmt) != SQLITE_DONE) {
        ast_log(LOG_WARNING, "Couldn't execute statement: %s\n", sqlite3_errmsg(astdb));
        res = -1;
    }
    sqlite3_reset(put_stmt);
    db_sync();
    ast_mutex_unlock(&dblock);
    ast_free(fullkey);
 
    return res;
}
 
/*!
 * \internal
 * \brief Get key value specified by family/key.
 *
 * Gets the value associated with the specified \a family and \a key, and
 * stores it, either into the fixed sized buffer specified by \a buffer
 * and \a bufferlen, or as a heap allocated string if \a bufferlen is -1.
 *
 * \note If \a bufferlen is -1, \a buffer points to heap allocated memory
 *       and must be freed by calling ast_free().
 *
 * \retval -1 An error occurred
 * \retval 0 Success
 */
static int db_get_common(const char *family, const char *key, char **buffer, int bufferlen)
{
    const unsigned char *result;
    char *fullkey;
    int fullkey_len;
    int res = 0;
 
    fullkey_len = ast_asprintf(&fullkey, "/%s/%s", family, key);
    if (fullkey_len < 0) {
        ast_log(LOG_WARNING, "Unable to allocate memory for family/key '/%s/%s'\n",
            family, key);
        return -1;
    }
 
    ast_mutex_lock(&dblock);
    if (sqlite3_bind_text(get_stmt, 1, fullkey, fullkey_len, SQLITE_STATIC) != SQLITE_OK) {
        ast_log(LOG_WARNING, "Couldn't bind key to stmt: %s\n", sqlite3_errmsg(astdb));
        res = -1;
    } else if (sqlite3_step(get_stmt) != SQLITE_ROW) {
        ast_debug(1, "Unable to find key '%s' in family '%s'\n", key, family);
        res = -1;
    } else if (!(result = sqlite3_column_text(get_stmt, 0))) {
        ast_log(LOG_WARNING, "Couldn't get value\n");
        res = -1;
    } else {
        const char *value = (const char *) result;
 
        if (bufferlen == -1) {
            *buffer = ast_strdup(value);
        } else {
            ast_copy_string(*buffer, value, bufferlen);
        }
    }
    sqlite3_reset(get_stmt);
    ast_mutex_unlock(&dblock);
    ast_free(fullkey);
 
    return res;
}
 
int ast_db_get(const char *family, const char *key, char *value, int valuelen)
{
    ast_assert(value != NULL);
 
    /* Make sure we initialize */
    value[0] = 0;
 
    return db_get_common(family, key, &value, valuelen);
}
 
int ast_db_get_allocated(const char *family, const char *key, char **out)
{
    *out = NULL;
 
    return db_get_common(family, key, out, -1);
}
 
int ast_db_exists(const char *family, const char *key)
{
    int result;
    char *fullkey;
    int fullkey_len;
    int res = 0;
 
    fullkey_len = ast_asprintf(&fullkey, "/%s/%s", family, key);
    if (fullkey_len < 0) {
        ast_log(LOG_WARNING, "Unable to allocate memory for family/key '/%s/%s'\n",
            family, key);
        return -1;
    }
 
    ast_mutex_lock(&dblock);
    res = sqlite3_bind_text(exists_stmt, 1, fullkey, fullkey_len, SQLITE_STATIC);
    if (res != SQLITE_OK) {
        ast_log(LOG_WARNING, "Couldn't bind key to stmt: %d:%s\n", res, sqlite3_errmsg(astdb));
        res = 0;
    } else if (sqlite3_step(exists_stmt) != SQLITE_ROW) {
        res = 0;
    } else if (!(result = sqlite3_column_int(exists_stmt, 0))) {
        res = 0;
    } else {
        res = result;
    }
    sqlite3_reset(exists_stmt);
    ast_mutex_unlock(&dblock);
    ast_free(fullkey);
 
    return res;
}
 
 
int ast_db_del(const char *family, const char *key)
{
    char *fullkey;
    int fullkey_len;
    int res = 0;
 
    fullkey_len = ast_asprintf(&fullkey, "/%s/%s", family, key);
    if (fullkey_len < 0) {
        ast_log(LOG_WARNING, "Unable to allocate memory for family/key '/%s/%s'\n",
            family, key);
        return -1;
    }
 
    ast_mutex_lock(&dblock);
    if (sqlite3_bind_text(del_stmt, 1, fullkey, fullkey_len, SQLITE_STATIC) != SQLITE_OK) {
        ast_log(LOG_WARNING, "Couldn't bind key to stmt: %s\n", sqlite3_errmsg(astdb));
        res = -1;
    } else if (sqlite3_step(del_stmt) != SQLITE_DONE) {
        ast_debug(1, "Unable to find key '%s' in family '%s'\n", key, family);
        res = -1;
    }
    sqlite3_reset(del_stmt);
    db_sync();
    ast_mutex_unlock(&dblock);
    ast_free(fullkey);
 
    return res;
}
 
int ast_db_del2(const char *family, const char *key)
{
    char *fullkey;
    char tmp[1];
    int fullkey_len;
    int mres, res = 0;
 
    fullkey_len = ast_asprintf(&fullkey, "/%s/%s", family, key);
    if (fullkey_len < 0) {
        ast_log(LOG_WARNING, "Unable to allocate memory for family/key '/%s/%s'\n",
            family, key);
        return -1;
    }
 
    ast_mutex_lock(&dblock);
    if (ast_db_get(family, key, tmp, sizeof(tmp))) {
        ast_log(LOG_WARNING, "AstDB key %s does not exist\n", fullkey);
        res = -1;
    } else if (sqlite3_bind_text(del_stmt, 1, fullkey, fullkey_len, SQLITE_STATIC) != SQLITE_OK) {
        ast_log(LOG_WARNING, "Couldn't bind key to stmt: %s\n", sqlite3_errmsg(astdb));
        res = -1;
    } else if ((mres = sqlite3_step(del_stmt) != SQLITE_DONE)) {
        ast_log(LOG_WARNING, "AstDB error (%s): %s\n", fullkey, sqlite3_errstr(mres));
        res = -1;
    }
    sqlite3_reset(del_stmt);
    db_sync();
    ast_mutex_unlock(&dblock);
    ast_free(fullkey);
 
    return res;
}
 
static char *create_prefix(const char *family, const char *keytree,
    int *prefix_len)
{
    char *prefix = NULL;
    *prefix_len = 0;
 
    if (!ast_strlen_zero(family)) {
        if (!ast_strlen_zero(keytree)) {
            /* Family and key tree */
            *prefix_len = ast_asprintf(&prefix, "/%s/%s", family, keytree);
        } else {
            /* Family only */
            *prefix_len = ast_asprintf(&prefix, "/%s", family);
        }
        if (*prefix_len < 0) {
            ast_log(LOG_WARNING, "Unable to allocate memory for family/keytree '/%s%s%s'\n",
                S_OR(family, ""), S_COR(keytree, "/", ""), S_OR(keytree, ""));
            return NULL;
        }
    } else {
        prefix = ast_strdup("");
    }
    return prefix;
}
 
int ast_db_deltree(const char *family, const char *keytree)
{
    sqlite3_stmt *stmt = deltree_stmt;
    char *prefix = NULL;
    int prefix_len = 0;
    int res = 0;
 
    if (ast_strlen_zero(family) && !ast_strlen_zero(keytree)) {
        ast_log(LOG_WARNING, "Key tree '%s' specified without family\n", keytree);
        return -1;
    }
 
    prefix = create_prefix(family, keytree, &prefix_len);
    if (!prefix) {
        return -1;
    }
    if (prefix_len == 0) {
        stmt = deltree_all_stmt;
    }
 
    ast_mutex_lock(&dblock);
    if (prefix_len && (sqlite3_bind_text(stmt, 1, prefix, prefix_len, SQLITE_STATIC) != SQLITE_OK)) {
        ast_log(LOG_WARNING, "Couldn't bind %s to stmt: %s\n", prefix, sqlite3_errmsg(astdb));
        res = -1;
    } else if (sqlite3_step(stmt) != SQLITE_DONE) {
        ast_log(LOG_WARNING, "Couldn't execute stmt: %s\n", sqlite3_errmsg(astdb));
        res = -1;
    }
    res = sqlite3_changes(astdb);
    sqlite3_reset(stmt);
    db_sync();
    ast_mutex_unlock(&dblock);
    ast_free(prefix);
 
    return res;
}
 
static struct ast_db_entry *db_gettree_common(sqlite3_stmt *stmt)
{
    struct ast_db_entry *head = NULL, *prev = NULL, *cur;
 
    while (sqlite3_step(stmt) == SQLITE_ROW) {
        const char *key, *value;
        size_t key_len, value_len;
 
        key   = (const char *) sqlite3_column_text(stmt, 0);
        value = (const char *) sqlite3_column_text(stmt, 1);
 
        if (!key || !value) {
            break;
        }
 
        key_len = strlen(key);
        value_len = strlen(value);
 
        cur = ast_malloc(sizeof(*cur) + key_len + value_len + 2);
        if (!cur) {
            break;
        }
 
        cur->next = NULL;
        cur->key = cur->data + value_len + 1;
        memcpy(cur->data, value, value_len + 1);
        memcpy(cur->key, key, key_len + 1);
 
        if (prev) {
            prev->next = cur;
        } else {
            head = cur;
        }
        prev = cur;
    }
 
    return head;
}
 
struct ast_db_entry *ast_db_gettree(const char *family, const char *keytree)
{
    char *prefix = NULL;
    int prefix_len = 0;
    sqlite3_stmt *stmt = gettree_stmt;
    struct ast_db_entry *ret;
 
    prefix = create_prefix(family, keytree, &prefix_len);
    if (!prefix) {
        return NULL;
    }
    if (prefix_len == 0) {
        stmt = gettree_all_stmt;
    }
 
    ast_mutex_lock(&dblock);
    if (prefix_len && (sqlite3_bind_text(stmt, 1, prefix, prefix_len, SQLITE_STATIC) != SQLITE_OK)) {
        ast_log(LOG_WARNING, "Could not bind %s to stmt: %s\n", prefix, sqlite3_errmsg(astdb));
        sqlite3_reset(stmt);
        ast_mutex_unlock(&dblock);
        ast_free(prefix);
        return NULL;
    }
 
    ret = db_gettree_common(stmt);
    sqlite3_reset(stmt);
    ast_mutex_unlock(&dblock);
    ast_free(prefix);
 
    return ret;
}
 
struct ast_db_entry *ast_db_gettree_by_prefix(const char *family, const char *key_prefix)
{
    char *prefix = NULL;
    int prefix_len = 0;
    struct ast_db_entry *ret;
 
    prefix = create_prefix(family, key_prefix, &prefix_len);
    if (!prefix) {
        return NULL;
    }
 
    ast_mutex_lock(&dblock);
    if (sqlite3_bind_text(gettree_prefix_stmt, 1, prefix, prefix_len, SQLITE_STATIC) != SQLITE_OK) {
        ast_log(LOG_WARNING, "Could not bind %s to stmt: %s\n", prefix, sqlite3_errmsg(astdb));
        sqlite3_reset(gettree_prefix_stmt);
        ast_mutex_unlock(&dblock);
        ast_free(prefix);
        return NULL;
    }
 
    ret = db_gettree_common(gettree_prefix_stmt);
    sqlite3_reset(gettree_prefix_stmt);
    ast_mutex_unlock(&dblock);
    ast_free(prefix);
 
    return ret;
}
 
void ast_db_freetree(struct ast_db_entry *dbe)
{
    struct ast_db_entry *last;
    while (dbe) {
        last = dbe;
        dbe = dbe->next;
        ast_free(last);
    }
}
 
static char *handle_cli_database_put(struct ast_cli_entry *e, int cmd, struct ast_cli_args *a)
{
    int res;
 
    switch (cmd) {
    case CLI_INIT:
        e->command = "database put";
        e->usage =
            "Usage: database put <family> <key> <value>\n"
            "       Adds or updates an entry in the Asterisk database for\n"
            "       a given family, key, and value.\n";
        return NULL;
    case CLI_GENERATE:
        return NULL;
    }
 
    if (a->argc != 5)
        return CLI_SHOWUSAGE;
    res = ast_db_put(a->argv[2], a->argv[3], a->argv[4]);
    if (res)  {
        ast_cli(a->fd, "Failed to update entry\n");
    } else {
        ast_cli(a->fd, "Updated database successfully\n");
    }
    return CLI_SUCCESS;
}
 
static char *handle_cli_database_get(struct ast_cli_entry *e, int cmd, struct ast_cli_args *a)
{
    int res;
    char *tmp = NULL;
 
    switch (cmd) {
    case CLI_INIT:
        e->command = "database get";
        e->usage =
            "Usage: database get <family> <key>\n"
            "       Retrieves an entry in the Asterisk database for a given\n"
            "       family and key.\n";
        return NULL;
    case CLI_GENERATE:
        return NULL;
    }
 
    if (a->argc != 4)
        return CLI_SHOWUSAGE;
    res = ast_db_get_allocated(a->argv[2], a->argv[3], &tmp);
    if (res) {
        ast_cli(a->fd, "Database entry not found.\n");
    } else {
        ast_cli(a->fd, "Value: %s\n", tmp);
        ast_free(tmp);
    }
 
    return CLI_SUCCESS;
}
 
static char *handle_cli_database_del(struct ast_cli_entry *e, int cmd, struct ast_cli_args *a)
{
    int res;
 
    switch (cmd) {
    case CLI_INIT:
        e->command = "database del";
        e->usage =
            "Usage: database del <family> <key>\n"
            "       Deletes an entry in the Asterisk database for a given\n"
            "       family and key.\n";
        return NULL;
    case CLI_GENERATE:
        return NULL;
    }
 
    if (a->argc != 4)
        return CLI_SHOWUSAGE;
    res = ast_db_del2(a->argv[2], a->argv[3]);
    if (res) {
        ast_cli(a->fd, "Database entry could not be removed.\n");
    } else {
        ast_cli(a->fd, "Database entry removed.\n");
    }
    return CLI_SUCCESS;
}
 
static char *handle_cli_database_deltree(struct ast_cli_entry *e, int cmd, struct ast_cli_args *a)
{
    int num_deleted;
 
    switch (cmd) {
    case CLI_INIT:
        e->command = "database deltree";
        e->usage =
            "Usage: database deltree <family> [keytree]\n"
            "   OR: database deltree <family>[/keytree]\n"
            "       Deletes a family or specific keytree within a family\n"
            "       in the Asterisk database.  The two arguments may be\n"
            "       separated by either a space or a slash.\n";
        return NULL;
    case CLI_GENERATE:
        return NULL;
    }
 
    if ((a->argc < 3) || (a->argc > 4))
        return CLI_SHOWUSAGE;
    if (a->argc == 4) {
        num_deleted = ast_db_deltree(a->argv[2], a->argv[3]);
    } else {
        num_deleted = ast_db_deltree(a->argv[2], NULL);
    }
    if (num_deleted < 0) {
        ast_cli(a->fd, "Database unavailable.\n");
    } else if (num_deleted == 0) {
        ast_cli(a->fd, "Database entries do not exist.\n");
    } else {
        ast_cli(a->fd, "%d database entries removed.\n",num_deleted);
    }
    return CLI_SUCCESS;
}
 
static char *handle_cli_database_show(struct ast_cli_entry *e, int cmd, struct ast_cli_args *a)
{
    char *prefix = NULL;
    int prefix_len = 0;
    const char *family = a->argc > 2 ? a->argv[2] : "";
    const char *keytree = a->argc > 3 ? a->argv[3] : "";
    int counter = 0;
    sqlite3_stmt *stmt = gettree_stmt;
 
    switch (cmd) {
    case CLI_INIT:
        e->command = "database show";
        e->usage =
            "Usage: database show [family [keytree]]\n"
            "   OR: database show [family[/keytree]]\n"
            "       Shows Asterisk database contents, optionally restricted\n"
            "       to a given family, or family and keytree. The two arguments\n"
            "       may be separated either by a space or by a slash.\n";
        return NULL;
    case CLI_GENERATE:
        return NULL;
    }
 
    if (a->argc > 4) {
        return CLI_SHOWUSAGE;
    }
 
    prefix = create_prefix(family, keytree, &prefix_len);
    if (!prefix) {
        return NULL;
    }
    if (prefix_len == 0) {
        stmt = gettree_all_stmt;
    }
 
    ast_mutex_lock(&dblock);
    if (prefix_len && (sqlite3_bind_text(stmt, 1, prefix, prefix_len, SQLITE_STATIC) != SQLITE_OK)) {
        ast_log(LOG_WARNING, "Couldn't bind %s to stmt: %s\n", prefix, sqlite3_errmsg(astdb));
        sqlite3_reset(stmt);
        ast_mutex_unlock(&dblock);
        ast_free(prefix);
        return NULL;
    }
 
    while (sqlite3_step(stmt) == SQLITE_ROW) {
        const char *key_s, *value_s;
        if (!(key_s = (const char *) sqlite3_column_text(stmt, 0))) {
            ast_log(LOG_WARNING, "Skipping invalid key!\n");
            continue;
        }
        if (!(value_s = (const char *) sqlite3_column_text(stmt, 1))) {
            ast_log(LOG_WARNING, "Skipping invalid value!\n");
            continue;
        }
        ++counter;
        ast_cli(a->fd, "%-50s: %-25s\n", key_s, value_s);
    }
 
    sqlite3_reset(stmt);
    ast_mutex_unlock(&dblock);
    ast_free(prefix);
 
    ast_cli(a->fd, "%d results found.\n", counter);
    return CLI_SUCCESS;
}
 
static char *handle_cli_database_showkey(struct ast_cli_entry *e, int cmd, struct ast_cli_args *a)
{
    int counter = 0;
 
    switch (cmd) {
    case CLI_INIT:
        e->command = "database showkey";
        e->usage =
            "Usage: database showkey <keytree>\n"
            "       Shows Asterisk database contents, restricted to a given key.\n";
        return NULL;
    case CLI_GENERATE:
        return NULL;
    }
 
    if (a->argc != 3) {
        return CLI_SHOWUSAGE;
    }
 
    ast_mutex_lock(&dblock);
    if (!ast_strlen_zero(a->argv[2]) && (sqlite3_bind_text(showkey_stmt, 1, a->argv[2], -1, SQLITE_STATIC) != SQLITE_OK)) {
        ast_log(LOG_WARNING, "Couldn't bind %s to stmt: %s\n", a->argv[2], sqlite3_errmsg(astdb));
        sqlite3_reset(showkey_stmt);
        ast_mutex_unlock(&dblock);
        return NULL;
    }
 
    while (sqlite3_step(showkey_stmt) == SQLITE_ROW) {
        const char *key_s, *value_s;
        if (!(key_s = (const char *) sqlite3_column_text(showkey_stmt, 0))) {
            break;
        }
        if (!(value_s = (const char *) sqlite3_column_text(showkey_stmt, 1))) {
            break;
        }
        ++counter;
        ast_cli(a->fd, "%-50s: %-25s\n", key_s, value_s);
    }
    sqlite3_reset(showkey_stmt);
    ast_mutex_unlock(&dblock);
 
    ast_cli(a->fd, "%d results found.\n", counter);
    return CLI_SUCCESS;
}
 
static int display_results(void *arg, int columns, char **values, char **colnames)
{
    struct ast_cli_args *a = arg;
    size_t x;
 
    for (x = 0; x < columns; x++) {
        ast_cli(a->fd, "%-5s: %-50s\n", colnames[x], values[x]);
    }
    ast_cli(a->fd, "\n");
 
    return 0;
}
 
static char *handle_cli_database_query(struct ast_cli_entry *e, int cmd, struct ast_cli_args *a)
{
 
    switch (cmd) {
    case CLI_INIT:
        e->command = "database query";
        e->usage =
            "Usage: database query \"<SQL Statement>\"\n"
            "       Run a user-specified SQL query on the database. Be careful.\n";
        return NULL;
    case CLI_GENERATE:
        return NULL;
    }
 
    if (a->argc != 3) {
        return CLI_SHOWUSAGE;
    }
 
    ast_mutex_lock(&dblock);
    db_execute_sql(a->argv[2], display_results, a);
    db_sync(); /* Go ahead and sync the db in case they write */
    ast_mutex_unlock(&dblock);
 
    return CLI_SUCCESS;
}
 
static struct ast_cli_entry cli_database[] = {
    AST_CLI_DEFINE(handle_cli_database_show,    "Shows database contents"),
    AST_CLI_DEFINE(handle_cli_database_showkey, "Shows database contents"),
    AST_CLI_DEFINE(handle_cli_database_get,     "Gets database value"),
    AST_CLI_DEFINE(handle_cli_database_put,     "Adds/updates database value"),
    AST_CLI_DEFINE(handle_cli_database_del,     "Removes database key/value"),
    AST_CLI_DEFINE(handle_cli_database_deltree, "Removes database keytree/values"),
    AST_CLI_DEFINE(handle_cli_database_query,   "Run a user-specified query on the astdb"),
};
 
static int manager_dbput(struct mansession *s, const struct message *m)
{
    const char *family = astman_get_header(m, "Family");
    const char *key = astman_get_header(m, "Key");
    const char *val = astman_get_header(m, "Val");
    int res;
 
    if (ast_strlen_zero(family)) {
        astman_send_error(s, m, "No family specified");
        return 0;
    }
    if (ast_strlen_zero(key)) {
        astman_send_error(s, m, "No key specified");
        return 0;
    }
 
    res = ast_db_put(family, key, S_OR(val, ""));
    if (res) {
        astman_send_error(s, m, "Failed to update entry");
    } else {
        astman_send_ack(s, m, "Updated database successfully");
    }
    return 0;
}
 
static int manager_dbget(struct mansession *s, const struct message *m)
{
    const char *id = astman_get_header(m,"ActionID");
    char idText[256];
    const char *family = astman_get_header(m, "Family");
    const char *key = astman_get_header(m, "Key");
    char *tmp = NULL;
    int res;
 
    if (ast_strlen_zero(family)) {
        astman_send_error(s, m, "No family specified.");
        return 0;
    }
    if (ast_strlen_zero(key)) {
        astman_send_error(s, m, "No key specified.");
        return 0;
    }
 
    idText[0] = '\0';
    if (!ast_strlen_zero(id))
        snprintf(idText, sizeof(idText) ,"ActionID: %s\r\n", id);
 
    res = ast_db_get_allocated(family, key, &tmp);
    if (res) {
        astman_send_error(s, m, "Database entry not found");
    } else {
        astman_send_listack(s, m, "Result will follow", "start");
 
        astman_append(s, "Event: DBGetResponse\r\n"
                "Family: %s\r\n"
                "Key: %s\r\n"
                "Val: %s\r\n"
                "%s"
                "\r\n",
                family, key, tmp, idText);
        ast_free(tmp);
        astman_send_list_complete_start(s, m, "DBGetComplete", 1);
        astman_send_list_complete_end(s);
    }
    return 0;
}
 
static int manager_db_tree_get(struct mansession *s, const struct message *m)
{
    char *prefix;
    int prefix_len = 0;
    char idText[256];
    const char *id = astman_get_header(m,"ActionID");
    const char *family = astman_get_header(m, "Family");
    const char *key = astman_get_header(m, "Key");
    sqlite3_stmt *stmt = gettree_stmt;
    int count = 0;
 
    prefix = create_prefix(family, key, &prefix_len);
    if (!prefix) {
        astman_send_error(s, m, "Unable to allocate memory for Family/Key");
        return 0;
    }
    if (prefix_len == 0) {
        stmt = gettree_all_stmt;
    }
 
    idText[0] = '\0';
    if (!ast_strlen_zero(id)) {
        snprintf(idText, sizeof(idText) ,"ActionID: %s\r\n", id);
    }
 
    ast_mutex_lock(&dblock);
    if (!ast_strlen_zero(prefix) && (sqlite3_bind_text(stmt, 1, prefix, prefix_len, SQLITE_STATIC) != SQLITE_OK)) {
        ast_log(LOG_WARNING, "Couldn't bind %s to stmt: %s\n", prefix, sqlite3_errmsg(astdb));
        sqlite3_reset(stmt);
        ast_mutex_unlock(&dblock);
        ast_free(prefix);
        astman_send_error(s, m, "Unable to search database");
        return 0;
    }
 
    astman_send_listack(s, m, "Result will follow", "start");
 
    while (sqlite3_step(stmt) == SQLITE_ROW) {
        const char *key_s, *value_s;
        if (!(key_s = (const char *) sqlite3_column_text(stmt, 0))) {
            ast_log(LOG_WARNING, "Skipping invalid key!\n");
            continue;
        }
        if (!(value_s = (const char *) sqlite3_column_text(stmt, 1))) {
            ast_log(LOG_WARNING, "Skipping invalid value!\n");
            continue;
        }
        astman_append(s, "Event: DBGetTreeResponse\r\n"
            "Key: %s\r\n"
            "Val: %s\r\n"
            "%s"
            "\r\n",
            key_s, value_s, idText);
        count++;
    }
 
    sqlite3_reset(stmt);
    ast_mutex_unlock(&dblock);
    ast_free(prefix);
 
    astman_send_list_complete_start(s, m, "DBGetTreeComplete", count);
    astman_send_list_complete_end(s);
 
    return 0;
}
 
static int manager_dbdel(struct mansession *s, const struct message *m)
{
    const char *family = astman_get_header(m, "Family");
    const char *key = astman_get_header(m, "Key");
    int res;
 
    if (ast_strlen_zero(family)) {
        astman_send_error(s, m, "No family specified.");
        return 0;
    }
 
    if (ast_strlen_zero(key)) {
        astman_send_error(s, m, "No key specified.");
        return 0;
    }
 
    res = ast_db_del2(family, key);
    if (res)
        astman_send_error(s, m, "Database entry could not be deleted");
    else
        astman_send_ack(s, m, "Key deleted successfully");
 
    return 0;
}
 
static int manager_dbdeltree(struct mansession *s, const struct message *m)
{
    const char *family = astman_get_header(m, "Family");
    const char *key = astman_get_header(m, "Key");
    int num_deleted;
 
    if (ast_strlen_zero(family)) {
        astman_send_error(s, m, "No family specified.");
        return 0;
    }
 
    if (!ast_strlen_zero(key)) {
        num_deleted = ast_db_deltree(family, key);
    } else {
        num_deleted = ast_db_deltree(family, NULL);
    }
 
    if (num_deleted < 0) {
        astman_send_error(s, m, "Database unavailable");
    } else if (num_deleted == 0) {
        astman_send_error(s, m, "Database entry not found");
    } else {
        astman_send_ack(s, m, "Key tree deleted successfully");
    }
 
    return 0;
}
 
/*!
 * \internal
 * \brief Signal the astdb sync thread to do its thing.
 *
 * \note dblock is assumed to be held when calling this function.
 */
static void db_sync(void)
{
    dosync = 1;
    ast_cond_signal(&dbcond);
}
 
/*!
 * \internal
 * \brief astdb sync thread
 *
 * This thread is in charge of syncing astdb to disk after a change.
 * By pushing it off to this thread to take care of, this I/O bound operation
 * will not block other threads from performing other critical processing.
 * If changes happen rapidly, this thread will also ensure that the sync
 * operations are rate limited.
 */
static void *db_sync_thread(void *data)
{
    ast_mutex_lock(&dblock);
    ast_db_begin_transaction();
    for (;;) {
        /* If dosync is set, db_sync() was called during sleep(1),
         * and the pending transaction should be committed.
         * Otherwise, block until db_sync() is called.
         */
        while (!dosync) {
            ast_cond_wait(&dbcond, &dblock);
        }
        dosync = 0;
        if (ast_db_commit_transaction()) {
            ast_db_rollback_transaction();
        }
        if (doexit) {
            ast_mutex_unlock(&dblock);
            break;
        }
        ast_db_begin_transaction();
        ast_mutex_unlock(&dblock);
        sleep(1);
        ast_mutex_lock(&dblock);
    }
 
    return NULL;
}
 
/*!
 * \internal
 * \brief Clean up resources on Asterisk shutdown
 */
static void astdb_atexit(void)
{
    ast_cli_unregister_multiple(cli_database, ARRAY_LEN(cli_database));
    ast_manager_unregister("DBGet");
    ast_manager_unregister("DBGetTree");
    ast_manager_unregister("DBPut");
    ast_manager_unregister("DBDel");
    ast_manager_unregister("DBDelTree");
 
    /* Set doexit to 1 to kill thread. db_sync must be called with
     * mutex held. */
    ast_mutex_lock(&dblock);
    doexit = 1;
    db_sync();
    ast_mutex_unlock(&dblock);
 
    pthread_join(syncthread, NULL);
    ast_mutex_lock(&dblock);
    clean_statements();
    if (sqlite3_close(astdb) == SQLITE_OK) {
        astdb = NULL;
    }
    ast_mutex_unlock(&dblock);
}
 
int astdb_init(void)
{
    ast_cond_init(&dbcond, NULL);
 
    if (db_init()) {
        return -1;
    }
 
    if (ast_pthread_create_background(&syncthread, NULL, db_sync_thread, NULL)) {
        return -1;
    }
 
    ast_register_atexit(astdb_atexit);
    ast_cli_register_multiple(cli_database, ARRAY_LEN(cli_database));
    ast_manager_register_xml_core("DBGet", EVENT_FLAG_SYSTEM | EVENT_FLAG_REPORTING, manager_dbget);
    ast_manager_register_xml_core("DBGetTree", EVENT_FLAG_SYSTEM | EVENT_FLAG_REPORTING, manager_db_tree_get);
    ast_manager_register_xml_core("DBPut", EVENT_FLAG_SYSTEM, manager_dbput);
    ast_manager_register_xml_core("DBDel", EVENT_FLAG_SYSTEM, manager_dbdel);
    ast_manager_register_xml_core("DBDelTree", EVENT_FLAG_SYSTEM, manager_dbdeltree);
    return 0;
}