The R Project SVN – R-packages – Diff – /trunk/SQLiteDF/src/sqlite_vector.c


#include "sqlite_dataframe.h"
#include <math.h>
#include "Rmath.h"
 
/****************************************************************************
 * UTILITY FUNCTIONS
 ****************************************************************************/
char *_create_svector1(SEXP name, const char *type, int * _namelen, int protect) {
    int namelen, res;
    char *iname = _create_sdf_skeleton1(name, &namelen, protect);
 
    if (iname == NULL) return NULL;
 
    sprintf(g_sql_buf[2], "create table [%s].sdf_data ([row name] text, "
            "V1 %s, primary key ([row name]))", iname, type);
    res = _sqlite_exec(g_sql_buf[2]);
    _sqlite_error(res);
 
    if (_namelen != NULL) *_namelen = namelen;
    return iname;
}
 
static SEXP _create_svector_sexp(const char *iname, const char *varname, 
        const char *type) {
    SEXP ret, value; int nprotected = 0;
    PROTECT(ret = NEW_LIST(2)); nprotected++;
 
    /* set list names */
    PROTECT(value = NEW_CHARACTER(2)); nprotected++;
    SET_STRING_ELT(value, 0, mkChar("iname"));
    SET_STRING_ELT(value, 1, mkChar("varname"));
    SET_NAMES(ret, value);
 
    /* set list values */
    SET_VECTOR_ELT(ret, 0, mkString(iname));
    SET_VECTOR_ELT(ret, 1, mkString(varname));
 
    /* set sexp class */
 
 
    SET_CLASS(ret, mkString("sqlite.vector"));
 
    /* set sdf.vector.type */
 
 
 
 
    SET_SDFVECTORTYPE(ret, mkString(type));
 
 
 
    UNPROTECT(nprotected);
 
    return ret;
}
 
/* if ret == NULL, 3rd arg is the length of the vector created. otherwise
 * it is the index in the vector ret where we will put the result extracted
 * from ret */
int _get_vector_index_typed_result(sqlite3_stmt *stmt, SEXP *ret, int idx_or_len) {
    int added = 1;
    if (*ret == NULL || *ret == R_NilValue) {
        const char *coltype = sqlite3_column_decltype(stmt, 0);
        if (sqlite3_column_type(stmt, 0) == SQLITE_NULL) {
            added = 0;
        }
        
        if (strcmp(coltype, "text") == 0) {
            PROTECT(*ret = NEW_CHARACTER(idx_or_len));
            if (added) 
                SET_STRING_ELT(*ret, 0, mkChar((char *)sqlite3_column_text(stmt, 0)));
        } else if (strcmp(coltype, "double") == 0) {
            PROTECT(*ret = NEW_NUMERIC(idx_or_len));
            if (added) REAL(*ret)[0] = sqlite3_column_double(stmt, 0);
        } else if (strcmp(coltype, "bit") == 0) {
            PROTECT(*ret = NEW_LOGICAL(idx_or_len));
            if (added) INTEGER(*ret)[0] = sqlite3_column_int(stmt, 0);
        } else if (strcmp(coltype, "integer") == 0 || 
                   strcmp(coltype, "int") == 0) {
            /* caller should just copy off the vars level attr for factors */
            PROTECT(*ret = NEW_INTEGER(idx_or_len));
            if (added) INTEGER(*ret)[0] = sqlite3_column_int(stmt, 0);
        } else added = 0;
 
        UNPROTECT(1);
    } else {
        const char *coltype = sqlite3_column_decltype(stmt, 0);
        if (sqlite3_column_type(stmt, 0) == SQLITE_NULL) {
            added = 0;
        } else if (strcmp(coltype, "text") == 0) {
            SET_STRING_ELT(*ret, idx_or_len, 
                    mkChar((char *)sqlite3_column_text(stmt, 0)));
        } else if (strcmp(coltype, "double") == 0) {
            REAL(*ret)[idx_or_len] = sqlite3_column_double(stmt, 0);
        } else if (strcmp(coltype, "bit") == 0) {
            INTEGER(*ret)[idx_or_len] = sqlite3_column_int(stmt, 0);
        } else if (strcmp(coltype, "integer") == 0 ||
                   strcmp(coltype, "int") == 0) {
            /* caller should just copy off the vars level attr for factors */
            INTEGER(*ret)[idx_or_len] = sqlite3_column_int(stmt, 0);
        } else added = 0;
    }
        
    return added;
}
 
/****************************************************************************
 * SVEC FUNCTIONS
 ****************************************************************************/
SEXP sdf_get_variable(SEXP sdf, SEXP name) {
    char *iname, *varname, *svec_type = NULL;
    const char *coltype;
    int type = -1, res, nprotected = 0;
    SEXP ret, value;
 
    if (!IS_CHARACTER(name)) {
        Rprintf("ERROR: argument is not a string.\n");
        return R_NilValue;
    }
 
    iname = SDF_INAME(sdf);
    varname = CHAR_ELT(name, 0);
 
    if (!USE_SDF1(iname, TRUE, FALSE)) return R_NilValue;
 
    /* check if sdf & varname w/in that sdf exists */
    sqlite3_stmt *stmt;
    sprintf(g_sql_buf[0], "select [%s] from [%s].sdf_data", varname, iname);
 
    res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);
 
    if (_sqlite_error(res)) return R_NilValue;
 
    coltype = sqlite3_column_decltype(stmt, 0);
    sqlite3_finalize(stmt);
 
    
 
    PROTECT(ret = NEW_LIST(2)); nprotected++;
 
    /* set list names */
    PROTECT(value = NEW_CHARACTER(2)); nprotected++;
    SET_STRING_ELT(value, 0, mkChar("iname"));
    SET_STRING_ELT(value, 1, mkChar("varname"));
    SET_NAMES(ret, value);
 
    /* set list values */
    SET_VECTOR_ELT(ret, 0, mkString(iname));
    SET_VECTOR_ELT(ret, 1, mkString(varname));
 
    /* set class */
 
    if (strcmp(coltype, "text") == 0) svec_type = "character";
    else if (strcmp(coltype, "double") == 0) svec_type = "numeric";
    else if (strcmp(coltype, "bit") == 0) svec_type = "logical";
    else if (strcmp(coltype, "integer") == 0 || strcmp(coltype, "int") == 0) {
        /* determine if int, factor or ordered */
        type = _get_factor_levels1(iname, varname, ret);
        switch(type) {
            case VAR_INTEGER: svec_type = "integer"; break;
            case VAR_FACTOR: svec_type = "factor"; break;
            case VAR_ORDERED: svec_type = "ordered";
        }
 
    }
 
 
 
    SET_CLASS(ret, mkString("sqlite.vector"));
 
 
 
 
 
    SET_SDFVECTORTYPE(ret, mkString(svec_type));
 
 
 
    UNPROTECT(nprotected);
    return ret;
 
}
 
 
SEXP sdf_get_variable_length(SEXP svec) {
    char *iname = SDF_INAME(svec);
    if (!USE_SDF1(iname, TRUE, FALSE)) return R_NilValue;
 
    return ScalarInteger(_get_row_count2(iname, 1));
}
 
    
SEXP sdf_get_variable_index(SEXP svec, SEXP idx) {
    SEXP ret = R_NilValue, tmp;
    char *iname = SDF_INAME(svec), *varname = SVEC_VARNAME(svec);
    int index, idxlen, i, retlen=0, res;
    sqlite3_stmt *stmt;
 
    if (!USE_SDF1(iname, TRUE, FALSE)) return R_NilValue;
 
    idxlen = LENGTH(idx);
    if (idxlen < 1) return ret;
 
    sprintf(g_sql_buf[0], "select [%s] from [%s].sdf_data limit ?,1",
            varname, iname);
    res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);
 
    /* get data based on index */
    if (IS_NUMERIC(idx)) {
        index = ((int) REAL(idx)[0]) - 1;
        if (index < 0 && idxlen == 1) return ret;
 
        if (index >= 0) {
            sqlite3_bind_int(stmt, 1, index);
            res = sqlite3_step(stmt);
            if (res == SQLITE_ROW) { 
                retlen = _get_vector_index_typed_result(stmt, &ret, idxlen);
            } 
        } 
        
        if (index < 0 || res != SQLITE_ROW) {
            /* something wrong w/ 1st idx, and it is quietly ignored. we make 
             * a "dummy" call to setup the SEXP */
            sqlite3_reset(stmt);
            sqlite3_bind_int(stmt, 1, 0);
            res = sqlite3_step(stmt);
            if (res == SQLITE_ROW) {
                _get_vector_index_typed_result(stmt, &ret, idxlen - 1);
            }
            retlen = 0;
        }
 
 
        if (idxlen > 1) {
            for (i = 1; i < idxlen; i++) {
                index = ((int) REAL(idx)[i]) - 1;
                if (index < 0) continue;
                sqlite3_reset(stmt);
                sqlite3_bind_int(stmt, 1, index);
                res = sqlite3_step(stmt);
                if (res == SQLITE_ROW)
                    retlen += _get_vector_index_typed_result(stmt, &ret, retlen); 
            }
        }
    } else if (IS_INTEGER(idx)) {
        /* similar to REAL (IS_NUMERIC) above, except that we don't have
         * to cast idx to int. can't refactor this out, sucks. */
        index = INTEGER(idx)[0] - 1;
        if (index < 0 && idxlen == 1) return ret;
 
        if (index >= 0) {
            sqlite3_bind_int(stmt, 1, index);
            res = sqlite3_step(stmt);
            if (res == SQLITE_ROW) { 
                retlen = _get_vector_index_typed_result(stmt, &ret, idxlen);
            } 
        } 
        
        if (index < 0 || res != SQLITE_ROW) {
            /* something wrong w/ 1st idx, and it is quietly ignored. we make 
             * a "dummy" call to setup the SEXP */
            sqlite3_reset(stmt);
            sqlite3_bind_int(stmt, 1, 0);
            res = sqlite3_step(stmt);
            if (res == SQLITE_ROW) {
                _get_vector_index_typed_result(stmt, &ret, idxlen - 1);
            }
            retlen = 0;
        }
 
        if (idxlen > 1) {
            for (i = 1; i < idxlen; i++) {
                index = INTEGER(idx)[i] - 1;
                if (index < 0) continue;
                sqlite3_reset(stmt);
                sqlite3_bind_int(stmt, 1, index);
                sqlite3_step(stmt);
                retlen += _get_vector_index_typed_result(stmt, &ret, retlen); 
            }
        }
 
    } else if (IS_LOGICAL(idx)) {
        /* have to deal with recycling */
        int veclen = _get_row_count2(iname, 1);
 
        /* find if there is any TRUE element in the vector */
        for (i = 0; i < idxlen && i < veclen; i++) {
            if (LOGICAL(idx)[i]) {
                sqlite3_bind_int(stmt, 1, i);
                sqlite3_step(stmt);
                /* there are at least (idxlen-i) TRUE per cycle of the LOGICAL
                 * index. there are at least (veclen/idxlen) cycles (int div).
                 * at the last cycle, if (veclen%idxlen > 0), there will be
                 * at least (veclen%idxlen - i) if veclen%idxlen > i */
                retlen = (idxlen-i) * (veclen/idxlen);
                if (veclen%idxlen > i) retlen += (veclen%idxlen - i);
 
                /* create the vector */
                retlen = _get_vector_index_typed_result(stmt, &ret, retlen);
                break;
            }
        }
 
        if (i < idxlen && i < veclen) {
            for (i++; i < veclen; i++) {
                if (LOGICAL(idx)[i%idxlen]) {
                    sqlite3_reset(stmt);
                    sqlite3_bind_int(stmt, 1, i);
                    sqlite3_step(stmt);
                    retlen += _get_vector_index_typed_result(stmt, &ret, retlen);
                }
            }
        }
    }
 
    sqlite3_finalize(stmt);
 
    if (ret != R_NilValue) {
        ret = _shrink_vector(ret, retlen);
        tmp = GET_LEVELS(svec);
        if (tmp != R_NilValue) {
            SET_LEVELS(ret, duplicate(tmp));
            if (TEST_SDFVECTORTYPE(svec, "factor")) {
                SET_CLASS(ret, mkString("factor"));
            } else {
                PROTECT(tmp = NEW_CHARACTER(2));
                SET_STRING_ELT(tmp, 0, mkChar("ordered"));
                SET_STRING_ELT(tmp, 1, mkChar("factor"));
                UNPROTECT(1);
            }
        }
    }
 
    return ret;
}
 
/* sqlite.vector.[<- */
SEXP sdf_set_variable_index(SEXP svec, SEXP idx, SEXP value) {
    int idx_len, val_len;
 
    /* match levels if factor or ordered */
    if (inherits(value, "ordered")) {
    } else if (inherits(value, "factor")) {
    }
 
    idx_len = LENGTH(idx);
    val_len = LENGTH(value);
 
    if (IS_NUMERIC(idx)) {
    } else if (IS_INTEGER(idx)) {
    } else if (IS_LOGICAL(idx)) {
    }
 
    return R_NilValue;
}
 
SEXP sdf_variable_summary(SEXP svec, SEXP maxsum) {
    char *iname, *varname, *type;
    sqlite3_stmt *stmt;
    int nprotected = 0;
    SEXP ret, names;
 
    iname = SDF_INAME(svec);
    varname = SVEC_VARNAME(svec);
    USE_SDF1(iname, TRUE, FALSE);
 
    if ((TEST_SDFVECTORTYPE(svec, "ordered") && ((type = "ordered"))) ||
            (TEST_SDFVECTORTYPE(svec, "factor") && ((type = "factor")))) {
        int nrows, i, max_rows = INTEGER(maxsum)[0];
 
 
        sprintf(g_sql_buf[0], "[%s].[%s %s]", iname, type, varname);
        nrows = _get_row_count2(g_sql_buf[0], FALSE);
        if (nrows <= max_rows) max_rows = nrows;
        else { nrows = max_rows; max_rows--; }
 
        PROTECT(ret = NEW_INTEGER(nrows)); nprotected = 1;
        PROTECT(names = NEW_CHARACTER(nrows)); nprotected++;
 
        sprintf(g_sql_buf[0], "select [%s].[%s %s].label, count(*) from "
                "[%s].sdf_data join [%s].[%s %s] on [%s].sdf_data.[%s]=[%s].[%s %s].level "
                "group by [%s].sdf_data.[%s], [%s].[%s %s].level order by count(*) desc",
                iname, type, varname, iname, iname, type, varname, iname, varname,
                iname, type, varname, iname, varname, iname, type, varname);
        sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);
 
        for (i = 0; i < max_rows; i++) {
            sqlite3_step(stmt);
            SET_STRING_ELT(names, i, mkChar((char *)sqlite3_column_text(stmt, 0)));
            INTEGER(ret)[i] = sqlite3_column_int(stmt, 1);
        }
 
        if (nrows > max_rows) {
            int others_sum = 0;
            SET_STRING_ELT(names, nrows-1, mkChar("(Others)"));
            while (sqlite3_step(stmt) == SQLITE_ROW) {
                others_sum += sqlite3_column_int(stmt, 1);
            }
            INTEGER(ret)[nrows-1] = others_sum;
        }
    } else if (TEST_SDFVECTORTYPE(svec, "logical")) {
        sprintf(g_sql_buf[0], "select count(*) from "
                "[%s].sdf_data group by [%s] order by [%s]", iname, varname, varname);
 
        PROTECT(names = NEW_CHARACTER(3)); nprotected = 1;
        PROTECT(ret = NEW_CHARACTER(3)); nprotected++;
 
        SET_STRING_ELT(names, 0, mkChar("Mode"));
        SET_STRING_ELT(names, 1, mkChar("FALSE"));
        SET_STRING_ELT(names, 2, mkChar("TRUE"));
 
        sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);
        SET_STRING_ELT(ret, 0, mkChar("logical"));
        sqlite3_step(stmt);
        SET_STRING_ELT(ret, 1, mkChar((const char *)sqlite3_column_text(stmt, 0)));
        sqlite3_step(stmt);
        SET_STRING_ELT(ret, 2, mkChar((const char *)sqlite3_column_text(stmt, 0)));
 
    } else return R_NilValue;
 
    sqlite3_finalize(stmt);
    SET_NAMES(ret, names);
    SET_CLASS(ret, mkString("table"));
    UNPROTECT(nprotected);
    return ret;
}
            
 
/* the global accumulator should be safe if we only do 1 cummulative or
 * aggregate at any time. it won't work for stuffs like "select max(col)-min(col)
 * from sdf_data". */
static long double g_accumulator = 0.0; /* accumulator var for cumsum, cumprod, etc. */
static int g_start = 0;            /* flag for start of cummulation */
static int g_narm = 0;             /* for Summary group */
 
SEXP sdf_do_variable_math(SEXP func, SEXP vector, SEXP other_args) {
    char *iname, *iname_src, *varname_src, *funcname;
    int namelen, res;
    sqlite3_stmt *stmt;
 
    /* get data from arguments (function name and sqlite.vector stuffs) */
    funcname = CHAR_ELT(func, 0);
    iname_src = SDF_INAME(vector);
    varname_src = SVEC_VARNAME(vector);
 
    if (!USE_SDF1(iname_src, TRUE, TRUE)) return R_NilValue;
 
    /* create a new sdf, with 1 column named V1 */
    iname = _create_svector1(R_NilValue, "double", &namelen, TRUE);
 
    /* insert into <newsdf>.col, row.names select func(col), rownames */
    if (strcmp(funcname, "round") == 0 || strcmp(funcname, "signif") == 0) {
        double digits = REAL(_getListElement(other_args, "digits"))[0];
        sprintf(g_sql_buf[0], "insert into [%s].sdf_data([row name], V1) "
                "select [row name], %s([%s],?) from [%s].sdf_data", iname, funcname,
                varname_src, iname_src);
        res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0); 
        if (_sqlite_error(res)) goto vecmath_prepare_error;
        res = sqlite3_bind_double(stmt, 1, digits);
    } else if (strcmp(funcname, "log") == 0) {
        double base = REAL(_getListElement(other_args, "base"))[0];
        sprintf(g_sql_buf[0], "insert into [%s].sdf_data([row name], V1) "
                "select [row name], %s([%s],?) from [%s].sdf_data", iname, funcname,
                varname_src, iname_src);
        res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0); 
        if (_sqlite_error(res)) goto vecmath_prepare_error;
        res = sqlite3_bind_double(stmt, 1, base);
    } else {
        sprintf(g_sql_buf[0], "insert into [%s].sdf_data([row name], V1) "
                "select [row name], %s([%s]) from [%s].sdf_data", iname, funcname,
                varname_src, iname_src);
        res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0); 
    }
 
    if (_sqlite_error(res)) {
vecmath_prepare_error:
        sprintf(g_sql_buf[0], "detach %s", iname);
        _sqlite_exec(g_sql_buf[0]);
 
        /* we will return a string with the file name, and do file.remove
         * at R */
        iname[namelen] = '.';
        return mkString(iname);
    }
 
    g_accumulator = 0.0;   /* initialize accumulator */
    g_start = 1;           /* flag that we are at start of accumulating */
    sqlite3_step(stmt);
    sqlite3_finalize(stmt);
 
    UNUSE_SDF2(iname);
    UNUSE_SDF2(iname_src);
 
    return _create_svector_sexp(iname, "V1", "numeric");
}
 
SEXP sdf_do_variable_op(SEXP func, SEXP vector, SEXP op2, SEXP arg_reversed) {
    char *iname = NULL, *iname_src, *varname_src, *funcname;
    int res, functype = -1, op2_len, svec_len, i, reversed;
    sqlite3_stmt *stmt, *stmt2;
 
    /* get data from arguments (function name and sqlite.vector stuffs) */
    funcname = CHAR_ELT(func, 0);
    iname_src = SDF_INAME(vector);
    varname_src = SVEC_VARNAME(vector);
    reversed = LOGICAL(arg_reversed)[0];
 
    if (!USE_SDF1(iname_src, TRUE, TRUE)) return R_NilValue;
    switch(funcname[0]) {
        case '+' :
        case '-' :
        case '*' :
        case '/' :
        case '^' :
        case '%' : /* %% and %/% */ 
            functype = 0; break;  /* output is REAL */
        case '&' :
        case '|' :
        case '!' :  /* ! and != */
            if (funcname[1] == 0) { functype = 1; break; }
        case '=' :  /* == */
        case '<' :  /* < and <= */
        case '>' :  /* > and >= */
            functype = 2; 
    }
 
    svec_len = _get_row_count2(iname_src, 1);
    if (functype == 0 || functype == 2 || (functype == 1 && funcname[0] != '!')) {
        char *insert_fmt_string1c, *insert_fmt_string1s;
        char *insert_fmt_string2c, *insert_fmt_string2s;
        int vec_idx, sdf_idx;
 
        iname = _create_svector1(R_NilValue, (functype == 0) ? "double" : "bit", NULL, TRUE);
 
        /* insert_fmt_string prefixes:
         * 1 - op2 is an ordinary vector, op2_len = 1, straightforward insert-select
         * 2 - op2 is an ordinary vector, op2_len > 1, may need recycling, loop both sides
         * s - operator will be printed as string
         * c - operator is either INTDIV or RMOD (int division, R modulo). initially, I
         *     thought I could cast both op to int then use / and % of sqlite, which is just
         *     the 2nd character of the funcname. however, R's INTDIV and casts to int 
         *     after division (e.g. 3.5 %/% 1.5 == 2). RMOD operates on doubles too,
         *     which is the remainder of the largest int multiple of "divisor"
         *     (e.g. 3.5 %% 1.5 = 0.5)
         */ 
        if (functype == 1) { /* boolean binary operators */
            if (!reversed) {
                insert_fmt_string1s = "insert into [%s].sdf_data "
                            "select [row name], ([%s] != 0) %s (? != 0) from [%s].sdf_data";
            } else {
                insert_fmt_string1s = "insert into [%s].sdf_data "
                            "select [row name], (? != 0) %s ([%s] != 0) from [%s].sdf_data";
            }
            insert_fmt_string2s = "insert into [%s].sdf_data values(?, (? != 0) %s (? != 0))";
            /* no need for char version of fmt_string2, since %% only occurs for functype==0 */
            insert_fmt_string1c = insert_fmt_string1s;
            insert_fmt_string2c = insert_fmt_string2s;
        } else {
            if (!reversed) {
                insert_fmt_string1s = "insert into [%s].sdf_data "
                            "select [row name], [%s] %s ? from [%s].sdf_data";
                insert_fmt_string1c = "insert into [%s].sdf_data "
                            "select [row name], %s([%s],?) from [%s].sdf_data";
            } else {
                insert_fmt_string1s = "insert into [%s].sdf_data "
                            "select [row name], ? %s [%s] from [%s].sdf_data";
                insert_fmt_string1c = "insert into [%s].sdf_data "
                            "select [row name], %s(?,[%s]) from [%s].sdf_data";
            }
            /* fmt_string2c format operator from a char, used for %% and %/% */
            insert_fmt_string2c = "insert into [%s].sdf_data values(?, %s(?,?))";
            insert_fmt_string2s = "insert into [%s].sdf_data values(?, ? %s ?)";
        }
 
        /* for 2* insert statements, the values below specifies the index of bind().
         * if !reversed, then e1 is svec, e2 is anything. otherwise, e2 is the svec */
        if (reversed) { sdf_idx = 3; vec_idx = 2; }
        else { sdf_idx = 2; vec_idx = 3; }
 
        if (IS_NUMERIC(op2)) {
            op2_len = LENGTH(op2);
 
            if (op2_len == 1) {
                if (funcname[0] == '%') {
                    sprintf(g_sql_buf[2], insert_fmt_string1c, iname, 
                            (funcname[1] == '%') ? "r_mod" : "r_intdiv", varname_src, iname_src);
                } else {
                    sprintf(g_sql_buf[2], insert_fmt_string1s, iname,
                            varname_src, funcname, iname_src);
                }
                res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt, 0);
                _sqlite_error(res);
                sqlite3_bind_double(stmt, 1, REAL(op2)[0]);
                sqlite3_step(stmt);
                sqlite3_finalize(stmt);
            } else if (op2_len <= svec_len) {  /* recycle op2 */
                sprintf(g_sql_buf[2], "select [row name], [%s] from [%s].sdf_data",
                        varname_src, iname_src);
                res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt2, 0);
                _sqlite_error(res);
 
                if (funcname[0] == '%') {
                    sprintf(g_sql_buf[2], insert_fmt_string2c, iname, 
                            (funcname[1] == '%') ? "r_mod" : "r_intdiv");  
                    _sqlite_begin;
                    res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt, 0);
                    _sqlite_error(res);
 
                    for (i = 0; i < svec_len; i++) {
                        sqlite3_step(stmt2);
 
                        sqlite3_reset(stmt);
                        sqlite3_bind_text(stmt, 1, (char *)sqlite3_column_text(stmt2, 0), -1, SQLITE_STATIC);
                        sqlite3_bind_int(stmt, sdf_idx, (int)sqlite3_column_double(stmt2, 1));
                        sqlite3_bind_int(stmt, vec_idx, (int)REAL(op2)[i % op2_len]);
                        sqlite3_step(stmt);
                    }
                    sqlite3_finalize(stmt);
                    sqlite3_finalize(stmt2);
                    _sqlite_commit;
                } else { /* non-integer binary operation */
                    sprintf(g_sql_buf[2], insert_fmt_string2s, iname, funcname);
                    _sqlite_begin;
                    res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt, 0);
                    _sqlite_error(res);
 
                    for (i = 0; i < svec_len; i++) {
                        sqlite3_step(stmt2);
 
                        sqlite3_reset(stmt);
                        sqlite3_bind_text(stmt, 1, (char *)sqlite3_column_text(stmt2, 0), -1, SQLITE_STATIC);
                        sqlite3_bind_double(stmt, sdf_idx, sqlite3_column_double(stmt2, 1));
                        sqlite3_bind_double(stmt, vec_idx, REAL(op2)[i % op2_len]);
                        sqlite3_step(stmt);
                    }
                    sqlite3_finalize(stmt);
                    sqlite3_finalize(stmt2);
                    _sqlite_commit;
                }
            } else { /* op2_len > svec_len, recycle svec */
                sprintf(g_sql_buf[1], "select [%s] from [%s].sdf_data",
                        varname_src, iname_src);
 
                if (funcname[0] == '%') {
                    sprintf(g_sql_buf[2], insert_fmt_string2c, iname, 
                            (funcname[1] == '%') ? "r_mod" : "r_intdiv");
                    res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt, 0);
                    _sqlite_error(res);
                } else {
                    sprintf(g_sql_buf[2], insert_fmt_string2s, iname, funcname);
                    res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt, 0);
                    _sqlite_error(res);
                }
 
                i = 0; _sqlite_begin;
                while (i < op2_len) {
                    res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt2, 0);
                    _sqlite_error(res);
 
                    if (funcname[0] == '%') {
                        for ( ; i < op2_len && sqlite3_step(stmt) == SQLITE_ROW ; i++) {
                            sqlite3_step(stmt2);
 
                            sqlite3_reset(stmt);
                            /* simplify my life, just use ints for row names so that we
                             * don't have to worry about duplicates */
                            sqlite3_bind_int(stmt, 1, i); 
                            sqlite3_bind_int(stmt, sdf_idx, sqlite3_column_int(stmt2, 1));
                            sqlite3_bind_int(stmt, vec_idx, (int)REAL(op2)[i % op2_len]);
                            sqlite3_step(stmt);
                        }
                    } else {
                        for ( ; i < op2_len && sqlite3_step(stmt) == SQLITE_ROW ; i++) {
                            sqlite3_step(stmt2);
 
                            sqlite3_reset(stmt);
                            sqlite3_bind_int(stmt, 1, i);
                            sqlite3_bind_double(stmt, sdf_idx, sqlite3_column_double(stmt2, 1));
                            sqlite3_bind_double(stmt, vec_idx, REAL(op2)[i % op2_len]);
                            sqlite3_step(stmt);
                        }
                    }
 
                    /* recycle on svec if we loop again */
                    sqlite3_finalize(stmt2);
                }
 
                sqlite3_finalize(stmt);
                _sqlite_commit;
            }
 
        } else if (IS_INTEGER(op2) || IS_LOGICAL(op2)) { /* I N T E G E R */
            /* we are taking advantage of the fact that logicals are stored as int.
             * if this becomes untrue in the future, then this is a bug */
            op2_len = LENGTH(op2);
 
            if (op2_len == 1) {
                if (funcname[0] == '%') {
                    sprintf(g_sql_buf[2], insert_fmt_string1c, iname, 
                            varname_src, (funcname[1] == '%') ? "r_mod" : "r_intdiv", iname_src);
                } else {
                    sprintf(g_sql_buf[2], insert_fmt_string1s, iname,
                            varname_src, funcname, iname_src);
                }
                res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt, 0);
                _sqlite_error(res);
                sqlite3_bind_double(stmt, 1, (double)INTEGER(op2)[0]);
                sqlite3_step(stmt);
            } else if (op2_len <= svec_len) {
                sprintf(g_sql_buf[2], "select [row name], [%s] from [%s].sdf_data",
                        varname_src, iname_src);
                res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt2, 0);
                _sqlite_error(res);
 
                if (funcname[0] == '%') {
                    /* sqlite does int div with "/" if both args are int. mod is % also.
                     * fortunately, in both cases the sqlite op is 2nd char of funcname */
                    sprintf(g_sql_buf[2], insert_fmt_string2c, iname, 
                            (funcname[1] == '%') ? "r_mod" : "r_intdiv");
                    _sqlite_begin;
                    res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt, 0);
                    _sqlite_error(res);
 
                    for (i = 0; i < svec_len; i++) {
                        sqlite3_step(stmt2);
 
                        sqlite3_reset(stmt);
                        sqlite3_bind_text(stmt, 1, (char *)sqlite3_column_text(stmt2, 0), -1, SQLITE_STATIC);
                        sqlite3_bind_int(stmt, sdf_idx, sqlite3_column_int(stmt2, 1));
                        sqlite3_bind_int(stmt, vec_idx, INTEGER(op2)[i % op2_len]);
                        sqlite3_step(stmt);
                    }
                    _sqlite_commit;
                } else {
                    sprintf(g_sql_buf[2], insert_fmt_string2s, iname, funcname);
                    _sqlite_begin;
                    res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt, 0);
                    _sqlite_error(res);
 
                    for (i = 0; i < svec_len; i++) {
                        sqlite3_step(stmt2);
 
                        sqlite3_reset(stmt);
                        sqlite3_bind_text(stmt, 1, (char *)sqlite3_column_text(stmt2, 0), -1, SQLITE_STATIC);
                        sqlite3_bind_double(stmt, sdf_idx, sqlite3_column_double(stmt2, 1));
                        sqlite3_bind_double(stmt, vec_idx, (double)INTEGER(op2)[i % op2_len]);
                        sqlite3_step(stmt);
                    }
                    _sqlite_commit;
                }
                sqlite3_finalize(stmt2);
            } else {
                sprintf(g_sql_buf[1], "select [%s] from [%s].sdf_data",
                        varname_src, iname_src);
 
                if (funcname[0] == '%') {
                    sprintf(g_sql_buf[2], insert_fmt_string2c, iname,
                            (funcname[1] == '%') ? "r_mod" : "r_intdiv");
                    res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt, 0);
                    _sqlite_error(res);
                } else {
                    sprintf(g_sql_buf[2], insert_fmt_string2s, iname, funcname);
                    res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt, 0);
                    _sqlite_error(res);
                }
               
                i = 0; _sqlite_begin; 
                while (i < op2_len) {
                    res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt2, 0);
                    _sqlite_error(res);
 
                    if (funcname[0] == '%') {
                        for ( ; i < op2_len && sqlite3_step(stmt) == SQLITE_ROW ; i++) {
                            sqlite3_step(stmt2);
 
                            sqlite3_reset(stmt);
                            /* simplify my life, just use ints for row names so that we
                             * don't have to worry about duplicates */
                            sqlite3_bind_int(stmt, 1, i); 
                            sqlite3_bind_int(stmt, sdf_idx, sqlite3_column_int(stmt2, 1));
                            sqlite3_bind_int(stmt, vec_idx, INTEGER(op2)[i % op2_len]);
                            sqlite3_step(stmt);
                        }
                    } else {
                        for ( ; i < op2_len && sqlite3_step(stmt) == SQLITE_ROW ; i++) {
                            sqlite3_step(stmt2);
 
                            sqlite3_reset(stmt);
                            sqlite3_bind_int(stmt, 1, i);
                            sqlite3_bind_double(stmt, sdf_idx, sqlite3_column_double(stmt2, 1));
                            sqlite3_bind_double(stmt, vec_idx, (double)INTEGER(op2)[i % op2_len]);
                            sqlite3_step(stmt);
                        }
                    }
 
                    /* recycle on svec if we loop again */
                    sqlite3_finalize(stmt2);
                }
                _sqlite_commit;
            }
 
            sqlite3_finalize(stmt);
        } else if (inherits(op2, "sqlite.vector")) { 
            /* op2 is surely not a factor, as handled by the R wrapper */
            /* even though it is impossible for reversed to be FALSE, still use
             * sdf_idx and vec_idx so that code would be less confusing */
            char *iname_op2, *varname_op2;
            sqlite3_stmt *stmt3;
            iname_op2 = SDF_INAME(op2);
            varname_op2 = SVEC_VARNAME(op2);
 
            if (!USE_SDF1(iname_op2, TRUE, TRUE)) {
                /* delete created sqlite.vector */
                Rprintf("Warning: detaching created result SDF %s\n", iname);
                sdf_detach_sdf(mkString(iname));
                return R_NilValue;
            }
            _sqlite_begin;
 
            op2_len = _get_row_count2(iname_op2, 1);
            
            sprintf(g_sql_buf[2], "select [%s] from [%s].sdf_data", varname_src, iname_src);
            res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt2, 0);
            _sqlite_error(res);
 
            sprintf(g_sql_buf[2], "select [%s] from [%s].sdf_data", varname_op2, iname_op2);
            res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt3, 0);
            _sqlite_error(res);
 
            if (funcname[0] == '%') {
                sprintf(g_sql_buf[2], insert_fmt_string2c, iname,
                            (funcname[1] == '%') ? "r_mod" : "r_intdiv");
                res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt, 0);
                _sqlite_error(res);
 
                if (svec_len == op2_len) {
                    for (i = 0; i < svec_len; i++) {
                        sqlite3_step(stmt2); sqlite3_step(stmt3);
 
                        sqlite3_reset(stmt);
                        sqlite3_bind_int(stmt, 1, i);
                        sqlite3_bind_int(stmt, sdf_idx, sqlite3_column_int(stmt2, 0));
                        sqlite3_bind_int(stmt, vec_idx, sqlite3_column_int(stmt3, 0));
                        sqlite3_step(stmt);
                    }
                } else if (svec_len < op2_len) {
                    i = 0;
                    while (i < op2_len) {
                        for ( ; sqlite3_step(stmt2) == SQLITE_ROW && i < op2_len; i++) {
                            sqlite3_step(stmt3);
 
                            sqlite3_reset(stmt);
                            sqlite3_bind_int(stmt, 1, i);
                            sqlite3_bind_int(stmt, sdf_idx, sqlite3_column_int(stmt2, 0));
                            sqlite3_bind_int(stmt, vec_idx, sqlite3_column_int(stmt3, 0));
                            sqlite3_step(stmt);
                        }
                        sqlite3_reset(stmt2);
                    }
                } else {
                    i = 0;
                    while (i < svec_len) {
                        for ( ; sqlite3_step(stmt3) == SQLITE_ROW && i < svec_len; i++) {
                            sqlite3_step(stmt2);
 
                            sqlite3_reset(stmt);
                            sqlite3_bind_int(stmt, 1, i);
                            sqlite3_bind_int(stmt, sdf_idx, sqlite3_column_int(stmt2, 0));
                            sqlite3_bind_int(stmt, vec_idx, sqlite3_column_int(stmt3, 0));
                            sqlite3_step(stmt);
                        }
                        sqlite3_reset(stmt3);
                    }
                }
                _sqlite_commit;
            } else { /* not an integer op %% or %/% */
                sprintf(g_sql_buf[2], insert_fmt_string2s, iname, funcname);
                res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt, 0);
                _sqlite_error(res);
 
                if (svec_len == op2_len) {
                    for (i = 0; i < svec_len; i++) {
                        sqlite3_step(stmt2); sqlite3_step(stmt3);
 
                        sqlite3_reset(stmt);
                        sqlite3_bind_int(stmt, 1, i);
                        sqlite3_bind_double(stmt, sdf_idx, sqlite3_column_double(stmt2, 0));
                        sqlite3_bind_double(stmt, vec_idx, sqlite3_column_double(stmt3, 0));
                        sqlite3_step(stmt);
                    }
                } else if (svec_len < op2_len) { /* recycle svec */
                    i = 0;
                    while (i < op2_len) {
                        for ( ; sqlite3_step(stmt2) == SQLITE_ROW && i < op2_len; i++) {
                            sqlite3_step(stmt3);
 
                            sqlite3_reset(stmt);
                            sqlite3_bind_int(stmt, 1, i);
                            sqlite3_bind_double(stmt, sdf_idx, sqlite3_column_double(stmt2, 0));
                            sqlite3_bind_double(stmt, vec_idx, sqlite3_column_double(stmt3, 0));
                            sqlite3_step(stmt);
                        }
                        sqlite3_reset(stmt2);
                    }
                } else { /* svec_len > op2_len, recycle op2 */
                    i = 0;
                    while (i < svec_len) {
                        for ( ; sqlite3_step(stmt3) == SQLITE_ROW && i < svec_len; i++) {
                            sqlite3_step(stmt2);
 
                            sqlite3_reset(stmt);
                            sqlite3_bind_int(stmt, 1, i);
                            sqlite3_bind_double(stmt, sdf_idx, sqlite3_column_double(stmt2, 0));
                            sqlite3_bind_double(stmt, vec_idx, sqlite3_column_double(stmt3, 0));
                            sqlite3_step(stmt);
                        }
                        sqlite3_reset(stmt3);
                    }
                }
            }
 
            sqlite3_finalize(stmt);
            sqlite3_finalize(stmt2);
            sqlite3_finalize(stmt3);
            _sqlite_commit;
 
            UNUSE_SDF2(iname_op2);
        }
    } else if (functype == 1 && funcname[0] != '!') { /* unary not operator */
        iname = _create_svector1(R_NilValue, "bit", NULL, TRUE);
        sprintf(g_sql_buf[2], "insert into [%s].sdf_data "
                    "select [row name], [%s] == 0 from [%s].sdf_data", 
                    iname, varname_src, iname_src);
        res = sqlite3_prepare(g_workspace, g_sql_buf[2], -1, &stmt, 0);
        _sqlite_error(res);
        sqlite3_step(stmt);
        sqlite3_finalize(stmt);
    }
 
    if (iname != NULL) {
        return _create_svector_sexp(iname, "V1", 
                (functype == 0) ? "numeric" : "logical");
        UNUSE_SDF2(iname);
    }
 
    UNUSE_SDF2(iname_src);
 
    return R_NilValue;
 
}
 
SEXP sdf_do_variable_summary(SEXP func, SEXP vector, SEXP na_rm) {
    char *iname_src, *varname_src, *funcname;
    int res;
    sqlite3_stmt *stmt;
    double _ret = NA_REAL; SEXP ret;
 
    /* get data from arguments (function name and sqlite.vector stuffs) */
    funcname = CHAR_ELT(func, 0);
    iname_src = SDF_INAME(vector);
    varname_src = SVEC_VARNAME(vector);
 
    if (!USE_SDF1(iname_src, TRUE, FALSE)) return R_NilValue;
 
    g_narm = LOGICAL(na_rm)[0];
    if (strcmp(funcname, "range") == 0) {
        /* special handling for range. use min then max */
        g_start = 1;
        g_accumulator = 0.0;
        sprintf(g_sql_buf[0], "select min_df([%s]) from [%s].sdf_data", varname_src, iname_src);
        res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, NULL);
        if (_sqlite_error(res)) return R_NilValue;
        sqlite3_step(stmt); sqlite3_finalize(stmt);
        _ret = g_accumulator;
 
        if (R_IsNA(_ret) && !g_narm) {
            PROTECT(ret = NEW_NUMERIC(2));
            REAL(ret)[0] = REAL(ret)[1] = R_NaReal;
            goto __sdf_do_variable_summary_out;
        }
        
        g_start = 1;
        g_accumulator = 0.0;
        sprintf(g_sql_buf[0], "select max_df([%s]) from [%s].sdf_data", varname_src, iname_src);
        res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, NULL);
        if (_sqlite_error(res)) return R_NilValue;
        sqlite3_step(stmt); sqlite3_finalize(stmt);
 
        /* if there is NA, then the if above should have caught it already */
        PROTECT(ret = NEW_NUMERIC(2));
        REAL(ret)[0] = _ret;
        REAL(ret)[1] = g_accumulator;
    } else {
        g_start = 1;  /* we'll use these instead of sqlite3_aggregate_context */
        g_accumulator = 0.0;
        sprintf(g_sql_buf[0], "select %s_df([%s]) from [%s].sdf_data", funcname, varname_src, iname_src);
        res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, NULL);
        if (_sqlite_error(res)) return R_NilValue;
        res = sqlite3_step(stmt); sqlite3_finalize(stmt);
 
        if (strcmp(funcname, "all") == 0 || strcmp(funcname, "any") == 0) {
            PROTECT(ret = NEW_LOGICAL(1));
            if (R_IsNA(g_accumulator)) LOGICAL(ret)[0] = NA_INTEGER;
            else LOGICAL(ret)[0] = !(g_accumulator == 0);
        } else {
            PROTECT(ret = NEW_NUMERIC(1));
            REAL(ret)[0] = g_accumulator;
        }
    }
 
__sdf_do_variable_summary_out:
    UNPROTECT(1);
    return ret;
}
 
 
SEXP sdf_sort_variable(SEXP svec, SEXP decreasing) {
    char *iname, *iname_src, *varname_src, *type;
    sqlite3_stmt *stmt;
    int res;
 
    iname_src = SDF_INAME(svec);
    varname_src = SVEC_VARNAME(svec);
 
    if (!USE_SDF1(iname_src, TRUE, TRUE)) return R_NilValue;
 
    /* determine type of svec */
    sprintf(g_sql_buf[0], "select [%s] from [%s].sdf_data limit 1", varname_src, iname_src);
    res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);
    _sqlite_error(res);
    sqlite3_step(stmt);
    strcpy(g_sql_buf[0], sqlite3_column_decltype(stmt, 0));
    sqlite3_finalize(stmt);
 
    /* create a new vector of that type */
    iname = _create_svector1(mkString("tmp-sort"), g_sql_buf[0], NULL, TRUE);
 
    /* insert to new sdf ordered */
    sprintf(g_sql_buf[0], "insert into [%s].sdf_data "
            "select [row name], [%s] from [%s].sdf_data "
            "order by [%s] %s", iname, varname_src, iname_src, varname_src,
            (LOGICAL(decreasing)[0]) ? "desc" : "asc");
    res = _sqlite_exec(g_sql_buf[0]);
    _sqlite_error(res);
 
    if (TEST_SDFVECTORTYPE(svec, "factor")) { /* copy factor table to iname */
        if (TEST_SDFVECTORTYPE(svec, "ordered")) type = "ordered";
        else type = "factor";
        _copy_factor_levels2(type, iname_src, varname_src, iname, "V1");
    } else type = CHAR_ELT(GET_CLASS(svec), 1);
 
    UNUSE_SDF2(iname_src);
    UNUSE_SDF2(iname);
 
    return _create_svector_sexp(iname, "V1", type);
}
 
/****************************************************************************
 * VECTOR MATH/OPS/GROUP OPERATIONS
 ****************************************************************************/
 
R_INLINE int __vecmath_checkarg(sqlite3_context *ctx, sqlite3_value *arg, double *value) {
    int ret = 1;
    if (sqlite3_value_type(arg) == SQLITE_NULL) { 
        sqlite3_result_null(ctx); 
        ret = 0;
    } else {
        if (sqlite3_value_type(arg) == SQLITE_INTEGER) 
            *value = sqlite3_value_int(arg); 
        else *value = sqlite3_value_double(arg); 
    }
    return ret;
}
 
#define SQLITE_MATH_FUNC1(name, func) static void __vecmath_ ## name(\
        sqlite3_context *ctx, int argc, sqlite3_value **argv) { \
    double value; \
    if (__vecmath_checkarg(ctx, argv[0], &value)) { \
        sqlite3_result_double(ctx, func(value)); \
    }  \
}
 
#define SQLITE_MATH_FUNC2(name, func) static void __vecmath_ ## name(\
        sqlite3_context *ctx, int argc, sqlite3_value **argv) { \
    double value1, value2; \
    if (__vecmath_checkarg(ctx, argv[0], &value1) && \
        __vecmath_checkarg(ctx, argv[1], &value2)) { \
        sqlite3_result_double(ctx, func((long double)value1, (long double)value2)); \
    }  \
}
 
#define SQLITE_MATH_FUNC_CUM(name, func) static void __vecmath_ ## name(\
        sqlite3_context *ctx, int argc, sqlite3_value **argv) { \
    double value; \
    if (__vecmath_checkarg(ctx, argv[0], &value)) { \
        if (g_start) { g_start = 0; g_accumulator = value; } \
        else g_accumulator = func(g_accumulator, value); \
        sqlite3_result_double(ctx, g_accumulator); \
    }  \
}
 
#define LOGBASE(a, b) log(a)/log(b)
 
/* SQLITE_MATH_FUNC1(abs, abs)   in SQLite */
SQLITE_MATH_FUNC1(sign, sign)   /* in R */
SQLITE_MATH_FUNC1(sqrt, sqrt)
SQLITE_MATH_FUNC1(floor, floor)
SQLITE_MATH_FUNC1(ceiling, ceil)
SQLITE_MATH_FUNC1(trunc, ftrunc) /* in R */
/*SQLITE_MATH_FUNC2(round, fprec)  2 arg, in SQLite, but override with R's version */
SQLITE_MATH_FUNC2(signif, fround) /* 2 arg, in R */
SQLITE_MATH_FUNC1(exp, exp)
SQLITE_MATH_FUNC2(log, LOGBASE) /* 2 arg */
SQLITE_MATH_FUNC1(cos, cos)
SQLITE_MATH_FUNC1(sin, sin)
SQLITE_MATH_FUNC1(tan, tan)
SQLITE_MATH_FUNC1(acos, acos)
SQLITE_MATH_FUNC1(asin, asin)
SQLITE_MATH_FUNC1(atan, atan)
SQLITE_MATH_FUNC1(cosh, cosh)
SQLITE_MATH_FUNC1(sinh, sinh)
SQLITE_MATH_FUNC1(tanh, tanh)
SQLITE_MATH_FUNC1(acosh, acosh)  /* nowhere in include?? */
SQLITE_MATH_FUNC1(asinh, asinh)  /* nowhere in include?? */
SQLITE_MATH_FUNC1(atanh, atanh)  /* nowhere in include?? */
SQLITE_MATH_FUNC1(lgamma, lgammafn) /* in R */
SQLITE_MATH_FUNC1(gamma, gammafn) /* in R */
/* SQLITE_MATH_FUNC1(gammaCody, gammaCody)   * in R ?? */
SQLITE_MATH_FUNC1(digamma, digamma) /* in R */    
SQLITE_MATH_FUNC1(trigamma, trigamma) /* in R */
 
#define SUM(a, b)  (a) + (b)
#define PROD(a, b) (a) * (b)
#define MIN(a, b) ((a) <= (b)) ? (a) : (b)
#define MAX(a, b) ((a) >= (b)) ? (a) : (b)
#define ALL(a, b) (((a) == 0) || ((b) == 0)) ? 0 : 1
#define ANY(a, b) (((a) == 0) && ((b) == 0)) ? 0 : 1
 
SQLITE_MATH_FUNC_CUM(cumsum, SUM)
SQLITE_MATH_FUNC_CUM(cumprod, PROD)
SQLITE_MATH_FUNC_CUM(cummin, MIN)
SQLITE_MATH_FUNC_CUM(cummax, MAX)
 
#define SQLITE_SUMMARY_FUNC(name, func) static void __vecsummary_ ## name(\
        sqlite3_context *ctx, int argc, sqlite3_value **argv) { \
    double value; \
    if (!g_narm && R_IsNA(g_accumulator)) return; /* NA if na.rm=F & NA found */ \
    if (sqlite3_value_type(argv[0]) != SQLITE_NULL) {  \
        if (sqlite3_value_type(argv[0]) == SQLITE_INTEGER) {  \
            int tmp = sqlite3_value_int(argv[0]); \
            value = (tmp == NA_INTEGER) ? R_NaReal : tmp; \
        } else value = sqlite3_value_double(argv[0]);  \
        if (R_IsNA(value)) { \
            if (!g_narm) g_accumulator = value; return; \
        } else if (g_start) { g_start = 0; g_accumulator = value; } \
        else g_accumulator = func(g_accumulator, value); \
    } \
}
 
SQLITE_SUMMARY_FUNC(all_df, ALL)
SQLITE_SUMMARY_FUNC(any_df, ANY)
SQLITE_SUMMARY_FUNC(sum_df, SUM)
SQLITE_SUMMARY_FUNC(prod_df, PROD)
SQLITE_SUMMARY_FUNC(min_df, MIN)
SQLITE_SUMMARY_FUNC(max_df, MAX)
 
static void __vecsummary_finalize(sqlite3_context *ctx) {
    /* g_accumulator already summarizes it. just return that */
    sqlite3_result_double(ctx, g_accumulator);
}
 
static void __r_modulo(sqlite3_context *ctx, int argc, sqlite3_value **argv) {
    if (sqlite3_value_type(argv[0]) == SQLITE_NULL ||
        sqlite3_value_type(argv[1]) == SQLITE_NULL) { 
        sqlite3_result_null(ctx); 
    } else {
        double v1, v2, q, tmp;
        if (sqlite3_value_type(argv[0]) == SQLITE_INTEGER && 
            sqlite3_value_type(argv[1]) == SQLITE_INTEGER) {
            int i1, i2;
            i1 = sqlite3_value_int(argv[0]);
            i2 = sqlite3_value_int(argv[1]);
            if (i1 > 0 && i2 > 0) { 
                sqlite3_result_int(ctx, i1 % i2); return;
            }
            v1 = i1; v2 = i2;
        } else {
            v1 = sqlite3_value_double(argv[0]);
            v2 = sqlite3_value_double(argv[1]);
        }
        /* copied from myfmod() in src/main/arithmetic.c */
        q = v1 / v2; 
        if (v2 == 0) sqlite3_result_double(ctx, R_NaN);
        tmp = v1 - floor(q) * v2;
        /* checking omitted */
        q = floor(tmp/v2);
        sqlite3_result_double(ctx, tmp - q*v2);
 
    }
}
 
static void __r_intdiv(sqlite3_context *ctx, int argc, sqlite3_value **argv) {
    if (sqlite3_value_type(argv[0]) == SQLITE_NULL ||
        sqlite3_value_type(argv[1]) == SQLITE_NULL) { 
        sqlite3_result_null(ctx); 
    } else {
        double v1, v2;
        if (sqlite3_value_type(argv[0]) == SQLITE_INTEGER && 
            sqlite3_value_type(argv[1]) == SQLITE_INTEGER) {
            int i1, i2;
            i1 = sqlite3_value_int(argv[0]);
            i2 = sqlite3_value_int(argv[1]);
            if (i1 == NA_INTEGER || i2 == NA_INTEGER) {
                sqlite3_result_int(ctx, NA_INTEGER); return;
            } else if (i2 == 0) {
                sqlite3_result_int(ctx, 0); return;
            }
            v1 = i1; v2 = i2;
        } else {
            v1 = sqlite3_value_double(argv[0]);
            v2 = sqlite3_value_double(argv[1]);
        }
        /* copied from IDIVOP cases in src/main/arithmetic.c */
        sqlite3_result_double(ctx, floor(v1/v2));
    }
}
#define VMENTRY1(func)  {#func, __vecmath_ ## func}
#define VSENTRY1(func)  {#func, __vecsummary_ ## func}
void __register_vector_math() {
    int i, res;
    static const struct {
        char *name;
        void (*func)(sqlite3_context*, int, sqlite3_value**);
    } arr_func1[] = {
        VMENTRY1(sign),
        VMENTRY1(sqrt),
        VMENTRY1(floor),
        VMENTRY1(ceiling),
        VMENTRY1(trunc),
        VMENTRY1(exp),
        VMENTRY1(cos),
        VMENTRY1(sin),
        VMENTRY1(tan),
        VMENTRY1(acos),
        VMENTRY1(asin),
        VMENTRY1(atan),
        VMENTRY1(cosh),
        VMENTRY1(sinh),
        VMENTRY1(tanh),
        VMENTRY1(acosh),
        VMENTRY1(asinh),
        VMENTRY1(atanh),
        VMENTRY1(lgamma),
        VMENTRY1(gamma),
        VMENTRY1(digamma),
        VMENTRY1(trigamma),
        VMENTRY1(cumsum),
        VMENTRY1(cumprod),
        VMENTRY1(cummin),
        VMENTRY1(cummax)
    }, arr_func2[] =  {
        {"r_mod", __r_modulo},
        {"r_intdiv", __r_intdiv},
        /*VMENTRY1(round),*/
        VMENTRY1(signif),
        VMENTRY1(log)
    }, arr_sum1[] = {
        VSENTRY1(all_df),  /* can't override sum, min, max */
        VSENTRY1(any_df),
        VSENTRY1(sum_df),
        VSENTRY1(prod_df),
        VSENTRY1(min_df),
        VSENTRY1(max_df)
    };
 
    int len = sizeof(arr_func1) / sizeof(arr_func1[0]);
 
    for (i = 0; i < len; i++) {
        res = sqlite3_create_function(g_workspace, arr_func1[i].name, 1, 
                SQLITE_ANY, NULL, arr_func1[i].func, NULL, NULL);
        _sqlite_error(res);
    }
 
    len = sizeof(arr_func2) / sizeof(arr_func2[0]);
    for (i = 0; i < len; i++) {
        res = sqlite3_create_function(g_workspace, arr_func2[i].name, 2, 
                SQLITE_ANY, NULL, arr_func2[i].func, NULL, NULL);
        _sqlite_error(res);
    }
 
    len = sizeof(arr_sum1) / sizeof(arr_sum1[0]);
    for (i = 0; i < len; i++) {
        res = sqlite3_create_function(g_workspace, arr_sum1[i].name, 1, 
                SQLITE_ANY, NULL, NULL, arr_sum1[i].func, __vecsummary_finalize);
        _sqlite_error(res);
    }
}

Rev 3446	Rev 3456
1	`#include "sqlite_dataframe.h"`	1	`#include "sqlite_dataframe.h"`
2	`#include <math.h>`	2	`#include <math.h>`
3	`#include "Rmath.h"`	3	`#include "Rmath.h"`
4		4
5	`/****************************************************************************`	5	`/****************************************************************************`
6	`* UTILITY FUNCTIONS`	6	`* UTILITY FUNCTIONS`
7	`****************************************************************************/`	7	`****************************************************************************/`
8	`char _create_svector1(SEXP name, const char type, int * _namelen, int protect) {`	8	`char _create_svector1(SEXP name, const char type, int * _namelen, int protect) {`
9	`int namelen, res;`	9	`int namelen, res;`
10	`char *iname = _create_sdf_skeleton1(name, &namelen, protect);`	10	`char *iname = _create_sdf_skeleton1(name, &namelen, protect);`
11		11
12	`if (iname == NULL) return NULL;`	12	`if (iname == NULL) return NULL;`
13		13
14	`sprintf(g_sql_buf[2], "create table [%s].sdf_data ([row name] text, "`	14	`sprintf(g_sql_buf[2], "create table [%s].sdf_data ([row name] text, "`
15	`"V1 %s, primary key ([row name]))", iname, type);`	15	`"V1 %s, primary key ([row name]))", iname, type);`
16	`res = _sqlite_exec(g_sql_buf[2]);`	16	`res = _sqlite_exec(g_sql_buf[2]);`
17	`_sqlite_error(res);`	17	`_sqlite_error(res);`
18		18
19	`if (_namelen != NULL) *_namelen = namelen;`	19	`if (_namelen != NULL) *_namelen = namelen;`
20	`return iname;`	20	`return iname;`
21	`}`	21	`}`
22		22
23	`static SEXP _create_svector_sexp(const char iname, const char varname,`	23	`static SEXP _create_svector_sexp(const char iname, const char varname,`
24	`const char *type) {`	24	`const char *type) {`
25	`SEXP ret, value; int nprotected = 0;`	25	`SEXP ret, value; int nprotected = 0;`
26	`PROTECT(ret = NEW_LIST(2)); nprotected++;`	26	`PROTECT(ret = NEW_LIST(2)); nprotected++;`
27		27
28	`/* set list names */`	28	`/* set list names */`
29	`PROTECT(value = NEW_CHARACTER(2)); nprotected++;`	29	`PROTECT(value = NEW_CHARACTER(2)); nprotected++;`
30	`SET_STRING_ELT(value, 0, mkChar("iname"));`	30	`SET_STRING_ELT(value, 0, mkChar("iname"));`
31	`SET_STRING_ELT(value, 1, mkChar("varname"));`	31	`SET_STRING_ELT(value, 1, mkChar("varname"));`
32	`SET_NAMES(ret, value);`	32	`SET_NAMES(ret, value);`
33		33
34	`/* set list values */`	34	`/* set list values */`
35	`SET_VECTOR_ELT(ret, 0, mkString(iname));`	35	`SET_VECTOR_ELT(ret, 0, mkString(iname));`
36	`SET_VECTOR_ELT(ret, 1, mkString(varname));`	36	`SET_VECTOR_ELT(ret, 1, mkString(varname));`
37		37
38	`/* set sexp class */`	38	`/* set sexp class */`
39	`if (strcmp(type, "ordered") == 0) {`	-
40	`PROTECT(value = NEW_CHARACTER(3)); nprotected++;`	-
41	`SET_VECTOR_ELT(value, 0, mkChar("sqlite.vector"));`	39	`SET_CLASS(ret, mkString("sqlite.vector"));`
-		40
42	`SET_VECTOR_ELT(value, 1, mkChar(type));`	41	`/* set sdf.vector.type */`
43	`SET_VECTOR_ELT(value, 2, mkChar("factor"));`	-
44	`} else {`	-
45	`PROTECT(value = NEW_CHARACTER(2)); nprotected++;`	-
46	`SET_VECTOR_ELT(value, 0, mkChar("sqlite.vector"));`	-
47	`SET_VECTOR_ELT(value, 1, mkChar(type));`	42	`SET_SDFVECTORTYPE(ret, mkString(type));`
48	`SET_CLASS(ret, value);`	-
49	`}`	-
50		43
51	`UNPROTECT(nprotected);`	44	`UNPROTECT(nprotected);`
52		45
53	`return ret;`	46	`return ret;`
54	`}`	47	`}`
55		48
56	`/* if ret == NULL, 3rd arg is the length of the vector created. otherwise`	49	`/* if ret == NULL, 3rd arg is the length of the vector created. otherwise`
57	`* it is the index in the vector ret where we will put the result extracted`	50	`* it is the index in the vector ret where we will put the result extracted`
58	`* from ret */`	51	`* from ret */`
59	`int _get_vector_index_typed_result(sqlite3_stmt stmt, SEXP ret, int idx_or_len) {`	52	`int _get_vector_index_typed_result(sqlite3_stmt stmt, SEXP ret, int idx_or_len) {`
60	`int added = 1;`	53	`int added = 1;`
61	`if (ret == NULL \|\| ret == R_NilValue) {`	54	`if (ret == NULL \|\| ret == R_NilValue) {`
62	`const char *coltype = sqlite3_column_decltype(stmt, 0);`	55	`const char *coltype = sqlite3_column_decltype(stmt, 0);`
63	`if (sqlite3_column_type(stmt, 0) == SQLITE_NULL) {`	56	`if (sqlite3_column_type(stmt, 0) == SQLITE_NULL) {`
64	`added = 0;`	57	`added = 0;`
65	`}`	58	`}`
66		59
67	`if (strcmp(coltype, "text") == 0) {`	60	`if (strcmp(coltype, "text") == 0) {`
68	`PROTECT(*ret = NEW_CHARACTER(idx_or_len));`	61	`PROTECT(*ret = NEW_CHARACTER(idx_or_len));`
69	`if (added)`	62	`if (added)`
70	`SET_STRING_ELT(ret, 0, mkChar((char )sqlite3_column_text(stmt, 0)));`	63	`SET_STRING_ELT(ret, 0, mkChar((char )sqlite3_column_text(stmt, 0)));`
71	`} else if (strcmp(coltype, "double") == 0) {`	64	`} else if (strcmp(coltype, "double") == 0) {`
72	`PROTECT(*ret = NEW_NUMERIC(idx_or_len));`	65	`PROTECT(*ret = NEW_NUMERIC(idx_or_len));`
73	`if (added) REAL(*ret)[0] = sqlite3_column_double(stmt, 0);`	66	`if (added) REAL(*ret)[0] = sqlite3_column_double(stmt, 0);`
74	`} else if (strcmp(coltype, "bit") == 0) {`	67	`} else if (strcmp(coltype, "bit") == 0) {`
75	`PROTECT(*ret = NEW_LOGICAL(idx_or_len));`	68	`PROTECT(*ret = NEW_LOGICAL(idx_or_len));`
76	`if (added) INTEGER(*ret)[0] = sqlite3_column_int(stmt, 0);`	69	`if (added) INTEGER(*ret)[0] = sqlite3_column_int(stmt, 0);`
77	`} else if (strcmp(coltype, "integer") == 0 \|\|`	70	`} else if (strcmp(coltype, "integer") == 0 \|\|`
78	`strcmp(coltype, "int") == 0) {`	71	`strcmp(coltype, "int") == 0) {`
79	`/* caller should just copy off the vars level attr for factors */`	72	`/* caller should just copy off the vars level attr for factors */`
80	`PROTECT(*ret = NEW_INTEGER(idx_or_len));`	73	`PROTECT(*ret = NEW_INTEGER(idx_or_len));`
81	`if (added) INTEGER(*ret)[0] = sqlite3_column_int(stmt, 0);`	74	`if (added) INTEGER(*ret)[0] = sqlite3_column_int(stmt, 0);`
82	`} else added = 0;`	75	`} else added = 0;`
83		76
84	`UNPROTECT(1);`	77	`UNPROTECT(1);`
85	`} else {`	78	`} else {`
86	`const char *coltype = sqlite3_column_decltype(stmt, 0);`	79	`const char *coltype = sqlite3_column_decltype(stmt, 0);`
87	`if (sqlite3_column_type(stmt, 0) == SQLITE_NULL) {`	80	`if (sqlite3_column_type(stmt, 0) == SQLITE_NULL) {`
88	`added = 0;`	81	`added = 0;`
89	`} else if (strcmp(coltype, "text") == 0) {`	82	`} else if (strcmp(coltype, "text") == 0) {`
90	`SET_STRING_ELT(*ret, idx_or_len,`	83	`SET_STRING_ELT(*ret, idx_or_len,`
91	`mkChar((char *)sqlite3_column_text(stmt, 0)));`	84	`mkChar((char *)sqlite3_column_text(stmt, 0)));`
92	`} else if (strcmp(coltype, "double") == 0) {`	85	`} else if (strcmp(coltype, "double") == 0) {`
93	`REAL(*ret)[idx_or_len] = sqlite3_column_double(stmt, 0);`	86	`REAL(*ret)[idx_or_len] = sqlite3_column_double(stmt, 0);`
94	`} else if (strcmp(coltype, "bit") == 0) {`	87	`} else if (strcmp(coltype, "bit") == 0) {`
95	`INTEGER(*ret)[idx_or_len] = sqlite3_column_int(stmt, 0);`	88	`INTEGER(*ret)[idx_or_len] = sqlite3_column_int(stmt, 0);`
96	`} else if (strcmp(coltype, "integer") == 0 \|\|`	89	`} else if (strcmp(coltype, "integer") == 0 \|\|`
97	`strcmp(coltype, "int") == 0) {`	90	`strcmp(coltype, "int") == 0) {`
98	`/* caller should just copy off the vars level attr for factors */`	91	`/* caller should just copy off the vars level attr for factors */`
99	`INTEGER(*ret)[idx_or_len] = sqlite3_column_int(stmt, 0);`	92	`INTEGER(*ret)[idx_or_len] = sqlite3_column_int(stmt, 0);`
100	`} else added = 0;`	93	`} else added = 0;`
101	`}`	94	`}`
102		95
103	`return added;`	96	`return added;`
104	`}`	97	`}`
105		98
106	`/****************************************************************************`	99	`/****************************************************************************`
107	`* SVEC FUNCTIONS`	100	`* SVEC FUNCTIONS`
108	`****************************************************************************/`	101	`****************************************************************************/`
109	`SEXP sdf_get_variable(SEXP sdf, SEXP name) {`	102	`SEXP sdf_get_variable(SEXP sdf, SEXP name) {`
-		103	`char iname, varname, *svec_type = NULL;`
-		104	`const char *coltype;`
-		105	`int type = -1, res, nprotected = 0;`
-		106	`SEXP ret, value;`
-		107
110	`if (!IS_CHARACTER(name)) {`	108	`if (!IS_CHARACTER(name)) {`
111	`Rprintf("ERROR: argument is not a string.\n");`	109	`Rprintf("ERROR: argument is not a string.\n");`
112	`return R_NilValue;`	110	`return R_NilValue;`
113	`}`	111	`}`
114		112
115	`char *iname = SDF_INAME(sdf);`	113	`iname = SDF_INAME(sdf);`
116	`char *varname = CHAR_ELT(name, 0);`	114	`varname = CHAR_ELT(name, 0);`
117		115
118	`if (!USE_SDF1(iname, TRUE, FALSE)) return R_NilValue;`	116	`if (!USE_SDF1(iname, TRUE, FALSE)) return R_NilValue;`
119		117
120	`/* check if sdf & varname w/in that sdf exists */`	118	`/* check if sdf & varname w/in that sdf exists */`
121	`sqlite3_stmt *stmt;`	119	`sqlite3_stmt *stmt;`
122	`sprintf(g_sql_buf[0], "select [%s] from [%s].sdf_data", varname, iname);`	120	`sprintf(g_sql_buf[0], "select [%s] from [%s].sdf_data", varname, iname);`
123		121
124	`int res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);`	122	`res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);`
125		123
126	`if (_sqlite_error(res)) return R_NilValue;`	124	`if (_sqlite_error(res)) return R_NilValue;`
127		125
128	`const char *coltype = sqlite3_column_decltype(stmt, 0);`	126	`coltype = sqlite3_column_decltype(stmt, 0);`
129	`sqlite3_finalize(stmt);`	127	`sqlite3_finalize(stmt);`
130		-
131		128
132	`SEXP ret, value, class = R_NilValue; int nprotected = 0;`	-
133	`PROTECT(ret = NEW_LIST(2)); nprotected++;`	129	`PROTECT(ret = NEW_LIST(2)); nprotected++;`
134		130
135	`/* set list names */`	131	`/* set list names */`
136	`PROTECT(value = NEW_CHARACTER(2)); nprotected++;`	132	`PROTECT(value = NEW_CHARACTER(2)); nprotected++;`
137	`SET_STRING_ELT(value, 0, mkChar("iname"));`	133	`SET_STRING_ELT(value, 0, mkChar("iname"));`
138	`SET_STRING_ELT(value, 1, mkChar("varname"));`	134	`SET_STRING_ELT(value, 1, mkChar("varname"));`
139	`SET_NAMES(ret, value);`	135	`SET_NAMES(ret, value);`
140		136
141	`/* set list values */`	137	`/* set list values */`
142	`SET_VECTOR_ELT(ret, 0, mkString(iname));`	138	`SET_VECTOR_ELT(ret, 0, mkString(iname));`
143	`SET_VECTOR_ELT(ret, 1, mkString(varname));`	139	`SET_VECTOR_ELT(ret, 1, mkString(varname));`
144		140
145	`/* set class */`	141	`/* set class */`
146	`int type = -1;`	-
147	`if (strcmp(coltype, "text") == 0) class = mkChar("character");`	142	`if (strcmp(coltype, "text") == 0) svec_type = "character";`
148	`else if (strcmp(coltype, "double") == 0) class = mkChar("numeric");`	143	`else if (strcmp(coltype, "double") == 0) svec_type = "numeric";`
149	`else if (strcmp(coltype, "bit") == 0) class = mkChar("logical");`	144	`else if (strcmp(coltype, "bit") == 0) svec_type = "logical";`
150	`else if (strcmp(coltype, "integer") == 0 \|\| strcmp(coltype, "int") == 0) {`	145	`else if (strcmp(coltype, "integer") == 0 \|\| strcmp(coltype, "int") == 0) {`
151	`/* determine if int, factor or ordered */`	146	`/* determine if int, factor or ordered */`
152	`type = _get_factor_levels1(iname, varname, ret);`	147	`type = _get_factor_levels1(iname, varname, ret);`
153	`switch(type) {`	148	`switch(type) {`
154	`case VAR_INTEGER: class = mkChar("integer"); break;`	149	`case VAR_INTEGER: svec_type = "integer"; break;`
155	`case VAR_FACTOR: class = mkChar("factor"); break;`	150	`case VAR_FACTOR: svec_type = "factor"; break;`
156	`case VAR_ORDERED: class = mkChar("ordered");`	151	`case VAR_ORDERED: svec_type = "ordered";`
157	`}`	152	`}`
158		153
159	`}`	154	`}`
160		155
161	`if (type != VAR_ORDERED) {`	-
162	`PROTECT(value = NEW_CHARACTER(2)); nprotected++;`	-
163	`SET_STRING_ELT(value, 0, mkChar("sqlite.vector"));`	156	`SET_CLASS(ret, mkString("sqlite.vector"));`
164	`SET_STRING_ELT(value, 1, class);`	-
165	`} else {`	-
166	`PROTECT(value = NEW_CHARACTER(3)); nprotected++;`	-
167	`SET_STRING_ELT(value, 0, mkChar("sqlite.vector"));`	-
168	`SET_STRING_ELT(value, 1, class);`	-
169	`SET_STRING_ELT(value, 2, mkChar("factor"));`	157	`SET_SDFVECTORTYPE(ret, mkString(svec_type));`
170	`}`	-
171	`SET_CLASS(ret, value);`	-
172		158
173	`UNPROTECT(nprotected);`	159	`UNPROTECT(nprotected);`
174	`return ret;`	160	`return ret;`
175		161
176	`}`	162	`}`
177		163
178		164
179	`SEXP sdf_get_variable_length(SEXP svec) {`	165	`SEXP sdf_get_variable_length(SEXP svec) {`
180	`char *iname = SDF_INAME(svec);`	166	`char *iname = SDF_INAME(svec);`
181	`if (!USE_SDF1(iname, TRUE, FALSE)) return R_NilValue;`	167	`if (!USE_SDF1(iname, TRUE, FALSE)) return R_NilValue;`
182		168
183	`return ScalarInteger(_get_row_count2(iname, 1));`	169	`return ScalarInteger(_get_row_count2(iname, 1));`
184	`}`	170	`}`
185		171
186		172
187	`SEXP sdf_get_variable_index(SEXP svec, SEXP idx) {`	173	`SEXP sdf_get_variable_index(SEXP svec, SEXP idx) {`
188	`SEXP ret = R_NilValue, tmp;`	174	`SEXP ret = R_NilValue, tmp;`
189	`char iname = SDF_INAME(svec), varname = SVEC_VARNAME(svec);`	175	`char iname = SDF_INAME(svec), varname = SVEC_VARNAME(svec);`
190	`int index, idxlen, i, retlen=0, res;`	176	`int index, idxlen, i, retlen=0, res;`
191	`sqlite3_stmt *stmt;`	177	`sqlite3_stmt *stmt;`
192		178
193	`if (!USE_SDF1(iname, TRUE, FALSE)) return R_NilValue;`	179	`if (!USE_SDF1(iname, TRUE, FALSE)) return R_NilValue;`
194		180
195	`idxlen = LENGTH(idx);`	181	`idxlen = LENGTH(idx);`
196	`if (idxlen < 1) return ret;`	182	`if (idxlen < 1) return ret;`
197		183
198	`sprintf(g_sql_buf[0], "select [%s] from [%s].sdf_data limit ?,1",`	184	`sprintf(g_sql_buf[0], "select [%s] from [%s].sdf_data limit ?,1",`
199	`varname, iname);`	185	`varname, iname);`
200	`res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);`	186	`res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);`
201		187
202	`/* get data based on index */`	188	`/* get data based on index */`
203	`if (IS_NUMERIC(idx)) {`	189	`if (IS_NUMERIC(idx)) {`
204	`index = ((int) REAL(idx)[0]) - 1;`	190	`index = ((int) REAL(idx)[0]) - 1;`
205	`if (index < 0 && idxlen == 1) return ret;`	191	`if (index < 0 && idxlen == 1) return ret;`
206		192
207	`if (index >= 0) {`	193	`if (index >= 0) {`
208	`sqlite3_bind_int(stmt, 1, index);`	194	`sqlite3_bind_int(stmt, 1, index);`
209	`res = sqlite3_step(stmt);`	195	`res = sqlite3_step(stmt);`
210	`if (res == SQLITE_ROW) {`	196	`if (res == SQLITE_ROW) {`
211	`retlen = _get_vector_index_typed_result(stmt, &ret, idxlen);`	197	`retlen = _get_vector_index_typed_result(stmt, &ret, idxlen);`
212	`}`	198	`}`
213	`}`	199	`}`
214		200
215	`if (index < 0 \|\| res != SQLITE_ROW) {`	201	`if (index < 0 \|\| res != SQLITE_ROW) {`
216	`/* something wrong w/ 1st idx, and it is quietly ignored. we make`	202	`/* something wrong w/ 1st idx, and it is quietly ignored. we make`
217	`* a "dummy" call to setup the SEXP */`	203	`* a "dummy" call to setup the SEXP */`
218	`sqlite3_reset(stmt);`	204	`sqlite3_reset(stmt);`
219	`sqlite3_bind_int(stmt, 1, 0);`	205	`sqlite3_bind_int(stmt, 1, 0);`
220	`res = sqlite3_step(stmt);`	206	`res = sqlite3_step(stmt);`
221	`if (res == SQLITE_ROW) {`	207	`if (res == SQLITE_ROW) {`
222	`_get_vector_index_typed_result(stmt, &ret, idxlen - 1);`	208	`_get_vector_index_typed_result(stmt, &ret, idxlen - 1);`
223	`}`	209	`}`
224	`retlen = 0;`	210	`retlen = 0;`
225	`}`	211	`}`
226		212
227		213
228	`if (idxlen > 1) {`	214	`if (idxlen > 1) {`
229	`for (i = 1; i < idxlen; i++) {`	215	`for (i = 1; i < idxlen; i++) {`
230	`index = ((int) REAL(idx)[i]) - 1;`	216	`index = ((int) REAL(idx)[i]) - 1;`
231	`if (index < 0) continue;`	217	`if (index < 0) continue;`
232	`sqlite3_reset(stmt);`	218	`sqlite3_reset(stmt);`
233	`sqlite3_bind_int(stmt, 1, index);`	219	`sqlite3_bind_int(stmt, 1, index);`
234	`res = sqlite3_step(stmt);`	220	`res = sqlite3_step(stmt);`
235	`if (res == SQLITE_ROW)`	221	`if (res == SQLITE_ROW)`
236	`retlen += _get_vector_index_typed_result(stmt, &ret, retlen);`	222	`retlen += _get_vector_index_typed_result(stmt, &ret, retlen);`
237	`}`	223	`}`
238	`}`	224	`}`
239	`} else if (IS_INTEGER(idx)) {`	225	`} else if (IS_INTEGER(idx)) {`
240	`/* similar to REAL (IS_NUMERIC) above, except that we don't have`	226	`/* similar to REAL (IS_NUMERIC) above, except that we don't have`
241	`* to cast idx to int. can't refactor this out, sucks. */`	227	`* to cast idx to int. can't refactor this out, sucks. */`
242	`index = INTEGER(idx)[0] - 1;`	228	`index = INTEGER(idx)[0] - 1;`
243	`if (index < 0 && idxlen == 1) return ret;`	229	`if (index < 0 && idxlen == 1) return ret;`
244		230
245	`if (index >= 0) {`	231	`if (index >= 0) {`
246	`sqlite3_bind_int(stmt, 1, index);`	232	`sqlite3_bind_int(stmt, 1, index);`
247	`res = sqlite3_step(stmt);`	233	`res = sqlite3_step(stmt);`
248	`if (res == SQLITE_ROW) {`	234	`if (res == SQLITE_ROW) {`
249	`retlen = _get_vector_index_typed_result(stmt, &ret, idxlen);`	235	`retlen = _get_vector_index_typed_result(stmt, &ret, idxlen);`
250	`}`	236	`}`
251	`}`	237	`}`
252		238
253	`if (index < 0 \|\| res != SQLITE_ROW) {`	239	`if (index < 0 \|\| res != SQLITE_ROW) {`
254	`/* something wrong w/ 1st idx, and it is quietly ignored. we make`	240	`/* something wrong w/ 1st idx, and it is quietly ignored. we make`
255	`* a "dummy" call to setup the SEXP */`	241	`* a "dummy" call to setup the SEXP */`
256	`sqlite3_reset(stmt);`	242	`sqlite3_reset(stmt);`
257	`sqlite3_bind_int(stmt, 1, 0);`	243	`sqlite3_bind_int(stmt, 1, 0);`
258	`res = sqlite3_step(stmt);`	244	`res = sqlite3_step(stmt);`
259	`if (res == SQLITE_ROW) {`	245	`if (res == SQLITE_ROW) {`
260	`_get_vector_index_typed_result(stmt, &ret, idxlen - 1);`	246	`_get_vector_index_typed_result(stmt, &ret, idxlen - 1);`
261	`}`	247	`}`
262	`retlen = 0;`	248	`retlen = 0;`
263	`}`	249	`}`
264		250
265	`if (idxlen > 1) {`	251	`if (idxlen > 1) {`
266	`for (i = 1; i < idxlen; i++) {`	252	`for (i = 1; i < idxlen; i++) {`
267	`index = INTEGER(idx)[i] - 1;`	253	`index = INTEGER(idx)[i] - 1;`
268	`if (index < 0) continue;`	254	`if (index < 0) continue;`
269	`sqlite3_reset(stmt);`	255	`sqlite3_reset(stmt);`
270	`sqlite3_bind_int(stmt, 1, index);`	256	`sqlite3_bind_int(stmt, 1, index);`
271	`sqlite3_step(stmt);`	257	`sqlite3_step(stmt);`
272	`retlen += _get_vector_index_typed_result(stmt, &ret, retlen);`	258	`retlen += _get_vector_index_typed_result(stmt, &ret, retlen);`
273	`}`	259	`}`
274	`}`	260	`}`
275		261
276	`} else if (IS_LOGICAL(idx)) {`	262	`} else if (IS_LOGICAL(idx)) {`
277	`/* have to deal with recycling */`	263	`/* have to deal with recycling */`
278	`int veclen = _get_row_count2(iname, 1);`	264	`int veclen = _get_row_count2(iname, 1);`
279		265
280	`/* find if there is any TRUE element in the vector */`	266	`/* find if there is any TRUE element in the vector */`
281	`for (i = 0; i < idxlen && i < veclen; i++) {`	267	`for (i = 0; i < idxlen && i < veclen; i++) {`
282	`if (LOGICAL(idx)[i]) {`	268	`if (LOGICAL(idx)[i]) {`
283	`sqlite3_bind_int(stmt, 1, i);`	269	`sqlite3_bind_int(stmt, 1, i);`
284	`sqlite3_step(stmt);`	270	`sqlite3_step(stmt);`
285	`/* there are at least (idxlen-i) TRUE per cycle of the LOGICAL`	271	`/* there are at least (idxlen-i) TRUE per cycle of the LOGICAL`
286	`* index. there are at least (veclen/idxlen) cycles (int div).`	272	`* index. there are at least (veclen/idxlen) cycles (int div).`
287	`* at the last cycle, if (veclen%idxlen > 0), there will be`	273	`* at the last cycle, if (veclen%idxlen > 0), there will be`
288	`* at least (veclen%idxlen - i) if veclen%idxlen > i */`	274	`* at least (veclen%idxlen - i) if veclen%idxlen > i */`
289	`retlen = (idxlen-i) * (veclen/idxlen);`	275	`retlen = (idxlen-i) * (veclen/idxlen);`
290	`if (veclen%idxlen > i) retlen += (veclen%idxlen - i);`	276	`if (veclen%idxlen > i) retlen += (veclen%idxlen - i);`
291		277
292	`/* create the vector */`	278	`/* create the vector */`
293	`retlen = _get_vector_index_typed_result(stmt, &ret, retlen);`	279	`retlen = _get_vector_index_typed_result(stmt, &ret, retlen);`
294	`break;`	280	`break;`
295	`}`	281	`}`
296	`}`	282	`}`
297		283
298	`if (i < idxlen && i < veclen) {`	284	`if (i < idxlen && i < veclen) {`
299	`for (i++; i < veclen; i++) {`	285	`for (i++; i < veclen; i++) {`
300	`if (LOGICAL(idx)[i%idxlen]) {`	286	`if (LOGICAL(idx)[i%idxlen]) {`
301	`sqlite3_reset(stmt);`	287	`sqlite3_reset(stmt);`
302	`sqlite3_bind_int(stmt, 1, i);`	288	`sqlite3_bind_int(stmt, 1, i);`
303	`sqlite3_step(stmt);`	289	`sqlite3_step(stmt);`
304	`retlen += _get_vector_index_typed_result(stmt, &ret, retlen);`	290	`retlen += _get_vector_index_typed_result(stmt, &ret, retlen);`
305	`}`	291	`}`
306	`}`	292	`}`
307	`}`	293	`}`
308	`}`	294	`}`
309		295
310	`sqlite3_finalize(stmt);`	296	`sqlite3_finalize(stmt);`
311		297
312	`if (ret != R_NilValue) {`	298	`if (ret != R_NilValue) {`
313	`ret = _shrink_vector(ret, retlen);`	299	`ret = _shrink_vector(ret, retlen);`
314	`tmp = GET_LEVELS(svec);`	300	`tmp = GET_LEVELS(svec);`
315	`if (tmp != R_NilValue) {`	301	`if (tmp != R_NilValue) {`
316	`SET_LEVELS(ret, duplicate(tmp));`	302	`SET_LEVELS(ret, duplicate(tmp));`
317	`if (LENGTH(GET_CLASS(svec)) == 2) {`	303	`if (TEST_SDFVECTORTYPE(svec, "factor")) {`
318	`SET_CLASS(ret, mkString("factor"));`	304	`SET_CLASS(ret, mkString("factor"));`
319	`} else {`	305	`} else {`
320	`PROTECT(tmp = NEW_CHARACTER(2));`	306	`PROTECT(tmp = NEW_CHARACTER(2));`
321	`SET_STRING_ELT(tmp, 0, mkChar("ordered"));`	307	`SET_STRING_ELT(tmp, 0, mkChar("ordered"));`
322	`SET_STRING_ELT(tmp, 1, mkChar("factor"));`	308	`SET_STRING_ELT(tmp, 1, mkChar("factor"));`
323	`UNPROTECT(1);`	309	`UNPROTECT(1);`
324	`}`	310	`}`
325	`}`	311	`}`
326	`}`	312	`}`
327		313
328	`return ret;`	314	`return ret;`
329	`}`	315	`}`
330		316
331	`/* sqlite.vector.[<- */`	317	`/* sqlite.vector.[<- */`
332	`SEXP sdf_set_variable_index(SEXP svec, SEXP idx, SEXP value) {`	318	`SEXP sdf_set_variable_index(SEXP svec, SEXP idx, SEXP value) {`
333	`int idx_len, val_len;`	319	`int idx_len, val_len;`
334		320
335	`/* match levels if factor or ordered */`	321	`/* match levels if factor or ordered */`
336	`if (inherits(value, "ordered")) {`	322	`if (inherits(value, "ordered")) {`
337	`} else if (inherits(value, "factor")) {`	323	`} else if (inherits(value, "factor")) {`
338	`}`	324	`}`
339		325
340	`idx_len = LENGTH(idx);`	326	`idx_len = LENGTH(idx);`
341	`val_len = LENGTH(value);`	327	`val_len = LENGTH(value);`
342		328
343	`if (IS_NUMERIC(idx)) {`	329	`if (IS_NUMERIC(idx)) {`
344	`} else if (IS_INTEGER(idx)) {`	330	`} else if (IS_INTEGER(idx)) {`
345	`} else if (IS_LOGICAL(idx)) {`	331	`} else if (IS_LOGICAL(idx)) {`
346	`}`	332	`}`
347		333
348	`return R_NilValue;`	334	`return R_NilValue;`
349	`}`	335	`}`
350		336
351	`SEXP sdf_variable_summary(SEXP svec, SEXP maxsum) {`	337	`SEXP sdf_variable_summary(SEXP svec, SEXP maxsum) {`
352	`char iname, varname, *type;`	338	`char iname, varname, *type;`
353	`sqlite3_stmt *stmt;`	339	`sqlite3_stmt *stmt;`
354	`int nprotected = 0;`	340	`int nprotected = 0;`
355	`SEXP ret, names;`	341	`SEXP ret, names;`
356		342
357	`iname = SDF_INAME(svec);`	343	`iname = SDF_INAME(svec);`
358	`varname = SVEC_VARNAME(svec);`	344	`varname = SVEC_VARNAME(svec);`
359	`USE_SDF1(iname, TRUE, FALSE);`	345	`USE_SDF1(iname, TRUE, FALSE);`
360		346
361	`if ((inherits(svec, "ordered") && ((type = "ordered"))) \|\|`	347	`if ((TEST_SDFVECTORTYPE(svec, "ordered") && ((type = "ordered"))) \|\|`
362	`(inherits(svec, "factor") && ((type = "factor")))) {`	348	`(TEST_SDFVECTORTYPE(svec, "factor") && ((type = "factor")))) {`
363	`int nrows, i, max_rows = INTEGER(maxsum)[0];`	349	`int nrows, i, max_rows = INTEGER(maxsum)[0];`
364		350
365		351
366	`sprintf(g_sql_buf[0], "[%s].[%s %s]", iname, type, varname);`	352	`sprintf(g_sql_buf[0], "[%s].[%s %s]", iname, type, varname);`
367	`nrows = _get_row_count2(g_sql_buf[0], FALSE);`	353	`nrows = _get_row_count2(g_sql_buf[0], FALSE);`
368	`if (nrows <= max_rows) max_rows = nrows;`	354	`if (nrows <= max_rows) max_rows = nrows;`
369	`else { nrows = max_rows; max_rows--; }`	355	`else { nrows = max_rows; max_rows--; }`
370		356
371	`PROTECT(ret = NEW_INTEGER(nrows)); nprotected = 1;`	357	`PROTECT(ret = NEW_INTEGER(nrows)); nprotected = 1;`
372	`PROTECT(names = NEW_CHARACTER(nrows)); nprotected++;`	358	`PROTECT(names = NEW_CHARACTER(nrows)); nprotected++;`
373		359
374	`sprintf(g_sql_buf[0], "select [%s].[%s %s].label, count(*) from "`	360	`sprintf(g_sql_buf[0], "select [%s].[%s %s].label, count(*) from "`
375	`"[%s].sdf_data join [%s].[%s %s] on [%s].sdf_data.[%s]=[%s].[%s %s].level "`	361	`"[%s].sdf_data join [%s].[%s %s] on [%s].sdf_data.[%s]=[%s].[%s %s].level "`
376	`"group by [%s].sdf_data.[%s], [%s].[%s %s].level order by count(*) desc",`	362	`"group by [%s].sdf_data.[%s], [%s].[%s %s].level order by count(*) desc",`
377	`iname, type, varname, iname, iname, type, varname, iname, varname,`	363	`iname, type, varname, iname, iname, type, varname, iname, varname,`
378	`iname, type, varname, iname, varname, iname, type, varname);`	364	`iname, type, varname, iname, varname, iname, type, varname);`
379	`sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);`	365	`sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);`
380		366
381	`for (i = 0; i < max_rows; i++) {`	367	`for (i = 0; i < max_rows; i++) {`
382	`sqlite3_step(stmt);`	368	`sqlite3_step(stmt);`
383	`SET_STRING_ELT(names, i, mkChar((char *)sqlite3_column_text(stmt, 0)));`	369	`SET_STRING_ELT(names, i, mkChar((char *)sqlite3_column_text(stmt, 0)));`
384	`INTEGER(ret)[i] = sqlite3_column_int(stmt, 1);`	370	`INTEGER(ret)[i] = sqlite3_column_int(stmt, 1);`
385	`}`	371	`}`
386		372
387	`if (nrows > max_rows) {`	373	`if (nrows > max_rows) {`
388	`int others_sum = 0;`	374	`int others_sum = 0;`
389	`SET_STRING_ELT(names, nrows-1, mkChar("(Others)"));`	375	`SET_STRING_ELT(names, nrows-1, mkChar("(Others)"));`
390	`while (sqlite3_step(stmt) == SQLITE_ROW) {`	376	`while (sqlite3_step(stmt) == SQLITE_ROW) {`
391	`others_sum += sqlite3_column_int(stmt, 1);`	377	`others_sum += sqlite3_column_int(stmt, 1);`
392	`}`	378	`}`
393	`INTEGER(ret)[nrows-1] = others_sum;`	379	`INTEGER(ret)[nrows-1] = others_sum;`
394	`}`	380	`}`
395	`} else if (inherits(svec, "logical")) {`	381	`} else if (TEST_SDFVECTORTYPE(svec, "logical")) {`
396	`sprintf(g_sql_buf[0], "select count(*) from "`	382	`sprintf(g_sql_buf[0], "select count(*) from "`
397	`"[%s].sdf_data group by [%s] order by [%s]", iname, varname, varname);`	383	`"[%s].sdf_data group by [%s] order by [%s]", iname, varname, varname);`
398		384
399	`PROTECT(names = NEW_CHARACTER(3)); nprotected = 1;`	385	`PROTECT(names = NEW_CHARACTER(3)); nprotected = 1;`
400	`PROTECT(ret = NEW_CHARACTER(3)); nprotected++;`	386	`PROTECT(ret = NEW_CHARACTER(3)); nprotected++;`
401		387
402	`SET_STRING_ELT(names, 0, mkChar("Mode"));`	388	`SET_STRING_ELT(names, 0, mkChar("Mode"));`
403	`SET_STRING_ELT(names, 1, mkChar("FALSE"));`	389	`SET_STRING_ELT(names, 1, mkChar("FALSE"));`
404	`SET_STRING_ELT(names, 2, mkChar("TRUE"));`	390	`SET_STRING_ELT(names, 2, mkChar("TRUE"));`
405		391
406	`sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);`	392	`sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);`
407	`SET_STRING_ELT(ret, 0, mkChar("logical"));`	393	`SET_STRING_ELT(ret, 0, mkChar("logical"));`
408	`sqlite3_step(stmt);`	394	`sqlite3_step(stmt);`
409	`SET_STRING_ELT(ret, 1, mkChar((const char *)sqlite3_column_text(stmt, 0)));`	395	`SET_STRING_ELT(ret, 1, mkChar((const char *)sqlite3_column_text(stmt, 0)));`
410	`sqlite3_step(stmt);`	396	`sqlite3_step(stmt);`
411	`SET_STRING_ELT(ret, 2, mkChar((const char *)sqlite3_column_text(stmt, 0)));`	397	`SET_STRING_ELT(ret, 2, mkChar((const char *)sqlite3_column_text(stmt, 0)));`
412		398
413	`} else return R_NilValue;`	399	`} else return R_NilValue;`
414		400
415	`sqlite3_finalize(stmt);`	401	`sqlite3_finalize(stmt);`
416	`SET_NAMES(ret, names);`	402	`SET_NAMES(ret, names);`
417	`SET_CLASS(ret, mkString("table"));`	403	`SET_CLASS(ret, mkString("table"));`
418	`UNPROTECT(nprotected);`	404	`UNPROTECT(nprotected);`
419	`return ret;`	405	`return ret;`
420	`}`	406	`}`
421		407
422		408
423	`/* the global accumulator should be safe if we only do 1 cummulative or`	409	`/* the global accumulator should be safe if we only do 1 cummulative or`
424	`* aggregate at any time. it won't work for stuffs like "select max(col)-min(col)`	410	`* aggregate at any time. it won't work for stuffs like "select max(col)-min(col)`
425	`* from sdf_data". */`	411	`* from sdf_data". */`
426	`static long double g_accumulator = 0.0; /* accumulator var for cumsum, cumprod, etc. */`	412	`static long double g_accumulator = 0.0; /* accumulator var for cumsum, cumprod, etc. */`
427	`static int g_start = 0; /* flag for start of cummulation */`	413	`static int g_start = 0; /* flag for start of cummulation */`
428	`static int g_narm = 0; /* for Summary group */`	414	`static int g_narm = 0; /* for Summary group */`
429		415
430	`SEXP sdf_do_variable_math(SEXP func, SEXP vector, SEXP other_args) {`	416	`SEXP sdf_do_variable_math(SEXP func, SEXP vector, SEXP other_args) {`
431	`char iname, iname_src, varname_src, funcname;`	417	`char iname, iname_src, varname_src, funcname;`
432	`int namelen, res;`	418	`int namelen, res;`
433	`sqlite3_stmt *stmt;`	419	`sqlite3_stmt *stmt;`
434		420
435	`/* get data from arguments (function name and sqlite.vector stuffs) */`	421	`/* get data from arguments (function name and sqlite.vector stuffs) */`
436	`funcname = CHAR_ELT(func, 0);`	422	`funcname = CHAR_ELT(func, 0);`
437	`iname_src = SDF_INAME(vector);`	423	`iname_src = SDF_INAME(vector);`
438	`varname_src = SVEC_VARNAME(vector);`	424	`varname_src = SVEC_VARNAME(vector);`
439		425
440	`if (!USE_SDF1(iname_src, TRUE, TRUE)) return R_NilValue;`	426	`if (!USE_SDF1(iname_src, TRUE, TRUE)) return R_NilValue;`
441		427
442	`/* create a new sdf, with 1 column named V1 */`	428	`/* create a new sdf, with 1 column named V1 */`
443	`iname = _create_svector1(R_NilValue, "double", &namelen, TRUE);`	429	`iname = _create_svector1(R_NilValue, "double", &namelen, TRUE);`
444		430
445	`/* insert into <newsdf>.col, row.names select func(col), rownames */`	431	`/* insert into <newsdf>.col, row.names select func(col), rownames */`
446	`if (strcmp(funcname, "round") == 0 \|\| strcmp(funcname, "signif") == 0) {`	432	`if (strcmp(funcname, "round") == 0 \|\| strcmp(funcname, "signif") == 0) {`
447	`double digits = REAL(_getListElement(other_args, "digits"))[0];`	433	`double digits = REAL(_getListElement(other_args, "digits"))[0];`
448	`sprintf(g_sql_buf[0], "insert into [%s].sdf_data([row name], V1) "`	434	`sprintf(g_sql_buf[0], "insert into [%s].sdf_data([row name], V1) "`
449	`"select [row name], %s([%s],?) from [%s].sdf_data", iname, funcname,`	435	`"select [row name], %s([%s],?) from [%s].sdf_data", iname, funcname,`
450	`varname_src, iname_src);`	436	`varname_src, iname_src);`
451	`res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);`	437	`res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);`
452	`if (_sqlite_error(res)) goto vecmath_prepare_error;`	438	`if (_sqlite_error(res)) goto vecmath_prepare_error;`
453	`res = sqlite3_bind_double(stmt, 1, digits);`	439	`res = sqlite3_bind_double(stmt, 1, digits);`
454	`} else if (strcmp(funcname, "log") == 0) {`	440	`} else if (strcmp(funcname, "log") == 0) {`
455	`double base = REAL(_getListElement(other_args, "base"))[0];`	441	`double base = REAL(_getListElement(other_args, "base"))[0];`
456	`sprintf(g_sql_buf[0], "insert into [%s].sdf_data([row name], V1) "`	442	`sprintf(g_sql_buf[0], "insert into [%s].sdf_data([row name], V1) "`
457	`"select [row name], %s([%s],?) from [%s].sdf_data", iname, funcname,`	443	`"select [row name], %s([%s],?) from [%s].sdf_data", iname, funcname,`
458	`varname_src, iname_src);`	444	`varname_src, iname_src);`
459	`res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);`	445	`res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);`
460	`if (_sqlite_error(res)) goto vecmath_prepare_error;`	446	`if (_sqlite_error(res)) goto vecmath_prepare_error;`
461	`res = sqlite3_bind_double(stmt, 1, base);`	447	`res = sqlite3_bind_double(stmt, 1, base);`
462	`} else {`	448	`} else {`
463	`sprintf(g_sql_buf[0], "insert into [%s].sdf_data([row name], V1) "`	449	`sprintf(g_sql_buf[0], "insert into [%s].sdf_data([row name], V1) "`
464	`"select [row name], %s([%s]) from [%s].sdf_data", iname, funcname,`	450	`"select [row name], %s([%s]) from [%s].sdf_data", iname, funcname,`
465	`varname_src, iname_src);`	451	`varname_src, iname_src);`
466	`res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);`	452	`res = sqlite3_prepare(g_workspace, g_sql_buf[0], -1, &stmt, 0);`
467	`}`	453	`}`
468		454
469	`if (_sqlite_error(res)) {`	455	`if (_sqlite_error(res)) {`
470	`vecmath_prepare_error:`	456	`vecmath_prepare_error:`
471	`sprintf(g_sql_buf[0], "detach %s", iname);`	457	`sprintf(g_sql_buf[0], "detach %s", iname);`
472	`_sqlite_exec(g_sql_buf[0]);`	458	`_sqlite_exec(g_sql_buf[0]);`
473		459
474	`/* we will return a string with the file name, and do file.remove`	460	`/* we will return a string with the file name, and do file.remove`
475	`* at R */`	461	`* at R */`
476	`iname[namelen] = '.';`	462	`iname[namelen] = '.';`
477	`return mkString(iname);`	463	`return mkString(iname);`
478	`}`	464	`}`
479		465
480	`g_accumulator = 0.0; /* initialize accumulator */`	466	`g_accumulator = 0.0; /* initialize accumulator */`
481	`g_start = 1; /* flag that we are at start of accumulating */`	467	`g_start = 1; /* flag that we are at start of accumulating */`
482	`sqlite3_step(stmt);`	468	`sqlite3_step(stmt);`
483	`sqlite3_finalize(stmt);`	469	`sqlite3_finalize(stmt);`
484		470
485	`UNUSE_SDF2(iname);`	471	`UNUSE_SDF2(iname);`
486	`UNUSE_SDF2(iname_src);`	472	`UNUSE_SDF2(iname_src);`
487		473
488	`return _create_svector_sexp(iname, "V1", "numeric");`	474	`return _create_svector_sexp(iname, "V1", "numeric");`
489	`}`	475	`}`
490		476
491	`SEXP sdf_do_variable_op(SEXP func, SEXP vector, SEXP op2, SEXP arg_reversed) {`	477	`SEXP sdf_do_variable_op(SEXP func, SEXP vector, SEXP op2, SEXP arg_reversed) {`
492	`char iname = NULL, iname_src, varname_src, funcname;`	478	`char iname = NULL, iname_src, varname_src, funcname;`
493	`int res, functype = -1, op2_len, svec_len, i, reversed;`	479	`int res, functype = -1, op2_len, svec_len, i, reversed;`
494	`sqlite3_stmt stmt, stmt2;`	480	`sqlite3_stmt stmt, stmt2;`

The R Project SVN R-packages

(root)/trunk/SQLiteDF/src/sqlite_vector.c – Rev 3446 → 3456