void loq(int index, const char *name,
int is_success, int return_value, const char *fmt, ...)
{
va_list args;
va_start(args, fmt);
const char * fmtbak = fmt;
int argnum = 2;
int count = 1; char key = 0;
EnterCriticalSection(&g_mutex);
if(logtbl_explained[index] == 0) {
logtbl_explained[index] = 1;
const char * pname;
bson b[1];
bson_init( b );
bson_append_int( b, "I", index );
bson_append_string( b, "name", name );
bson_append_string( b, "type", "info" );
bson_append_string( b, "category", logtbl[index][1] );
bson_append_start_array( b, "args" );
bson_append_string( b, "0", "is_success" );
bson_append_string( b, "1", "retval" );
while (--count != 0 || *fmt != 0) {
// we have to find the next format specifier
if(count == 0) {
// end of format
if(*fmt == 0) break;
// set the count, possibly with a repeated format specifier
count = *fmt >= '2' && *fmt <= '9' ? *fmt++ - '0' : 1;
// the next format specifier
key = *fmt++;
}
pname = va_arg(args, const char *);
snprintf(g_istr, 4, "%u", argnum);
argnum++;
//on certain formats, we need to tell cuckoo about them for nicer display / matching
if (key == 'p' || key == 'P') {
bson_append_start_array( b, g_istr );
bson_append_string( b, "0", pname );
bson_append_string( b, "1", "p" );
bson_append_finish_array( b );
} else {
bson_append_string( b, g_istr, pname );
}
//now ignore the values
if(key == 's') {
(void) va_arg(args, const char *);
}
else if(key == 'S') {
void testCheckDuplicates2(void) {
bson b, b2;
bson_iterator it, sit;
bson_type bt;
bson_init(&b);
bson_append_start_array(&b, "array");
bson_append_int(&b, "0", 1);
bson_append_finish_array(&b);
bson_append_start_array(&b, "array");
bson_append_int(&b, "0", 3);
bson_append_int(&b, "1", 4);
bson_append_finish_array(&b);
bson_finish(&b);
CU_ASSERT_FALSE_FATAL(b.err);
CU_ASSERT_TRUE_FATAL(bson_check_duplicate_keys(&b));
bson_init(&b2);
bson_fix_duplicate_keys(&b, &b2);
bson_finish(&b2);
CU_ASSERT_FALSE_FATAL(b2.err);
CU_ASSERT_FALSE_FATAL(bson_check_duplicate_keys(&b2));
BSON_ITERATOR_INIT(&it, &b2);
bt = bson_iterator_next(&it);
CU_ASSERT_EQUAL_FATAL(bt, BSON_ARRAY);
CU_ASSERT_STRING_EQUAL_FATAL(BSON_ITERATOR_KEY(&it), "array");
BSON_ITERATOR_SUBITERATOR(&it, &sit);
bt = bson_iterator_next(&sit);
CU_ASSERT_STRING_EQUAL_FATAL(BSON_ITERATOR_KEY(&sit), "0");
CU_ASSERT_TRUE_FATAL(BSON_IS_NUM_TYPE(bt));
CU_ASSERT_EQUAL_FATAL(bson_iterator_int(&sit), 1);
bt = bson_iterator_next(&sit);
CU_ASSERT_STRING_EQUAL_FATAL(BSON_ITERATOR_KEY(&sit), "1");
CU_ASSERT_TRUE_FATAL(BSON_IS_NUM_TYPE(bt));
CU_ASSERT_EQUAL_FATAL(bson_iterator_int(&sit), 3);
bt = bson_iterator_next(&sit);
CU_ASSERT_STRING_EQUAL_FATAL(BSON_ITERATOR_KEY(&sit), "2");
CU_ASSERT_TRUE_FATAL(BSON_IS_NUM_TYPE(bt));
CU_ASSERT_EQUAL_FATAL(bson_iterator_int(&sit), 4);
bt = bson_iterator_next(&sit);
CU_ASSERT_EQUAL_FATAL(bt, BSON_EOO);
bson_destroy(&b2);
bson_destroy(&b);
}
void test_example_wikipedia_bson(size_t iterations) {
bcon_error_t ret;
size_t i;
bson b[1];
for (i = 0; i < iterations; i++) {
bson_init( b );
bson_append_string( b, "firstName", "John" );
bson_append_string( b, "lastName" , "Smith" );
bson_append_int( b, "age" , 25);
bson_append_start_object( b, "address" );
bson_append_string( b, "streetAddress", "21 2nd Street" );
bson_append_string( b, "city" , "New York" );
bson_append_string( b, "state" , "NY" );
bson_append_string( b, "postalCode" , "10021" );
bson_append_finish_object( b );
bson_append_start_array( b, "phoneNumber" );
bson_append_start_object( b, "0" );
bson_append_string( b, "type" , "home" );
bson_append_string( b, "number", "212 555-1234" );
bson_append_finish_object( b );
bson_append_start_object( b, "1" );
bson_append_string( b, "type" , "fax" );
bson_append_string( b, "number", "646 555-4567" );
bson_append_finish_object( b );
bson_append_finish_array( b );
ret = bson_finish( b );
bson_destroy( b );
}
assert(ret == BSON_OK);
}
static void _log_stacktrace(bson *b)
{
uintptr_t addrs[RETADDRCNT], count;
char number[20], sym[512];
bson_append_start_array(b, "s");
count = stacktrace(NULL, addrs, RETADDRCNT);
for (uint32_t idx = 4; idx < count; idx++) {
ultostr(idx-4, number, 10);
symbol((const uint8_t *) addrs[idx], sym, sizeof(sym)-32);
if(sym[0] != 0) {
our_snprintf(sym + our_strlen(sym),
sizeof(sym) - our_strlen(sym), " @ ");
}
our_snprintf(sym + our_strlen(sym), sizeof(sym) - our_strlen(sym),
"%p", (const uint8_t *) addrs[idx]);
bson_append_string(b, number, sym);
}
bson_append_finish_array(b);
}
static void make_large( bson *out, int i ) {
int num;
char numstr[4];
bson_init( out );
bson_append_new_oid( out, "_id" );
bson_append_int( out, "x", i );
bson_append_string( out, "base_url", "http://www.example.com/test-me" );
bson_append_int( out, "total_word_count", 6743 );
bson_append_int( out, "access_time", 999 ); /*TODO use date*/
bson_append_start_object( out, "meta_tags" );
bson_append_string( out, "description", "i am a long description string" );
bson_append_string( out, "author", "Holly Man" );
bson_append_string( out, "dynamically_created_meta_tag", "who know\n what" );
bson_append_finish_object( out );
bson_append_start_object( out, "page_structure" );
bson_append_int( out, "counted_tags", 3450 );
bson_append_int( out, "no_of_js_attached", 10 );
bson_append_int( out, "no_of_images", 6 );
bson_append_finish_object( out );
bson_append_start_array( out, "harvested_words" );
for ( num=0; num < 14*20; num++ ) {
bson_numstr( numstr, num );
bson_append_string( out, numstr, words[num%14] );
}
bson_append_finish_object( out );
bson_finish( out );
}
void log_api(uint32_t index, int is_success, uintptr_t return_value,
uint64_t hash, last_error_t *lasterr, ...)
{
va_list args;
char idx[4];
va_start(args, lasterr);
EnterCriticalSection(&g_mutex);
if(g_api_init[index] == 0) {
log_explain(index);
g_api_init[index] = 1;
}
LeaveCriticalSection(&g_mutex);
bson b;
bson_init_size(&b, mem_suggested_size(1024));
bson_append_int(&b, "I", index);
bson_append_int(&b, "T", get_current_thread_id());
bson_append_int(&b, "t", get_tick_count() - g_starttick);
bson_append_long(&b, "h", hash);
// If failure has been determined, then log the last error as well.
if(is_success == 0) {
bson_append_int(&b, "e", lasterr->lasterror);
bson_append_int(&b, "E", lasterr->nt_status);
}
#if DEBUG
if(index != sig_index_exception()) {
_log_stacktrace(&b);
}
#endif
bson_append_start_array(&b, "args");
bson_append_int(&b, "0", is_success);
bson_append_long(&b, "1", return_value);
int argnum = 2, override = 0;
for (const char *fmt = sig_paramtypes(index); *fmt != 0; fmt++) {
ultostr(argnum++, idx, 10);
// Limitation override. Instead of displaying this right away in the
// report we turn it into a buffer (much like the dropped files).
if(*fmt == '!') {
override = 1;
argnum--;
fmt++;
}
if(*fmt == 's') {
const char *s = va_arg(args, const char *);
log_string(&b, idx, s, copy_strlen(s));
}
else if(*fmt == 'S') {
static void log_argv(int argc, const char ** argv) {
bson_append_start_array( g_bson, g_istr );
for (int i=0; i<argc; i++) {
snprintf(g_istr, 4, "%u", i);
log_string(argv[i], -1);
}
bson_append_finish_array( g_bson );
}
static void log_argv(bson *b, const char *idx, int argc, const char **argv)
{
bson_append_start_array(b, idx);
char index[5];
for (int i = 0; i < argc; i++) {
ultostr(i, index, 10);
log_string(b, index, argv[i], -1);
}
bson_append_finish_array(b);
}
static void
jbson_array_start(void *state)
{
json_to_bson_state *_state = (json_to_bson_state *) state;
if (_state->lex->lex_level == 0)
return;
if (_state->fname == NULL)
elog(ERROR, "unsupported json structure");
bson_append_start_array(_state->bson, _state->fname);
}
void bson_from_json_type(bson *b, yajl_val value, const char* key)
{
if( YAJL_IS_STRING( value ) )
{
char* string = YAJL_GET_STRING( value );
bson_append_string( b, key, string );
}
else if( YAJL_IS_NUMBER( value ) )
{
char* string = value->u.number.r;
size_t len = strlen( string );
// Hack to detect a double, since 'flags' is always set to double.
if( memchr( string, '.', len ) ||
memchr( string, 'e', len ) ||
memchr( string, 'E', len ) )
{
double number = YAJL_GET_DOUBLE( value );
bson_append_double( b, key, number );
}
else
{
uint64_t number = YAJL_GET_INTEGER( value );
if( number <= INT_MIN && number <= INT_MAX)
bson_append_int( b, key, (int)number );
else
bson_append_long( b, key, number);
}
}
else if ( YAJL_IS_FALSE( value ) )
{
bson_append_bool( b, key, 0 );
}
else if ( YAJL_IS_TRUE( value ) )
{
bson_append_bool( b, key, 1 );
}
else if ( YAJL_IS_ARRAY( value ) )
{
bson_append_start_array( b, key );
bson_from_json_array( b, value );
bson_append_finish_array( b );
}
else if ( YAJL_IS_OBJECT( value ) )
{
bson_append_start_object( b, key );
bson_from_json_object( b, value );
bson_append_finish_object( b );
}
}
static void log_argv(bson *b, const char *idx, int argc, const char **argv)
{
bson_append_start_array(b, idx);
char index[5];
for (int i = 0; i < argc; i++) {
char *value = copy_ptr(&argv[i]);
if(value != NULL) {
ultostr(i, index, 10);
log_string(b, index, value, copy_strlen(value));
}
}
bson_append_finish_array(b);
}
bson* bson_encode(lua_State *L)
{
int type = lua_type(L,-1);
if(type == LUA_TNIL){
bson *b = cBSON_CreateNull();
return b;
}else if(type == LUA_TBOOLEAN){
int boo = lua_toboolean(L, -1);
bson* b = cBSON_CreateBool(boo);
return b;
}else if(type == LUA_TNUMBER){
double num = lua_tonumber(L, -1);
bson* b = cBSON_CreateNumber(num);
return b;
}else if(type == LUA_TSTRING){
size_t str_len;
const char *string = lua_tolstring(L, -1, &str_len);
bson* b = cBSON_CreateString(string);
return b;
}else if(type == LUA_TTABLE){
bson *item = bson_alloc();
if(item == NULL){
LOG_ERROR("null");
return NULL;
}
bson_init(item);
bson_append_start_array(item,"0");
lua_pushnil(L);
while(lua_next(L, -2) != 0){
if(lua_type(L, -2) == LUA_TSTRING){
size_t str_len = 0;
const char *k = lua_tolstring(L, -2, &str_len);
bson_encode_append(L,item,k);
}else if(lua_type(L, -2) == LUA_TNUMBER){
int k = (int)lua_tonumber(L, -2);
char kname[32];
sprintf(kname, "%d", k);
bson_encode_append(L,item,kname);
}
lua_pop(L, 1);
}
bson_append_finish_array(item);
bson_finish(item);
return item;
}
LOG_ERROR("unspport type");
return NULL;
}
static void make_medium( bson *out, int i ) {
bson_init( out );
bson_append_new_oid( out, "_id" );
bson_append_int( out, "x", i );
bson_append_int( out, "integer", 5 );
bson_append_double( out, "number", 5.05 );
bson_append_bool( out, "boolean", 0 );
bson_append_start_array( out, "array" );
bson_append_string( out, "0", "test" );
bson_append_string( out, "1", "benchmark" );
bson_append_finish_object( out );
bson_finish( out );
}
static void make_medium(bson * out, int i){
bson_buffer bb;
bson_buffer_init(&bb);
bson_append_new_oid(&bb, "_id");
bson_append_int(&bb, "x", i);
bson_append_int(&bb, "integer", 5);
bson_append_double(&bb, "number", 5.05);
bson_append_bool(&bb, "boolean", 0);
bson_append_start_array(&bb, "array");
bson_append_string(&bb, "0", "test");
bson_append_string(&bb, "1", "benchmark");
bson_append_finish_object(&bb);
bson_from_buffer(out, &bb);
}
void encodeArray(bson *bb, const char *name, v8::Local<v8::Value> element)
{
v8::Local<v8::Array> a = v8::Local<v8::Array>::Cast(element);
bson_append_start_array(bb, name);
for (int i = 0, l = a->Length(); i < l; i++)
{
v8::Local<v8::Value> val = a->Get(i);
char numStr[32];
sprintf(numStr, "%d", i);
encodeValue(bb, numStr, val);
}
bson_append_finish_array(bb);
}
int commit_inode(struct inode * e) {
bson cond, doc;
mongo * conn = get_conn();
char istr[4];
struct dirent * cde = e->dirents;
int res;
bson_init(&doc);
bson_append_start_object(&doc, "$set");
bson_append_start_array(&doc, "dirents");
res = 0;
while(cde) {
bson_numstr(istr, res++);
bson_append_string(&doc, istr, cde->path);
cde = cde->next;
}
bson_append_finish_array(&doc);
bson_append_int(&doc, "mode", e->mode);
bson_append_long(&doc, "owner", e->owner);
bson_append_long(&doc, "group", e->group);
bson_append_long(&doc, "size", e->size);
bson_append_time_t(&doc, "created", e->created);
bson_append_time_t(&doc, "modified", e->modified);
if(e->data && e->datalen > 0)
bson_append_string_n(&doc, "data", e->data, e->datalen);
bson_append_finish_object(&doc);
bson_finish(&doc);
bson_init(&cond);
bson_append_oid(&cond, "_id", &e->oid);
bson_finish(&cond);
res = mongo_update(conn, inodes_name, &cond, &doc,
MONGO_UPDATE_UPSERT, NULL);
bson_destroy(&cond);
bson_destroy(&doc);
if(res != MONGO_OK) {
fprintf(stderr, "Error committing inode %s\n",
mongo_get_server_err_string(conn));
return -EIO;
}
return 0;
}
static int bson_encode_append(lua_State *L,bson *b,const char *key){
int type = lua_type(L,-1);
if(type == LUA_TNIL){
}else if(type == LUA_TBOOLEAN){
cBSON_AppendBool(L,b,key);
return 0;
}else if(type == LUA_TNUMBER){
cBSON_AppendNumber(L,b,key);
return 0;
}else if(type == LUA_TSTRING){
cBSON_AppendString(L,b,key);
return 0;
}else if(type == LUA_TTABLE){
bson_append_start_array(b,"0");
lua_pushnil(L);
while(lua_next(L, -2) != 0){
if(lua_type(L, -2) == LUA_TSTRING){
size_t str_len = 0;
const char *k = lua_tolstring(L, -2, &str_len);
if(bson_encode_append(L,b,k) != 0){
LOG_ERROR("append fail");
break;
}
}else if(lua_type(L, -2) == LUA_TNUMBER){
int k = (int)lua_tonumber(L, -2);
if(b == NULL){
LOG_ERROR("null");
break;
}
char kname[32];
sprintf(kname, "%d", k);
if(bson_encode_append(L,b,kname) != 0){
LOG_ERROR("append fail");
}
}
lua_pop(L, 1);
}
bson_append_finish_array(b);
return 0;
}
LOG_ERROR("unspport type");
return 1;
}
int main() {
/*
* We assume objects in the form of {_id:<any_id>, list:[{a:<int>,b:<int>}, ...]}
*/
mongo conn[1];
mongo_init(conn);
if(MONGO_OK != mongo_client(conn, "127.0.0.1", 27017))
return 1;
bson b[1], b_result[1];
/*create the aggregation command in bson*/
bson_init(b);
bson_append_string(b, "aggregate", "agg");
bson_append_start_array(b, "pipeline");
bson_append_start_object(b,"0");
bson_append_string(b, "$unwind", "$list");
bson_append_finish_object(b);
bson_append_start_object(b,"1");
bson_append_start_object(b,"$group");
bson_append_string(b,"_id", "$list");
bson_append_start_object(b, "distinct_count");
bson_append_int(b, "$sum", 1);
bson_append_finish_object(b);
bson_append_finish_object(b);
bson_append_finish_object(b);
bson_append_finish_array(b);
bson_finish(b);
/*So you can see your command*/
bson_print(b);
/*run the command*/
mongo_run_command(conn, "test", b, b_result);
/*command results*/
bson_print(b_result);
bson_destroy(b_result);
bson_destroy(b);
mongo_destroy(conn);
return 0;
}
void test_example_awesome() {
bcon_error_t ret;
bson b[1];
/* JSON {"BSON": ["awesome", 5.05, 1986]} */
bcon awesome[] = { "BSON", "[", "awesome", BF(5.05), BI(1986), "]", BEND };
test_bson_from_bcon( awesome, BCON_OK, BSON_VALID );
if (verbose )
printf("\t--------\n");
bson_init( b );
bson_append_start_array( b, "BSON" );
bson_append_string( b, "0", "awesome" );
bson_append_double( b, "1", 5.05 );
bson_append_int( b, "2", 1986 );
bson_append_finish_array( b );
ret = bson_finish( b );
if ( verbose )
bson_print( b );
bson_destroy( b );
}
void testCheckDuplicates(void) {
bson bs, bs2;
bson_iterator it;
bson_type bt;
bson_init(&bs);
bson_append_string(&bs, "a", "a");
bson_append_int(&bs, "b", 2);
bson_append_null(&bs, "c");
bson_append_start_object(&bs, "d");
bson_append_string(&bs, "a", "a");
bson_append_int(&bs, "e", 0);
bson_append_int(&bs, "d", 1);
bson_append_finish_object(&bs);
bson_finish(&bs);
CU_ASSERT_FALSE_FATAL(bs.err);
CU_ASSERT_FALSE(bson_check_duplicate_keys(&bs));
bson_destroy(&bs);
bson_init(&bs);
bson_append_string(&bs, "a", "a");
bson_append_int(&bs, "b", 2);
bson_append_null(&bs, "c");
bson_append_start_object(&bs, "d");
bson_append_string(&bs, "a", "a");
bson_append_int(&bs, "e", 0);
bson_append_int(&bs, "e", 1);
bson_append_finish_object(&bs);
bson_finish(&bs);
CU_ASSERT_FALSE_FATAL(bs.err);
CU_ASSERT_TRUE(bson_check_duplicate_keys(&bs));
bson_init(&bs2);
bson_fix_duplicate_keys(&bs, &bs2);
bson_finish(&bs2);
CU_ASSERT_FALSE(bson_check_duplicate_keys(&bs2));
BSON_ITERATOR_INIT(&it, &bs2);
bt = bson_find_fieldpath_value("d.e", &it);
CU_ASSERT_TRUE(BSON_IS_NUM_TYPE(bt));
CU_ASSERT_EQUAL(bson_iterator_int(&it), 1);
bson_destroy(&bs2);
bson_init(&bs);
bson_append_string(&bs, "a", "a");
bson_append_int(&bs, "b", 2);
bson_append_null(&bs, "c");
bson_append_start_object(&bs, "d");
bson_append_string(&bs, "a", "a");
bson_append_int(&bs, "e", 0);
bson_append_int(&bs, "d", 1);
bson_append_finish_object(&bs);
bson_append_start_array(&bs, "f");
bson_append_start_object(&bs, "0");
bson_append_string(&bs, "a", "a");
bson_append_string(&bs, "b", "b");
bson_append_int(&bs, "c", 1);
bson_append_finish_object(&bs);
bson_append_start_object(&bs, "1");
bson_append_string(&bs, "a", "a");
bson_append_string(&bs, "b", "b");
bson_append_int(&bs, "c", 1);
bson_append_finish_object(&bs);
bson_append_finish_array(&bs);
bson_finish(&bs);
CU_ASSERT_FALSE_FATAL(bs.err);
CU_ASSERT_FALSE(bson_check_duplicate_keys(&bs));
bson_init(&bs);
bson_append_string(&bs, "a", "a");
bson_append_int(&bs, "b", 2);
bson_append_null(&bs, "c");
bson_append_start_object(&bs, "d");
bson_append_string(&bs, "a", "a");
bson_append_int(&bs, "e", 0);
bson_append_int(&bs, "d", 1);
bson_append_start_object(&bs, "q");
bson_append_int(&bs, "w", 0);
bson_append_finish_object(&bs);
bson_append_finish_object(&bs);
bson_append_start_array(&bs, "f");
bson_append_start_object(&bs, "0");
bson_append_string(&bs, "a", "a");
bson_append_string(&bs, "b", "b");
bson_append_int(&bs, "a", 1);
bson_append_finish_object(&bs);
bson_append_start_object(&bs, "1");
bson_append_string(&bs, "a", "a");
bson_append_string(&bs, "b", "b");
bson_append_int(&bs, "c", 1);
bson_append_finish_object(&bs);
bson_append_finish_array(&bs);
bson_append_start_object(&bs, "a");
bson_append_finish_object(&bs);
bson_append_start_object(&bs, "d");
bson_append_start_object(&bs, "q");
bson_append_int(&bs, "e", 1);
bson_append_finish_object(&bs);
bson_append_finish_object(&bs);
bson_finish(&bs);
CU_ASSERT_FALSE_FATAL(bs.err);
CU_ASSERT_TRUE(bson_check_duplicate_keys(&bs));
bson_init(&bs2);
bson_fix_duplicate_keys(&bs, &bs2);
bson_finish(&bs2);
CU_ASSERT_FALSE(bson_check_duplicate_keys(&bs2));
BSON_ITERATOR_INIT(&it, &bs2);
bt = bson_find_fieldpath_value("f.0.a", &it);
CU_ASSERT_TRUE(BSON_IS_NUM_TYPE(bt));
CU_ASSERT_EQUAL(bson_iterator_int(&it), 1);
BSON_ITERATOR_INIT(&it, &bs2);
bt = bson_find_fieldpath_value("f.1.a", &it);
CU_ASSERT_TRUE(BSON_IS_STRING_TYPE(bt));
CU_ASSERT_FALSE(strcmp(bson_iterator_string(&it), "a"));
BSON_ITERATOR_INIT(&it, &bs2);
bt = bson_find_fieldpath_value("a", &it);
CU_ASSERT_EQUAL(bt, BSON_OBJECT);
BSON_ITERATOR_INIT(&it, &bs2);
bt = bson_find_fieldpath_value("d.q.w", &it);
CU_ASSERT_TRUE(BSON_IS_NUM_TYPE(bt));
CU_ASSERT_EQUAL(bson_iterator_int(&it), 0);
BSON_ITERATOR_INIT(&it, &bs2);
bt = bson_find_fieldpath_value("d.q.e", &it);
CU_ASSERT_TRUE(BSON_IS_NUM_TYPE(bt));
CU_ASSERT_EQUAL(bson_iterator_int(&it), 1);
}
void testBSONExportImport2(void) {
EJDB *jb = ejdbnew();
CU_ASSERT_TRUE_FATAL(ejdbopen(jb, "dbt4_export", JBOWRITER | JBOCREAT | JBOTRUNC));
EJCOLL *coll = ejdbcreatecoll(jb, "col1", NULL);
if (!coll) {
eprint(jb, __LINE__, "testBSONExportImport2");
}
CU_ASSERT_TRUE(coll != NULL);
bson_oid_t oid;
const char *log = NULL;
bson bv1;
bson_init(&bv1);
bson_append_int(&bv1, "a", 1);
bson_append_string(&bv1, "c", "d");
bson_finish(&bv1);
ejdbsavebson(coll, &bv1, &oid);
bson_destroy(&bv1);
EJCOLLOPTS copts = {0};
copts.large = true;
copts.records = 200000;
coll = ejdbcreatecoll(jb, "col2", &copts);
if (!coll) {
eprint(jb, __LINE__, "testBSONExportImport2");
}
CU_ASSERT_TRUE(coll != NULL);
CU_ASSERT_TRUE(ejdbsetindex(coll, "f", JBIDXSTR | JBIDXNUM));
bson_init(&bv1);
bson_append_int(&bv1, "e", 1);
bson_append_string(&bv1, "f", "g");
bson_finish(&bv1);
ejdbsavebson(coll, &bv1, &oid);
bson_destroy(&bv1);
bson_init(&bv1);
bson_append_int(&bv1, "e", 2);
bson_append_string(&bv1, "f", "g2");
bson_finish(&bv1);
ejdbsavebson(coll, &bv1, &oid);
bson_destroy(&bv1);
bson cmd;
bson_init(&cmd);
bson_append_start_object(&cmd, "export");
bson_append_string(&cmd, "path", "testBSONExportImport2");
bson_append_start_array(&cmd, "cnames");
bson_append_string(&cmd, "0", "col1");
bson_append_string(&cmd, "1", "col2");
bson_append_finish_array(&cmd);
bson_append_finish_object(&cmd);
bson_finish(&cmd);
bson *bret = ejdbcommand(jb, &cmd);
CU_ASSERT_PTR_NOT_NULL_FATAL(bret);
bson_destroy(&cmd);
bson_iterator it;
bson_iterator_init(&it, bret);
CU_ASSERT_TRUE(bson_find_fieldpath_value("error", &it) == BSON_EOO);
bson_iterator_init(&it, bret);
CU_ASSERT_TRUE(bson_compare_long(0, bson_data(bret), "errorCode") == 0);
bson_iterator_init(&it, bret);
CU_ASSERT_TRUE(bson_find_fieldpath_value("log", &it) == BSON_STRING);
bson_del(bret);
bson *ometa = ejdbmeta(jb);
CU_ASSERT_TRUE_FATAL(ometa != NULL);
ejdbclose(jb);
ejdbdel(jb);
//Restore data:
jb = ejdbnew();
CU_ASSERT_TRUE_FATAL(ejdbopen(jb, "dbt4_export", JBOWRITER | JBOCREAT));
coll = ejdbgetcoll(jb, "col1");
CU_ASSERT_PTR_NOT_NULL_FATAL(coll);
bson_init(&bv1);
bson_append_int(&bv1, "e", 2);
bson_finish(&bv1);
CU_ASSERT_TRUE(ejdbsavebson(coll, &bv1, &oid));
bson_destroy(&bv1);
bson_init(&cmd);
bson_append_start_object(&cmd, "import");
bson_append_string(&cmd, "path", "testBSONExportImport2");
bson_append_int(&cmd, "mode", JBIMPORTREPLACE);
bson_append_start_array(&cmd, "cnames");
bson_append_string(&cmd, "0", "col1");
bson_append_string(&cmd, "1", "col2");
bson_append_finish_array(&cmd);
bson_append_finish_object(&cmd);
bson_finish(&cmd);
bret = ejdbcommand(jb, &cmd);
CU_ASSERT_PTR_NOT_NULL_FATAL(bret);
bson_destroy(&cmd);
bson_iterator_init(&it, bret);
CU_ASSERT_TRUE_FATAL(bson_find_fieldpath_value("log", &it) == BSON_STRING);
log = bson_iterator_string(&it);
CU_ASSERT_PTR_NOT_NULL(strstr(log, "Replacing all data in 'col1'"));
CU_ASSERT_PTR_NOT_NULL(strstr(log, "1 objects imported into 'col1'"));
CU_ASSERT_PTR_NOT_NULL(strstr(log, "2 objects imported into 'col2'"));
bson_del(bret);
log = NULL;
bson *nmeta = ejdbmeta(jb);
CU_ASSERT_TRUE_FATAL(nmeta != NULL);
CU_ASSERT_TRUE(bson_compare(bson_data(ometa), bson_data(nmeta), "collections.0.name", strlen("collections.0.name")) == 0);
CU_ASSERT_TRUE(bson_compare(bson_data(ometa), bson_data(nmeta), "collections.0.records", strlen("collections.0.records")) == 0);
CU_ASSERT_TRUE(bson_compare(bson_data(ometa), bson_data(nmeta), "collections.1.name", strlen("collections.1.name")) == 0);
CU_ASSERT_TRUE(bson_compare(bson_data(ometa), bson_data(nmeta), "collections.1.records", strlen("collections.1.records")) == 0);
CU_ASSERT_TRUE(bson_compare(bson_data(ometa), bson_data(nmeta), "collections.1.options.buckets", strlen("collections.1.options.buckets")) == 0);
CU_ASSERT_TRUE(bson_compare(bson_data(ometa), bson_data(nmeta), "collections.1.options.large", strlen("collections.1.options.large")) == 0);
CU_ASSERT_TRUE(bson_compare(bson_data(ometa), bson_data(nmeta), "collections.1.indexes.0.field", strlen("collections.1.indexes.0.field")) == 0);
CU_ASSERT_TRUE(bson_compare(bson_data(ometa), bson_data(nmeta), "collections.1.indexes.0.type", strlen("collections.1.indexes.0.type")) == 0);
CU_ASSERT_TRUE(bson_compare(bson_data(ometa), bson_data(nmeta), "collections.1.indexes.0.records", strlen("collections.1.indexes.0.records")) == 0);
CU_ASSERT_TRUE(bson_compare(bson_data(ometa), bson_data(nmeta), "collections.1.indexes.1.field", strlen("collections.1.indexes.1.field")) == 0);
CU_ASSERT_TRUE(bson_compare(bson_data(ometa), bson_data(nmeta), "collections.1.indexes.1.type", strlen("collections.1.indexes.1.type")) == 0);
CU_ASSERT_TRUE(bson_compare(bson_data(ometa), bson_data(nmeta), "collections.1.indexes.1.records", strlen("collections.1.indexes.1.records")) == 0);
ejdbclose(jb);
ejdbdel(jb);
jb = ejdbnew();
CU_ASSERT_TRUE_FATAL(ejdbopen(jb, "dbt4_export", JBOWRITER | JBOCREAT | JBOTRUNC));
coll = ejdbcreatecoll(jb, "col1", NULL);
CU_ASSERT_PTR_NOT_NULL_FATAL(coll);
bson_init(&bv1);
bson_append_int(&bv1, "e", 2);
bson_finish(&bv1);
CU_ASSERT_TRUE(ejdbsavebson(coll, &bv1, &oid));
EJQ *q = ejdbcreatequery(jb, &bv1, NULL, 0, NULL);
CU_ASSERT_PTR_NOT_NULL_FATAL(q);
uint32_t count = 0;
ejdbqryexecute(coll, q, &count, JBQRYCOUNT, NULL);
CU_ASSERT_EQUAL(count, 1);
bson_init(&cmd);
bson_append_start_object(&cmd, "import");
bson_append_string(&cmd, "path", "testBSONExportImport2");
bson_append_int(&cmd, "mode", JBIMPORTUPDATE);
bson_append_finish_object(&cmd);
bson_finish(&cmd);
bret = ejdbcommand(jb, &cmd);
CU_ASSERT_PTR_NOT_NULL_FATAL(bret);
bson_destroy(&cmd);
bson_del(bret);
coll = ejdbcreatecoll(jb, "col1", NULL);
ejdbqryexecute(coll, q, &count, JBQRYCOUNT, NULL);
CU_ASSERT_EQUAL(count, 1);
ejdbquerydel(q);
bson_destroy(&bv1);
ejdbclose(jb);
ejdbdel(jb);
bson_del(ometa);
bson_del(nmeta);
}
int main() {
bson b, sub, out;
bson_iterator it;
mongo conn;
mongo_cursor cursor;
int result;
/* Create a rich document like this one:
*
* { _id: ObjectId("4d95ea712b752328eb2fc2cc"),
* user_id: ObjectId("4d95ea712b752328eb2fc2cd"),
*
* items: [
* { sku: "col-123",
* name: "John Coltrane: Impressions",
* price: 1099,
* },
*
* { sku: "young-456",
* name: "Larry Young: Unity",
* price: 1199
* }
* ],
*
* address: {
* street: "59 18th St.",
* zip: 10010
* },
*
* total: 2298
* }
*/
bson_init( &b );
bson_append_new_oid( &b, "_id" );
bson_append_new_oid( &b, "user_id" );
bson_append_start_array( &b, "items" );
bson_append_start_object( &b, "0" );
bson_append_string( &b, "name", "John Coltrane: Impressions" );
bson_append_int( &b, "price", 1099 );
bson_append_finish_object( &b );
bson_append_start_object( &b, "1" );
bson_append_string( &b, "name", "Larry Young: Unity" );
bson_append_int( &b, "price", 1199 );
bson_append_finish_object( &b );
bson_append_finish_object( &b );
bson_append_start_object( &b, "address" );
bson_append_string( &b, "street", "59 18th St." );
bson_append_int( &b, "zip", 10010 );
bson_append_finish_object( &b );
bson_append_int( &b, "total", 2298 );
/* Finish the BSON obj. */
bson_finish( &b );
printf("Here's the whole BSON object:\n");
bson_print( &b );
/* Advance to the 'items' array */
bson_find( &it, &b, "items" );
/* Get the subobject representing items */
bson_iterator_subobject_init( &it, &sub, 0 );
/* Now iterate that object */
printf("And here's the inner sub-object by itself.\n");
bson_print( &sub );
bson_destroy( &sub );
/* Now make a connection to MongoDB. */
if( mongo_client( &conn, "127.0.0.1", 27017 ) != MONGO_OK ) {
switch( conn.err ) {
case MONGO_CONN_SUCCESS:
break;
case MONGO_CONN_NO_SOCKET:
printf( "FAIL: Could not create a socket!\n" );
break;
case MONGO_CONN_FAIL:
printf( "FAIL: Could not connect to mongod. Make sure it's listening at 127.0.0.1:27017.\n" );
break;
default:
printf( "MongoDB connection error number %d.\n", conn.err );
break;
}
exit( 1 );
}
/* Insert the sample BSON document. */
if( mongo_insert( &conn, "test.records", &b, NULL ) != MONGO_OK ) {
printf( "FAIL: Failed to insert document with error %d\n", conn.err );
exit( 1 );
}
/* Query for the sample document. */
mongo_cursor_init( &cursor, &conn, "test.records" );
mongo_cursor_set_query( &cursor, bson_shared_empty() );
if( mongo_cursor_next( &cursor ) != MONGO_OK ) {
printf( "FAIL: Failed to find inserted document." );
exit( 1 );
}
printf( "Found saved BSON object:\n" );
bson_print( (bson *)mongo_cursor_bson( &cursor ) );
mongo_cmd_drop_collection( &conn, "test", "records", NULL );
mongo_cursor_destroy( &cursor );
bson_destroy( &b );
mongo_destroy( &conn );
return 0;
}
void log_explain(uint32_t index)
{
bson b;
char argidx[4];
bson_init_size(&b, mem_suggested_size(1024));
bson_append_int(&b, "I", index);
bson_append_string(&b, "name", sig_apiname(index));
bson_append_string(&b, "type", "info");
bson_append_string(&b, "category", sig_category(index));
bson_append_start_array(&b, "args");
bson_append_string(&b, "0", "is_success");
bson_append_string(&b, "1", "retval");
const char *fmt = sig_paramtypes(index);
for (uint32_t argnum = 2; *fmt != 0; argnum++, fmt++) {
ultostr(argnum, argidx, 10);
// Ignore buffers, they are sent over separately.
if(*fmt == '!') {
argnum--;
fmt++;
continue;
}
const char *argname = sig_param_name(index, argnum-2);
// On certain formats, we need to tell cuckoo about them for
// nicer display / matching.
if(*fmt == 'p' || *fmt == 'P') {
bson_append_start_array(&b, argidx);
bson_append_string(&b, "0", argname);
bson_append_string(&b, "1", "p");
bson_append_finish_array(&b);
}
else {
bson_append_string(&b, argidx, argname);
}
}
bson_append_finish_array(&b);
bson_append_start_object(&b, "flags_value");
for (uint32_t idx = 0; sig_flag_name(index, idx) != NULL; idx++) {
const flag_repr_t *f = flag_value(sig_flag_value(index, idx));
bson_append_start_array(&b, sig_flag_name(index, idx));
for (uint32_t idx2 = 0; f->repr != NULL; idx2++, f++) {
ultostr(idx, argidx, 10);
bson_append_start_array(&b, argidx);
bson_append_int(&b, "0", f->value);
bson_append_string(&b, "1", f->repr);
bson_append_finish_array(&b);
}
bson_append_finish_array(&b);
}
bson_append_finish_object(&b);
bson_append_start_object(&b, "flags_bitmask");
for (uint32_t idx = 0; sig_flag_name(index, idx) != NULL; idx++) {
const flag_repr_t *f = flag_bitmask(sig_flag_value(index, idx));
bson_append_start_array(&b, sig_flag_name(index, idx));
for (uint32_t idx2 = 0; f->repr != NULL; idx2++, f++) {
ultostr(idx, argidx, 10);
bson_append_start_array(&b, argidx);
bson_append_int(&b, "0", f->value);
bson_append_string(&b, "1", f->repr);
bson_append_finish_array(&b);
}
bson_append_finish_array(&b);
}
bson_append_finish_object(&b);
bson_finish(&b);
log_raw(bson_data(&b), bson_size(&b));
bson_destroy(&b);
}
/**
* Build perfSONAR data block.
*/
bson *nlcali_psdata(T self, const char *event, const char *m_id,
int32_t sample_num)
{
struct timeval now;
bson_buffer bb;
bson *bp = NULL;
assert(self && event && m_id);
gettimeofday(&now, NULL);
if (self->dirty) {
nlcali_calc(self);
}
bson_buffer_init(&bb);
bson_ensure_space(&bb, LOG_BUFSZ);
bson_append_string(&bb, "mid", m_id);
bson_append_start_array(&bb, "data");
bson_append_double(&bb, "ts", now.tv_sec + now.tv_usec/1e6);
bson_append_int(&bb, "_sample", sample_num);
bson_append_double(&bb, "sum_v", self->vsm.sum);
bson_append_double(&bb, "min_v", self->vsm.min);
bson_append_double(&bb, "max_v", self->vsm.max);
bson_append_double(&bb, "mean_v", self->vsm.mean);
bson_append_double(&bb, "sd_v", self->vsm.sd);
bson_append_double(&bb, "sum_r", self->rsm.sum);
bson_append_double(&bb, "min_r", self->rsm.min);
bson_append_double(&bb, "max_r", self->rsm.max);
bson_append_double(&bb, "sd_r", self->rsm.sd);
bson_append_double(&bb, "sum_g", self->gsm.sum);
bson_append_double(&bb, "min_g", self->gsm.min);
bson_append_double(&bb, "max_g", self->gsm.max);
bson_append_double(&bb, "sd_g", self->gsm.sd);
bson_append_int(&bb, "count", self->vsm.count);
bson_append_double(&bb, "dur", self->dur);
bson_append_double(&bb, "dur_inst", self->dur_sum);
/* add histogram data, if being recorded */
if (NL_HIST_HAS_DATA(self)) {
int i;
char idx[16];
/* rate hist */
bson_append_double(&bb, "h_rm", self->h_rmin);
bson_append_double(&bb, "h_rw", self->h_rwidth);
bson_append_start_array(&bb, "h_rd");
for (i=0; i < self->h_num; i++) {
sprintf(idx, "%d", i);
bson_append_int(&bb, idx, self->h_rdata[i]);
}
bson_append_finish_object(&bb);
/* gap hist */
bson_append_double(&bb, "h_gm", self->h_gmin);
bson_append_double(&bb, "h_gw", self->h_gwidth);
bson_append_start_array(&bb, "h_gd");
for (i=0; i < self->h_num; i++) {
sprintf(idx, "%d", i);
bson_append_int(&bb, idx, self->h_gdata[i]);
}
bson_append_finish_object(&bb);
}
bson_append_finish_object(&bb);
bp = malloc(sizeof(bson));
bson_from_buffer(bp, &bb);
return(bp);
error:
if (bp) {
bson_destroy(bp);
free(bp);
}
bson_buffer_destroy(&bb);
return(NULL);
}
/**
* \brief This function save current version o tag group to MongoDB
*/
static void vs_mongo_taggroup_save_version(struct VSTagGroup *tg,
bson *bson_tg,
uint32 version)
{
bson bson_version;
bson bson_tag;
struct VBucket *bucket;
struct VSTag *tag;
char str_num[15];
int item_id;
bson_init(&bson_version);
bson_append_int(&bson_version, "crc32", tg->crc32);
bson_append_start_object(&bson_version, "tags");
bucket = tg->tags.lb.first;
while(bucket != NULL) {
tag = (struct VSTag*)bucket->data;
bson_init(&bson_tag);
bson_append_int(&bson_tag, "data_type", tag->data_type);
bson_append_int(&bson_tag, "count", tag->count);
bson_append_int(&bson_tag, "custom_type", tag->custom_type);
bson_append_start_array(&bson_tag, "data");
switch(tag->data_type) {
case VRS_VALUE_TYPE_UINT8:
for(item_id = 0; item_id < tag->count; item_id++) {
sprintf(str_num, "%d", item_id);
bson_append_int(&bson_tag, str_num, ((uint8*)tag->value)[item_id]);
}
break;
case VRS_VALUE_TYPE_UINT16:
for(item_id = 0; item_id < tag->count; item_id++) {
sprintf(str_num, "%d", item_id);
bson_append_int(&bson_tag, str_num, ((uint16*)tag->value)[item_id]);
}
break;
case VRS_VALUE_TYPE_UINT32:
for(item_id = 0; item_id < tag->count; item_id++) {
sprintf(str_num, "%d", item_id);
bson_append_int(&bson_tag, str_num, ((uint32*)tag->value)[item_id]);
}
break;
case VRS_VALUE_TYPE_UINT64:
for(item_id = 0; item_id < tag->count; item_id++) {
sprintf(str_num, "%d", item_id);
bson_append_long(&bson_tag, str_num, ((uint64*)tag->value)[item_id]);
}
break;
case VRS_VALUE_TYPE_REAL16:
/* TODO */
break;
case VRS_VALUE_TYPE_REAL32:
for(item_id = 0; item_id < tag->count; item_id++) {
sprintf(str_num, "%d", item_id);
bson_append_double(&bson_tag, str_num, ((float*)tag->value)[item_id]);
}
break;
case VRS_VALUE_TYPE_REAL64:
for(item_id = 0; item_id < tag->count; item_id++) {
sprintf(str_num, "%d", item_id);
bson_append_double(&bson_tag, str_num, ((double*)tag->value)[item_id]);
}
break;
case VRS_VALUE_TYPE_STRING8:
bson_append_string(&bson_tag, "0", (char*)tag->value);
break;
}
bson_append_finish_array(&bson_tag);
bson_finish(&bson_tag);
sprintf(str_num, "%d", tag->id);
bson_append_bson(&bson_version, str_num, &bson_tag);
bucket = bucket->next;
}
bson_append_finish_object(&bson_version);
bson_finish(&bson_version);
sprintf(str_num, "%u", version);
bson_append_bson(bson_tg, str_num, &bson_version);
}
int test_bson_generic( void ) {
bson_iterator it, it2, it3;
bson_oid_t oid;
bson_timestamp_t ts;
bson_timestamp_t ts_result;
bson b[1];
bson copy[1];
bson scope[1];
ts.i = 1;
ts.t = 2;
bson_init( b );
bson_append_double( b, "d", 3.14 );
bson_append_string( b, "s", "hello" );
bson_append_string_n( b, "s_n", "goodbye cruel world", 7 );
{
bson_append_start_object( b, "o" );
bson_append_start_array( b, "a" );
bson_append_binary( b, "0", 8, "w\0rld", 5 );
bson_append_finish_object( b );
bson_append_finish_object( b );
}
bson_append_undefined( b, "u" );
bson_oid_from_string( &oid, "010203040506070809101112" );
ASSERT( !memcmp( oid.bytes, "\x001\x002\x003\x004\x005\x006\x007\x008\x009\x010\x011\x012", 12 ) );
bson_append_oid( b, "oid", &oid );
bson_append_bool( b, "b", 1 );
bson_append_date( b, "date", 0x0102030405060708 );
bson_append_null( b, "n" );
bson_append_regex( b, "r", "^asdf", "imx" );
/* no dbref test (deprecated) */
bson_append_code( b, "c", "function(){}" );
bson_append_code_n( b, "c_n", "function(){}garbage", 12 );
bson_append_symbol( b, "symbol", "symbol" );
bson_append_symbol_n( b, "symbol_n", "symbol and garbage", 6 );
{
bson_init( scope );
bson_append_int( scope, "i", 123 );
bson_finish( scope );
bson_append_code_w_scope( b, "cws", "function(){return i}", scope );
bson_destroy( scope );
}
bson_append_timestamp( b, "timestamp", &ts );
bson_append_long( b, "l", 0x1122334455667788 );
/* Ensure that we can't copy a non-finished object. */
ASSERT( bson_copy( copy, b ) == BSON_ERROR );
bson_finish( b );
ASSERT( b->err == BSON_VALID );
/* Test append after finish. */
ASSERT( bson_append_string( b, "foo", "bar" ) == BSON_ERROR );
ASSERT( b->err & BSON_ALREADY_FINISHED );
ASSERT( bson_copy( copy, b ) == BSON_OK );
ASSERT( 1 == copy->finished );
ASSERT( 0 == copy->err );
bson_destroy( copy );
bson_print( b );
bson_iterator_init( &it, b );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_DOUBLE );
ASSERT( bson_iterator_type( &it ) == BSON_DOUBLE );
ASSERT( !strcmp( bson_iterator_key( &it ), "d" ) );
ASSERT( bson_iterator_double( &it ) == 3.14 );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_STRING );
ASSERT( bson_iterator_type( &it ) == BSON_STRING );
ASSERT( !strcmp( bson_iterator_key( &it ), "s" ) );
ASSERT( !strcmp( bson_iterator_string( &it ), "hello" ) );
ASSERT( strcmp( bson_iterator_string( &it ), "" ) );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_STRING );
ASSERT( bson_iterator_type( &it ) == BSON_STRING );
ASSERT( !strcmp( bson_iterator_key( &it ), "s_n" ) );
ASSERT( !strcmp( bson_iterator_string( &it ), "goodbye" ) );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_OBJECT );
ASSERT( bson_iterator_type( &it ) == BSON_OBJECT );
ASSERT( !strcmp( bson_iterator_key( &it ), "o" ) );
bson_iterator_subiterator( &it, &it2 );
ASSERT( bson_iterator_more( &it2 ) );
ASSERT( bson_iterator_next( &it2 ) == BSON_ARRAY );
ASSERT( bson_iterator_type( &it2 ) == BSON_ARRAY );
ASSERT( !strcmp( bson_iterator_key( &it2 ), "a" ) );
bson_iterator_subiterator( &it2, &it3 );
ASSERT( bson_iterator_more( &it3 ) );
ASSERT( bson_iterator_next( &it3 ) == BSON_BINDATA );
ASSERT( bson_iterator_type( &it3 ) == BSON_BINDATA );
ASSERT( !strcmp( bson_iterator_key( &it3 ), "0" ) );
ASSERT( bson_iterator_bin_type( &it3 ) == 8 );
ASSERT( bson_iterator_bin_len( &it3 ) == 5 );
ASSERT( !memcmp( bson_iterator_bin_data( &it3 ), "w\0rld", 5 ) );
ASSERT( bson_iterator_more( &it3 ) );
ASSERT( bson_iterator_next( &it3 ) == BSON_EOO );
ASSERT( bson_iterator_type( &it3 ) == BSON_EOO );
ASSERT( !bson_iterator_more( &it3 ) );
ASSERT( bson_iterator_more( &it2 ) );
ASSERT( bson_iterator_next( &it2 ) == BSON_EOO );
ASSERT( bson_iterator_type( &it2 ) == BSON_EOO );
ASSERT( !bson_iterator_more( &it2 ) );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_UNDEFINED );
ASSERT( bson_iterator_type( &it ) == BSON_UNDEFINED );
ASSERT( !strcmp( bson_iterator_key( &it ), "u" ) );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_OID );
ASSERT( bson_iterator_type( &it ) == BSON_OID );
ASSERT( !strcmp( bson_iterator_key( &it ), "oid" ) );
ASSERT( !memcmp( bson_iterator_oid( &it )->bytes, "\x001\x002\x003\x004\x005\x006\x007\x008\x009\x010\x011\x012", 12 ) );
ASSERT( bson_iterator_oid( &it )->ints[0] == oid.ints[0] );
ASSERT( bson_iterator_oid( &it )->ints[1] == oid.ints[1] );
ASSERT( bson_iterator_oid( &it )->ints[2] == oid.ints[2] );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_BOOL );
ASSERT( bson_iterator_type( &it ) == BSON_BOOL );
ASSERT( !strcmp( bson_iterator_key( &it ), "b" ) );
ASSERT( bson_iterator_bool( &it ) == 1 );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_DATE );
ASSERT( bson_iterator_type( &it ) == BSON_DATE );
ASSERT( !strcmp( bson_iterator_key( &it ), "date" ) );
ASSERT( bson_iterator_date( &it ) == 0x0102030405060708 );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_NULL );
ASSERT( bson_iterator_type( &it ) == BSON_NULL );
ASSERT( !strcmp( bson_iterator_key( &it ), "n" ) );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_REGEX );
ASSERT( bson_iterator_type( &it ) == BSON_REGEX );
ASSERT( !strcmp( bson_iterator_key( &it ), "r" ) );
ASSERT( !strcmp( bson_iterator_regex( &it ), "^asdf" ) );
ASSERT( !strcmp( bson_iterator_regex_opts( &it ), "imx" ) );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_CODE );
ASSERT( bson_iterator_type( &it ) == BSON_CODE );
ASSERT( !strcmp( bson_iterator_code(&it), "function(){}") );
ASSERT( !strcmp( bson_iterator_key( &it ), "c" ) );
ASSERT( !strcmp( bson_iterator_string( &it ), "" ) );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_CODE );
ASSERT( bson_iterator_type( &it ) == BSON_CODE );
ASSERT( !strcmp( bson_iterator_key( &it ), "c_n" ) );
ASSERT( !strcmp( bson_iterator_string( &it ), "" ) );
ASSERT( !strcmp( bson_iterator_code( &it ), "function(){}" ) );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_SYMBOL );
ASSERT( bson_iterator_type( &it ) == BSON_SYMBOL );
ASSERT( !strcmp( bson_iterator_key( &it ), "symbol" ) );
ASSERT( !strcmp( bson_iterator_string( &it ), "symbol" ) );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_SYMBOL );
ASSERT( bson_iterator_type( &it ) == BSON_SYMBOL );
ASSERT( !strcmp( bson_iterator_key( &it ), "symbol_n" ) );
ASSERT( !strcmp( bson_iterator_string( &it ), "symbol" ) );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_CODEWSCOPE );
ASSERT( bson_iterator_type( &it ) == BSON_CODEWSCOPE );
ASSERT( !strcmp( bson_iterator_key( &it ), "cws" ) );
ASSERT( !strcmp( bson_iterator_code( &it ), "function(){return i}" ) );
{
bson scope;
bson_iterator_code_scope( &it, &scope );
bson_iterator_init( &it2, &scope );
ASSERT( bson_iterator_more( &it2 ) );
ASSERT( bson_iterator_next( &it2 ) == BSON_INT );
ASSERT( bson_iterator_type( &it2 ) == BSON_INT );
ASSERT( !strcmp( bson_iterator_key( &it2 ), "i" ) );
ASSERT( bson_iterator_int( &it2 ) == 123 );
ASSERT( bson_iterator_more( &it2 ) );
ASSERT( bson_iterator_next( &it2 ) == BSON_EOO );
ASSERT( bson_iterator_type( &it2 ) == BSON_EOO );
ASSERT( !bson_iterator_more( &it2 ) );
}
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_TIMESTAMP );
ASSERT( bson_iterator_type( &it ) == BSON_TIMESTAMP );
ASSERT( !strcmp( bson_iterator_key( &it ), "timestamp" ) );
ts_result = bson_iterator_timestamp( &it );
ASSERT( ts_result.i == 1 );
ASSERT( ts_result.t == 2 );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_LONG );
ASSERT( bson_iterator_type( &it ) == BSON_LONG );
ASSERT( !strcmp( bson_iterator_key( &it ), "l" ) );
ASSERT( bson_iterator_long( &it ) == 0x1122334455667788 );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_EOO );
ASSERT( bson_iterator_type( &it ) == BSON_EOO );
ASSERT( !bson_iterator_more( &it ) );
bson_destroy( b );
{
bson bsrc[1];
bson_init( bsrc );
bson_append_double( bsrc, "d", 3.14 );
bson_finish( bsrc );
ASSERT( bsrc->err == BSON_VALID );
bson_init( b );
bson_append_double( b, "", 3.14 ); /* test empty name (in general) */
bson_iterator_init( &it, bsrc );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_DOUBLE );
ASSERT( bson_iterator_type( &it ) == BSON_DOUBLE );
bson_append_element( b, "d", &it );
bson_append_element( b, 0, &it ); /* test null */
bson_append_element( b, "", &it ); /* test empty name */
bson_finish( b );
ASSERT( b->err == BSON_VALID );
/* bson_print( b ); */
bson_iterator_init( &it, b );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_DOUBLE );
ASSERT( !strcmp( bson_iterator_key( &it ), "" ) );
ASSERT( bson_iterator_double( &it ) == 3.14 );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_DOUBLE );
ASSERT( !strcmp( bson_iterator_key( &it ), "d" ) );
ASSERT( bson_iterator_double( &it ) == 3.14 );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_DOUBLE );
ASSERT( !strcmp( bson_iterator_key( &it ), "d" ) );
ASSERT( bson_iterator_double( &it ) == 3.14 );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_DOUBLE );
ASSERT( !strcmp( bson_iterator_key( &it ), "" ) );
ASSERT( bson_iterator_double( &it ) == 3.14 );
ASSERT( bson_iterator_more( &it ) );
ASSERT( bson_iterator_next( &it ) == BSON_EOO );
ASSERT( !bson_iterator_more( &it ) );
bson_destroy( bsrc );
bson_destroy( b );
}
return 0;
}
int main(){
mongo_connection conn[1];
mongo_connection_options opts;
bson_buffer bb;
bson b;
mongo_cursor * cursor;
int i;
char hex_oid[25];
const char * col = "c.simple";
const char * ns = "test.c.simple";
INIT_SOCKETS_FOR_WINDOWS;
strncpy(opts.host, TEST_SERVER, 255);
opts.host[254] = '\0';
opts.port = 27017;
if (mongo_connect( conn , &opts )){
printf("failed to connect\n");
exit(1);
}
/* if the collection doesn't exist dropping it will fail */
if (!mongo_cmd_drop_collection(conn, "test", col, NULL)
&& mongo_find_one(conn, ns, bson_empty(&b), bson_empty(&b), NULL)){
printf("failed to drop collection\n");
exit(1);
}
for(i=0; i< 5; i++){
bson_buffer_init( & bb );
bson_append_new_oid( &bb, "_id" );
bson_append_double( &bb , "a" , 17 );
bson_append_int( &bb , "b" , 17 );
bson_append_string( &bb , "c" , "17" );
{
bson_buffer * sub = bson_append_start_object( &bb , "d" );
bson_append_int( sub, "i", 71 );
bson_append_finish_object(sub);
}
{
bson_buffer * arr = bson_append_start_array( &bb , "e" );
bson_append_int( arr, "0", 71 );
bson_append_string( arr, "1", "71" );
bson_append_finish_object(arr);
}
bson_from_buffer(&b, &bb);
mongo_insert( conn , ns , &b );
bson_destroy(&b);
}
cursor = mongo_find( conn , ns , bson_empty(&b) , 0 , 0 , 0 , 0 );
while (mongo_cursor_next(cursor)){
bson_iterator it;
bson_iterator_init(&it, cursor->current.data);
while(bson_iterator_next(&it)){
fprintf(stderr, " %s: ", bson_iterator_key(&it));
switch(bson_iterator_type(&it)){
case bson_double:
fprintf(stderr, "(double) %e\n", bson_iterator_double(&it));
break;
case bson_int:
fprintf(stderr, "(int) %d\n", bson_iterator_int(&it));
break;
case bson_string:
fprintf(stderr, "(string) \"%s\"\n", bson_iterator_string(&it));
break;
case bson_oid:
bson_oid_to_string(bson_iterator_oid(&it), hex_oid);
fprintf(stderr, "(oid) \"%s\"\n", hex_oid);
break;
case bson_object:
fprintf(stderr, "(subobject) {...}\n");
break;
case bson_array:
fprintf(stderr, "(array) [...]\n");
break;
default:
fprintf(stderr, "(type %d)\n", bson_iterator_type(&it));
break;
}
}
fprintf(stderr, "\n");
}
mongo_cursor_destroy(cursor);
mongo_cmd_drop_db(conn, "test");
mongo_destroy( conn );
return 0;
}
void testBuildQuery1() {
CU_ASSERT_PTR_NOT_NULL_FATAL(jb);
/*
Query = {
"name" : Петров Петр,
"age" : 33,
"family" : {
"wife" : {
"name" : "Jeniffer",
"age" : {"$gt" : 25},
"phone" : "444-111"
},
"children" : [
{
"name" : "Dasha",
"age" : {"$in" : [1, 4, 10]}
}
]
}
*/
bson q1;
bson_init_as_query(&q1);
bson_append_string(&q1, "name", "Петров Петр");
bson_append_int(&q1, "age", 33);
bson q1family_wife;
bson_init_as_query(&q1family_wife);
bson_append_string(&q1family_wife, "name", "Jeniffer");
bson_append_start_object(&q1family_wife, "age");
bson_append_int(&q1family_wife, "$gt", 25);
bson_append_finish_object(&q1family_wife);
bson_append_string(&q1family_wife, "phone", "444-111");
bson_finish(&q1family_wife);
bson q1family_child;
bson_init_as_query(&q1family_child);
bson_append_string(&q1family_child, "name", "Dasha");
//"age" : {"$in" : [1, 4, 10]}
bson q1family_child_age_IN;
bson_init_as_query(&q1family_child_age_IN);
bson_append_start_array(&q1family_child_age_IN, "$in");
bson_append_int(&q1family_child_age_IN, "0", 1);
bson_append_int(&q1family_child_age_IN, "1", 4);
bson_append_int(&q1family_child_age_IN, "2", 10);
bson_append_finish_array(&q1family_child_age_IN);
bson_finish(&q1family_child_age_IN);
bson_append_bson(&q1family_child, "age", &q1family_child_age_IN);
bson_finish(&q1family_child);
bson q1family;
bson_init_as_query(&q1family);
bson_append_bson(&q1family, "wife", &q1family_wife);
bson_append_start_array(&q1family, "children");
bson_append_bson(&q1family, "0", &q1family_child);
bson_append_finish_array(&q1family);
bson_finish(&q1family);
bson_append_bson(&q1, "family", &q1family);
bson_finish(&q1);
CU_ASSERT_FALSE_FATAL(q1.err);
CU_ASSERT_FALSE_FATAL(q1family.err);
CU_ASSERT_FALSE_FATAL(q1family_wife.err);
CU_ASSERT_FALSE_FATAL(q1family_child.err);
CU_ASSERT_FALSE_FATAL(q1family_child_age_IN.err);
EJQ *ejq = ejdbcreatequery(jb, &q1, NULL, 0, NULL);
CU_ASSERT_PTR_NOT_NULL_FATAL(ejq);
bson_destroy(&q1);
bson_destroy(&q1family);
bson_destroy(&q1family_wife);
bson_destroy(&q1family_child);
bson_destroy(&q1family_child_age_IN);
CU_ASSERT_PTR_NOT_NULL_FATAL(ejq->qobjlist);
TCLIST *qmap = ejq->qobjlist;
CU_ASSERT_EQUAL(qmap->num, 7);
for (int i = 0; i < TCLISTNUM(qmap); ++i) {
const EJQF *qf = TCLISTVALPTR(qmap, i);
CU_ASSERT_PTR_NOT_NULL_FATAL(qf);
const char* key = qf->fpath;
switch (i) {
case 0:
{
CU_ASSERT_STRING_EQUAL(key, "name");
CU_ASSERT_PTR_NOT_NULL(qf);
CU_ASSERT_STRING_EQUAL(qf->expr, "Петров Петр");
CU_ASSERT_EQUAL(qf->tcop, TDBQCSTREQ);
break;
}
case 1:
{
CU_ASSERT_STRING_EQUAL(key, "age");
CU_ASSERT_PTR_NOT_NULL(qf);
CU_ASSERT_STRING_EQUAL(qf->expr, "33");
CU_ASSERT_EQUAL(qf->tcop, TDBQCNUMEQ);
break;
}
case 2:
{
CU_ASSERT_STRING_EQUAL(key, "family.wife.name");
CU_ASSERT_PTR_NOT_NULL(qf);
CU_ASSERT_STRING_EQUAL(qf->expr, "Jeniffer");
CU_ASSERT_EQUAL(qf->tcop, TDBQCSTREQ);
break;
}
case 3:
{
CU_ASSERT_STRING_EQUAL(key, "family.wife.age");
CU_ASSERT_PTR_NOT_NULL(qf);
CU_ASSERT_STRING_EQUAL(qf->expr, "25");
CU_ASSERT_EQUAL(qf->tcop, TDBQCNUMGT);
break;
}
case 4:
{
CU_ASSERT_STRING_EQUAL(key, "family.wife.phone");
CU_ASSERT_PTR_NOT_NULL(qf);
CU_ASSERT_STRING_EQUAL(qf->expr, "444-111");
CU_ASSERT_EQUAL(qf->tcop, TDBQCSTREQ);
break;
}
case 5:
{
CU_ASSERT_STRING_EQUAL(key, "family.children.0.name");
CU_ASSERT_PTR_NOT_NULL(qf);
CU_ASSERT_STRING_EQUAL(qf->expr, "Dasha");
CU_ASSERT_EQUAL(qf->tcop, TDBQCSTREQ);
break;
}
case 6:
{
CU_ASSERT_STRING_EQUAL(key, "family.children.0.age");
CU_ASSERT_PTR_NOT_NULL(qf);
CU_ASSERT_EQUAL(qf->ftype, BSON_ARRAY);
TCLIST *al = tclistload(qf->expr, qf->exprsz);
char* als = tcstrjoin(al, ',');
CU_ASSERT_STRING_EQUAL(als, "1,4,10");
TCFREE(als);
tclistdel(al);
CU_ASSERT_EQUAL(qf->tcop, TDBQCNUMOREQ);
break;
}
}
}
ejdbquerydel(ejq);
}
void CSMatrix<Scalar>::export_to_file(const char *filename, const char *var_name, MatrixExportFormat fmt, char* number_format, bool invert_storage)
{
switch (fmt)
{
case EXPORT_FORMAT_MATRIX_MARKET:
{
FILE* file = fopen(filename, "w");
if (!file)
throw Exceptions::IOException(Exceptions::IOException::Write, filename);
if (Hermes::Helpers::TypeIsReal<Scalar>::value)
fprintf(file, "%%%%MatrixMarket matrix coordinate real general\n");
else
fprintf(file, "%%%%MatrixMarket matrix coordinate complex general\n");
fprintf(file, "%d %d %d\n", this->size, this->size, this->nnz);
if (invert_storage)
this->switch_orientation();
for (unsigned int j = 0; j < this->size; j++)
{
for (int i = Ap[j]; i < Ap[j + 1]; i++)
{
Hermes::Helpers::fprint_coordinate_num(file, i_coordinate(Ai[i] + 1, j + 1, invert_storage), j_coordinate(Ai[i] + 1, j + 1, invert_storage), Ax[i], number_format);
fprintf(file, "\n");
}
}
if (invert_storage)
this->switch_orientation();
fclose(file);
}
break;
case EXPORT_FORMAT_MATLAB_MATIO:
{
#ifdef WITH_MATIO
mat_sparse_t sparse;
sparse.nzmax = this->nnz;
if (invert_storage)
this->switch_orientation();
sparse.nir = this->nnz;
sparse.ir = Ai;
sparse.njc = this->size + 1;
sparse.jc = (int *)Ap;
sparse.ndata = this->nnz;
size_t dims[2];
dims[0] = this->size;
dims[1] = this->size;
mat_t *mat = Mat_CreateVer(filename, "", MAT_FT_MAT5);
matvar_t *matvar;
// For complex. No allocation here.
double* Ax_re = nullptr;
double* Ax_im = nullptr;
// For real.
if (Hermes::Helpers::TypeIsReal<Scalar>::value)
{
sparse.data = Ax;
matvar = Mat_VarCreate(var_name, MAT_C_SPARSE, MAT_T_DOUBLE, 2, dims, &sparse, MAT_F_DONT_COPY_DATA);
}
else
{
// For complex.
Ax_re = malloc_with_check<CSMatrix<Scalar>, double>(this->nnz, this);
Ax_im = malloc_with_check<CSMatrix<Scalar>, double>(this->nnz, this);
struct mat_complex_split_t z = { Ax_re, Ax_im };
for (int i = 0; i < this->nnz; i++)
{
Ax_re[i] = ((std::complex<double>)(this->Ax[i])).real();
Ax_im[i] = ((std::complex<double>)(this->Ax[i])).imag();
sparse.data = &z;
}
matvar = Mat_VarCreate(var_name, MAT_C_SPARSE, MAT_T_DOUBLE, 2, dims, &sparse, MAT_F_DONT_COPY_DATA | MAT_F_COMPLEX);
}
if (matvar)
{
Mat_VarWrite(mat, matvar, MAT_COMPRESSION_ZLIB);
Mat_VarFree(matvar);
}
if (invert_storage)
this->switch_orientation();
free_with_check(Ax_re);
free_with_check(Ax_im);
Mat_Close(mat);
if (!matvar)
throw Exceptions::IOException(Exceptions::IOException::Write, filename);
#endif
}
break;
case EXPORT_FORMAT_PLAIN_ASCII:
{
FILE* file = fopen(filename, "w");
if (!file)
throw Exceptions::IOException(Exceptions::IOException::Write, filename);
if (invert_storage)
this->switch_orientation();
for (unsigned int j = 0; j < this->size; j++)
{
for (int i = Ap[j]; i < Ap[j + 1]; i++)
{
Helpers::fprint_coordinate_num(file, i_coordinate(Ai[i], j, invert_storage), j_coordinate(Ai[i], j, invert_storage), Ax[i], number_format);
fprintf(file, "\n");
}
}
if (invert_storage)
this->switch_orientation();
fclose(file);
}
break;
#ifdef WITH_BSON
case EXPORT_FORMAT_BSON:
{
// Init bson
bson bw;
bson_init(&bw);
// Matrix size.
bson_append_int(&bw, "size", this->size);
// Nonzeros.
bson_append_int(&bw, "nnz", this->nnz);
if (invert_storage)
this->switch_orientation();
bson_append_start_array(&bw, "Ap");
for (unsigned int i = 0; i < this->size; i++)
bson_append_int(&bw, "p", this->Ap[i]);
bson_append_finish_array(&bw);
bson_append_start_array(&bw, "Ai");
for (unsigned int i = 0; i < this->nnz; i++)
bson_append_int(&bw, "i", this->Ai[i]);
bson_append_finish_array(&bw);
bson_append_start_array(&bw, "Ax");
for (unsigned int i = 0; i < this->nnz; i++)
bson_append_double(&bw, "x", real(this->Ax[i]));
bson_append_finish_array(&bw);
if (!Hermes::Helpers::TypeIsReal<Scalar>::value)
{
bson_append_start_array(&bw, "Ax-imag");
for (unsigned int i = 0; i < this->nnz; i++)
bson_append_double(&bw, "x-i", imag(this->Ax[i]));
bson_append_finish_array(&bw);
}
bson_append_finish_array(&bw);
if (invert_storage)
this->switch_orientation();
// Done.
bson_finish(&bw);
// Write to disk.
FILE *fpw;
fpw = fopen(filename, "wb");
const char *dataw = (const char *)bson_data(&bw);
fwrite(dataw, bson_size(&bw), 1, fpw);
fclose(fpw);
bson_destroy(&bw);
}
break;
#endif
}
}
INLINE void v_to_bson P3(bson *, out, char *, k, svalue_t *, v)
{
switch(v->type) {
case T_STRING:
{
if(!strcmp(k,"_id") && strlen(v->u.string) == 24){
bson_oid_t oid[1];
bson_oid_from_string(oid,v->u.string);
bson_append_oid(out,k,oid);
}else{
bson_append_string(out,k,v->u.string);
}
return;
}
case T_CLASS:
{
bson_append_string(out,k,"CLASS");
return;
}
case T_NUMBER:
{
bson_append_long(out,k,v->u.number);
return;
}
case T_REAL:
{
bson_append_double(out,k,v->u.real);
return;
}
case T_ARRAY:
{
int i;
int size;
char buf[20];
size = v->u.arr->size;
svalue_t *sv = v->u.arr->item;
bson_append_start_array(out, k);
for(i=0; i<size; i++) {
sprintf(buf,"%d",i);
v_to_bson(out,buf,sv++);
}
bson_append_finish_array( out );
return;
}
case T_MAPPING:
{
char num[25];
int j = v->u.map->table_size;
mapping_node_t **a = v->u.map->table, *elt;
bson_append_start_object(out, k);
do {
for (elt = a[j]; elt; elt = elt = elt->next) {
if(elt->values->type == T_STRING){
v_to_bson(out,elt->values->u.string,elt->values+1);
}else if(elt->values->type == T_NUMBER){
sprintf(num,"%ld",v->u.number);
v_to_bson(out,num,elt->values+1);
}else{
continue;
}
}
} while (j--);
bson_append_finish_object( out );
return;
}
}
}
