// ----------------------------------------------------------------------------------
//
// def create_index(namespace, set, bin, name, data_type, options = {})
//
// params:
// namespace - string, namespace to be indexed
// set - string, set to be indexed
// bin - string, bin or complex position name to be indexed
// name - string, name of the index
// data_type = symbol, data type of index, :string or :numeric
//
// ------
// RETURN:
// 1. AerospikeC::IndexTask object
//
// @TODO options policy
//
static VALUE create_index(int argc, VALUE * argv, VALUE self) {
rb_aero_TIMED(tm);
as_error err;
aerospike * as = rb_aero_CLIENT;
VALUE ns;
VALUE set;
VALUE bin;
VALUE name;
VALUE data_type;
VALUE options;
rb_scan_args(argc, argv, "51", &ns, &set, &bin, &name, &data_type, &options);
// default values for optional arguments
if ( NIL_P(options) ) options = rb_hash_new();
int d_type;
if ( data_type == numeric_sym ) {
d_type = AS_INDEX_NUMERIC;
}
else if ( data_type == string_sym ) {
d_type = AS_INDEX_STRING;
}
else if ( data_type == geo_sphere_sym ) {
d_type = AS_INDEX_GEO2DSPHERE;
}
else {
rb_raise(rb_aero_OptionError, "[AerospikeC::Client][create_index] data_type must be :string or :numeric");
}
as_index_task * task = (as_index_task *) ruby_xmalloc( sizeof(as_index_task) );
if (! task) rb_raise(rb_aero_MemoryError, "[AerospikeC::Client][create_index] Error while allocating memory for aerospike task");
if ( aerospike_index_create(as, &err, task, NULL, StringValueCStr(ns), StringValueCStr(set),
StringValueCStr(bin), StringValueCStr(name), d_type) != AEROSPIKE_OK )
raise_as_error(err);
VALUE index_task_struct = Data_Wrap_Struct(rb_aero_IndexTask, NULL, index_task_deallocate, task);
rb_aero_logger(AS_LOG_LEVEL_DEBUG, &tm, 1, rb_str_new2("[Client][create_index] done"));
return rb_funcall(rb_aero_IndexTask, rb_intern("new"), 1, index_task_struct);
}
//------------------------------------------------
// Create a numeric secondary index for a
// specified bin in the database.
//
bool
example_create_integer_index(aerospike* p_as, const char* bin,
const char* index)
{
as_index_task task;
as_error err;
if (aerospike_index_create(p_as, &err, &task, NULL, g_namespace, g_set, bin, index, AS_INDEX_NUMERIC) != AEROSPIKE_OK) {
LOG("aerospike_index_create() returned %d - %s", err.code, err.message);
return false;
}
// Wait for the system metadata to spread to all nodes.
aerospike_index_create_wait(&err, &task, 0);
return true;
}
static bool before(atf_suite * suite) {
as_error err;
as_error_reset(&err);
// create index on "a"
as_status status;
as_index_task task;
status = aerospike_index_create(as, &err, &task, NULL, NAMESPACE, SET, "geobin", "idx_test_geo", AS_INDEX_GEO2DSPHERE);
if ( status == AEROSPIKE_OK ) {
aerospike_index_create_wait(&err, &task, 0);
}
else {
info("error(%d): %s", err.code, err.message);
}
return true;
}
/**
* Create a new secondary index on an integer bin.
*
* ~~~~~~~~~~{.c}
* if ( aerospike_index_integer_create(&as, &err, NULL, "test", "demo", "bin1", "idx_test_demo_bin1") != AEROSPIKE_OK ) {
* fprintf(stderr, "error(%d) %s at [%s:%d]", err.code, err.message, err.file, err.line);
* }
* ~~~~~~~~~~
*
* @param as The aerospike instance to use for this operation.
* @param err The as_error to be populated if an error occurs.
* @param policy The policy to use for this operation. If NULL, then the default policy will be used.
* @param ns The namespace to be indexed.
* @param set The set to be indexed.
* @param bin The bin to be indexed.
* @param name The name of the index.
*
* @return AEROSPIKE_OK if successful or index already exists. Otherwise an error.
*
* @ingroup index_operations
*/
as_status aerospike_index_integer_create(
aerospike * as, as_error * err, const as_policy_info * policy,
const char * ns, const char * set, const char * bin, const char * name)
{
return aerospike_index_create(as, err, policy, ns, set, bin, "NUMERIC", name);
}
/**
* Create a new secondary index on a string bin.
*
* ~~~~~~~~~~{.c}
* if ( aerospike_index_string_create(&as, &err, NULL, "test", "demo", "bin1", "idx_test_demo_bin1") != AEROSPIKE_OK ) {
* fprintf(stderr, "error(%d) %s at [%s:%d]", err.code, err.message, err.file, err.line);
* }
* ~~~~~~~~~~
*
* @param as The aerospike instance to use for this operation.
* @param err The as_error to be populated if an error occurs.
* @param policy The policy to use for this operation. If NULL, then the default policy will be used.
* @param ns The namespace to be indexed.
* @param set The set to be indexed.
* @param bin The bin to be indexed.
* @param name The name of the index.
*
* @return AEROSPIKE_OK if successful or index already exists. Otherwise an error.
*
* @ingroup index_operations
*/
as_status aerospike_index_string_create(
aerospike * as, as_error * err, const as_policy_info * policy,
const char * ns, const char * set, const char * bin, const char * name)
{
return aerospike_index_create(as, err, policy, ns, set, bin, "STRING", name);
}
/**
* Creates 100 records and 9 indexes.
*
* Records are structured as:
* {a: String, b: Integer, c: Integer, d: Integer, e: Integer}
*
* The key is "a-b-c-d-e"
*
* The values are:
* a = "abc"
* b = 100
* c = <current index>
* d = c % 10
* e = b + (c + 1) * (d + 1) / 2
*/
bool query_foreach_create()
{
as_error err;
as_error_reset(&err);
int n_recs = 100;
as_status status;
as_index_task task;
// create index on "a"
status = aerospike_index_create(as, &err, &task, NULL, NAMESPACE, SET, "a", "idx_test_a", AS_INDEX_STRING);
index_process_return_code(status, &err, &task);
// create index on "b"
status = aerospike_index_create(as, &err, &task, NULL, NAMESPACE, SET, "b", "idx_test_b", AS_INDEX_NUMERIC);
index_process_return_code(status, &err, &task);
// create index on "c"
status = aerospike_index_create(as, &err, &task, NULL, NAMESPACE, SET, "c", "idx_test_c", AS_INDEX_NUMERIC);
index_process_return_code(status, &err, &task);
// create index on "d"
status = aerospike_index_create(as, &err, &task, NULL, NAMESPACE, SET, "d", "idx_test_d", AS_INDEX_NUMERIC);
index_process_return_code(status, &err, &task);
// create complex index on "x"
status = aerospike_index_create_complex(as, &err, &task, NULL, NAMESPACE, SET, "x", "idx_test_x", AS_INDEX_TYPE_LIST, AS_INDEX_STRING);
index_process_return_code(status, &err, &task);
// create complex index on "y"
status = aerospike_index_create_complex(as, &err, &task, NULL, NAMESPACE, SET, "y", "idx_test_y", AS_INDEX_TYPE_MAPKEYS, AS_INDEX_STRING);
index_process_return_code(status, &err, &task);
// create complex index on "y"
status = aerospike_index_create_complex(as, &err, &task, NULL, NAMESPACE, SET, "y", "idx_test_y1", AS_INDEX_TYPE_MAPVALUES, AS_INDEX_STRING);
index_process_return_code(status, &err, &task);
// create complex index on "z"
status = aerospike_index_create_complex(as, &err, &task, NULL, NAMESPACE, SET, "z", "idx_test_z", AS_INDEX_TYPE_LIST, AS_INDEX_NUMERIC);
index_process_return_code(status, &err, &task);
char* buffer = alloca(n_recs * 1024 + 1);
uint32_t the_ttl = AS_RECORD_NO_EXPIRE_TTL;
// insert records
for ( int i = 0; i < n_recs; i++ ) {
if (i == 10) {
// We change the TTL from never to 100 days
the_ttl = 100 * 24 * 60 * 60;
}
else if (i == 42) {
// NOTE - We pause on the 42nd iteration for a few
// milliseconds and note the time. We can then use the
// as_predexp_rec_last_update_after predicate below to find
// the later records.
as_sleep(5);
g_epochns = cf_clock_getabsolute() * 1000 * 1000;
as_sleep(5);
// Also on the 42nd iteration we change the TTL to
// 10 days for the remaining records.
the_ttl = 10 * 24 * 60 * 60;
}
char * a = "abc";
int b = n_recs;
int c = i;
int d = i % 10;
int e = b + (c + 1) * (d + 1) / 2;
int g = i; // Only set on odd records.
char f[64];
snprintf(f, sizeof(f), "0x%04x", i);
char keystr[64] = { '\0' };
snprintf(keystr, 64, "%s-%d-%d-%d-%d", a, b, c, d, e);
// Make list
as_arraylist list;
as_arraylist_init(&list, 3, 0);
if ( (i%3) == 0) {
as_arraylist_append_str(&list, "x");
as_arraylist_append_str(&list, "x1");
as_arraylist_append_str(&list, "x2");
} else {
as_arraylist_append_str(&list, "not_x1");
as_arraylist_append_str(&list, "not_x2");
as_arraylist_append_str(&list, "not_x3");
}
// Make map
as_hashmap map;
as_hashmap_init(&map, 1);
if ( (i%7) == 0) {
as_stringmap_set_str((as_map *) &map, "ykey", "yvalue");
} else {
as_stringmap_set_str((as_map *) &map, "ykey_not", "yvalue_not");
}
// Make list of integers
as_arraylist list2;
as_arraylist_init(&list2, 5, 0);
as_arraylist_append_int64(&list2, i);
as_arraylist_append_int64(&list2, i+1);
as_arraylist_append_int64(&list2, i+2);
as_arraylist_append_int64(&list2, i+3);
as_arraylist_append_int64(&list2, i+4);
// Make a string of variable size
for (int jj = 0; jj < i * 1024; ++jj) {
buffer[jj] = 'X';
}
buffer[i * 1024] = '\0';
// We only create the g bin for odd records.
bool create_g_bin = i % 2 == 1;
as_record r;
as_record_init(&r, 10 + (create_g_bin ? 1 : 0));
as_record_set_str(&r, "a", a);
as_record_set_int64(&r, "b", b);
as_record_set_int64(&r, "c", c);
as_record_set_int64(&r, "d", d);
as_record_set_int64(&r, "e", e);
as_record_set_str(&r, "f", f);
if (create_g_bin) {
as_record_set_int64(&r, "g", g);
}
as_record_set_list(&r, "x", (as_list *) &list);
as_record_set_map(&r, "y", (as_map *) &map);
as_record_set_list(&r, "z", (as_list *) &list2);
as_record_set_str(&r, "bigstr", buffer);
r.ttl = the_ttl;
as_key key;
as_key_init(&key, NAMESPACE, SET, keystr);
aerospike_key_put(as, &err, NULL, &key, &r);
as_record_destroy(&r);
if (err.code != AEROSPIKE_OK) {
error("aerospike_key_put() failed %d %s", err.code, err.message);
return false;
}
as_record *r1 = NULL;
aerospike_key_exists(as, &err, NULL, &key, &r1);
as_key_destroy(&key);
if (err.code != AEROSPIKE_OK) {
error("aerospike_key_exists() failed %d %s", err.code, err.message);
return false;
}
if (! r1) {
error("key not found %s", keystr);
return false;
}
as_record_destroy(r1);
}
return true;
}
/**
* Creates 100 records and 9 indexes.
*
* Records are structured as:
* {a: String, b: Integer, c: Integer, d: Integer, e: Integer}
*
* The key is "a-b-c-d-e"
*
* The values are:
* a = "abc"
* b = 100
* c = <current index>
* d = c % 10
* e = b + (c + 1) * (d + 1) / 2
*/
bool query_foreach_create()
{
as_error err;
as_error_reset(&err);
int n_recs = 100;
as_status status;
as_index_task task;
// create index on "a"
status = aerospike_index_create(as, &err, &task, NULL, NAMESPACE, SET, "a", "idx_test_a", AS_INDEX_STRING);
if ( status == AEROSPIKE_OK ) {
aerospike_index_create_wait(&err, &task, 0);
}
else {
info("error(%d): %s", err.code, err.message);
}
// create index on "b"
status = aerospike_index_create(as, &err, &task, NULL, NAMESPACE, SET, "b", "idx_test_b", AS_INDEX_NUMERIC);
if ( status == AEROSPIKE_OK ) {
aerospike_index_create_wait(&err, &task, 0);
}
else {
info("error(%d): %s", err.code, err.message);
}
// create index on "c"
status = aerospike_index_create(as, &err, &task, NULL, NAMESPACE, SET, "c", "idx_test_c", AS_INDEX_NUMERIC);
if ( status == AEROSPIKE_OK ) {
aerospike_index_create_wait(&err, &task, 0);
}
else {
info("error(%d): %s", err.code, err.message);
}
// create index on "d"
status = aerospike_index_create(as, &err, &task, NULL, NAMESPACE, SET, "d", "idx_test_d", AS_INDEX_NUMERIC);
if ( status == AEROSPIKE_OK ) {
aerospike_index_create_wait(&err, &task, 0);
}
else {
info("error(%d): %s", err.code, err.message);
}
// create complex index on "x"
status = aerospike_index_create_complex(as, &err, &task, NULL, NAMESPACE, SET, "x", "idx_test_x", AS_INDEX_TYPE_LIST, AS_INDEX_STRING);
if ( status == AEROSPIKE_OK ) {
aerospike_index_create_wait(&err, &task, 0);
}
else {
info("error(%d): %s", err.code, err.message);
}
// create complex index on "y"
status = aerospike_index_create_complex(as, &err, &task, NULL, NAMESPACE, SET, "y", "idx_test_y", AS_INDEX_TYPE_MAPKEYS, AS_INDEX_STRING);
if ( status == AEROSPIKE_OK ) {
aerospike_index_create_wait(&err, &task, 0);
}
else {
info("error(%d): %s", err.code, err.message);
}
// create complex index on "y"
status = aerospike_index_create_complex(as, &err, &task, NULL, NAMESPACE, SET, "y", "idx_test_y1", AS_INDEX_TYPE_MAPVALUES, AS_INDEX_STRING);
if ( status == AEROSPIKE_OK ) {
aerospike_index_create_wait(&err, &task, 0);
}
else {
info("error(%d): %s", err.code, err.message);
}
// create complex index on "z"
status = aerospike_index_create_complex(as, &err, &task, NULL, NAMESPACE, SET, "z", "idx_test_z", AS_INDEX_TYPE_LIST, AS_INDEX_NUMERIC);
if ( status == AEROSPIKE_OK ) {
aerospike_index_create_wait(&err, &task, 0);
}
else {
info("error(%d): %s", err.code, err.message);
}
// insert records
for ( int i = 0; i < n_recs; i++ ) {
char * a = "abc";
int b = n_recs;
int c = i;
int d = i % 10;
int e = b + (c + 1) * (d + 1) / 2;
char keystr[64] = { '\0' };
snprintf(keystr, 64, "%s-%d-%d-%d-%d", a, b, c, d, e);
// Make list
as_arraylist list;
as_arraylist_init(&list, 3, 0);
if ( (i%3) == 0) {
as_arraylist_append_str(&list, "x");
as_arraylist_append_str(&list, "x1");
as_arraylist_append_str(&list, "x2");
} else {
as_arraylist_append_str(&list, "not_x1");
as_arraylist_append_str(&list, "not_x2");
as_arraylist_append_str(&list, "not_x3");
}
// Make map
as_hashmap map;
as_hashmap_init(&map, 1);
if ( (i%7) == 0) {
as_stringmap_set_str((as_map *) &map, "ykey", "yvalue");
} else {
as_stringmap_set_str((as_map *) &map, "ykey_not", "yvalue_not");
}
// Make list of integers
as_arraylist list2;
as_arraylist_init(&list2, 5, 0);
as_arraylist_append_int64(&list2, i);
as_arraylist_append_int64(&list2, i+1);
as_arraylist_append_int64(&list2, i+2);
as_arraylist_append_int64(&list2, i+3);
as_arraylist_append_int64(&list2, i+4);
as_record r;
as_record_init(&r, 9);
as_record_set_str(&r, "a", a);
as_record_set_int64(&r, "b", b);
as_record_set_int64(&r, "c", c);
as_record_set_int64(&r, "d", d);
as_record_set_int64(&r, "e", e);
as_record_set_list(&r, "x", (as_list *) &list);
as_record_set_map(&r, "y", (as_map *) &map);
as_record_set_list(&r, "z", (as_list *) &list2);
as_key key;
as_key_init(&key, NAMESPACE, SET, keystr);
aerospike_key_put(as, &err, NULL, &key, &r);
as_record_destroy(&r);
if (err.code != AEROSPIKE_OK) {
error("aerospike_key_put() failed %d %s", err.code, err.message);
return false;
}
as_record *r1 = NULL;
aerospike_key_exists(as, &err, NULL, &key, &r1);
as_key_destroy(&key);
if (err.code != AEROSPIKE_OK) {
error("aerospike_key_exists() failed %d %s", err.code, err.message);
return false;
}
if (! r1) {
error("key not found %s", keystr);
return false;
}
as_record_destroy(r1);
}
return true;
}
return false;
}
return true;
}
/******************************************************************************
* TEST CASES
*****************************************************************************/
TEST(query_background_create, "create records and indices")
{
as_error err;
as_error_reset(&err);
as_index_task task;
as_status status = aerospike_index_create(as, &err, &task, NULL, NAMESPACE, SET, "qebin1", "qeindex9", AS_INDEX_NUMERIC);
if (status != AEROSPIKE_OK) {
error("error(%d): %s", err.code, err.message);
}
aerospike_index_create_wait(&err, &task, 0);
as_key key;
char keystr[64];
for (int i = 1; i <= 10; i++) {
sprintf(keystr, "qekey%d", i);
as_key_init(&key, NAMESPACE, SET, keystr);
as_record r;
/******************************************************************************
* STATIC FUNCTIONS
*****************************************************************************/
/******************************************************************************
* TEST CASES
*****************************************************************************/
TEST( index_basics_create , "Create index on bin" ) {
as_error err;
as_error_reset(&err);
// DEFAULT type index
as_status status = aerospike_index_create(as, &err, 0, NULL, "test", "test", "new_bin", "idx_test_new_bin", AS_INDEX_STRING);
if (status != AEROSPIKE_OK) {
info("error(%d): %s", err.code, err.message);
}
assert_int_eq( status , AEROSPIKE_OK );
// LIST type index
/* TODO uncomment when server supports complex indicies.
status = aerospike_index_create_complex(as, &err, 0, NULL, "test", "test", "new_bin[0]", "idx_test_listbin", AS_INDEX_TYPE_LIST, AS_INDEX_STRING);
if (status != AEROSPIKE_OK) {
info("error(%d): %s", err.code, err.message);
}
assert_int_eq( status , AEROSPIKE_OK );
*/