void
test_near_uint32(gpointer data)
{
grn_id id;
int min_size, offset, limit, flags;
guint32 max;
const GList *expected_keys;
GList *actual_keys = NULL;
create_uint32_table();
min_size = gcut_data_get_int(data, "min-size");
max = gcut_data_get_uint(data, "max");
offset = gcut_data_get_int(data, "offset");
limit = gcut_data_get_int(data, "limit");
flags = gcut_data_get_int(data, "flags");
cursor = grn_table_cursor_open(context, table,
NULL, min_size,
&max, sizeof(max),
offset, limit,
flags | GRN_CURSOR_PREFIX);
grn_test_assert_context(context);
while ((id = grn_table_cursor_next(context, cursor))) {
guint32 *key;
int key_size;
key_size = grn_table_cursor_get_key(context, cursor, (void **)&key);
actual_keys = g_list_append(actual_keys, GUINT_TO_POINTER(*key));
}
gcut_take_list(actual_keys, NULL);
expected_keys = gcut_data_get_pointer(data, "expected");
gcut_assert_equal_list_uint(expected_keys, actual_keys);
}
static GList *
result_to_list(void)
{
GList *list = NULL;
grn_table_cursor *cursor;
cursor = grn_table_cursor_open(context, result,
NULL, 0,
NULL, 0,
0, -1,
GRN_CURSOR_ASCENDING | GRN_CURSOR_BY_ID);
while ((grn_table_cursor_next(context, cursor))) {
void *result_key;
gint result_key_size;
grn_id shop_id;
gchar key[GRN_TABLE_MAX_KEY_SIZE];
gint key_size;
result_key_size = grn_table_cursor_get_key(context, cursor, &result_key);
memcpy(&shop_id, result_key, result_key_size);
key_size = grn_table_get_key(context, shops, shop_id,
&key, GRN_TABLE_MAX_KEY_SIZE);
list = g_list_append(list, g_strndup(key, key_size));
}
gcut_take_list(list, g_free);
return list;
}
GList *
grn_test_pat_cursor_get_pairs(grn_ctx *context, grn_table_cursor *cursor)
{
grn_id id;
GList *pairs = NULL;
id = grn_table_cursor_next(context, cursor);
while (id != GRN_ID_NIL) {
int length;
void *key, *value;
GString *null_terminated_key, *null_terminated_value;
length = grn_table_cursor_get_key(context, cursor, &key);
null_terminated_key = g_string_new_len(key, length);
pairs = g_list_append(pairs,
g_string_free(null_terminated_key, FALSE));
length = grn_table_cursor_get_value(context, cursor, &value);
null_terminated_value = g_string_new_len(value, length);
pairs = g_list_append(pairs,
g_string_free(null_terminated_value, FALSE));
id = grn_table_cursor_next(context, cursor);
}
return pairs;
}
void
test_common_prefix_search(gpointer data)
{
grn_id id;
const gchar *max;
int min_size, offset, limit, flags;
const GList *expected_keys;
GList *actual_keys = NULL;
cut_omit("crashed. Is it right usage?");
create_short_text_table(gcut_take_new_list_string("abra",
"abracada",
"abracadabra",
"abubu",
"あ",
"ああ",
"あああ",
"い",
NULL));
min_size = gcut_data_get_int(data, "min-size");
max = gcut_data_get_string(data, "max");
offset = gcut_data_get_int(data, "offset");
limit = gcut_data_get_int(data, "limit");
flags = gcut_data_get_int(data, "flags");
cursor = grn_table_cursor_open(context, table,
NULL, min_size,
max, strlen(max),
offset, limit,
flags | GRN_CURSOR_PREFIX);
grn_test_assert_context(context);
while ((id = grn_table_cursor_next(context, cursor))) {
gchar *key;
int key_size;
key_size = grn_table_cursor_get_key(context, cursor, (void **)&key);
actual_keys = g_list_append(actual_keys, g_strndup(key, key_size));
}
gcut_take_list(actual_keys, g_free);
expected_keys = gcut_data_get_pointer(data, "expected");
gcut_assert_equal_list_string(expected_keys, actual_keys);
}
GList *
grn_test_pat_cursor_get_keys(grn_ctx *context, grn_table_cursor *cursor)
{
GList *keys = NULL;
grn_id id;
id = grn_table_cursor_next(context, cursor);
while (id != GRN_ID_NIL) {
void *key;
GString *null_terminated_key;
int size;
size = grn_table_cursor_get_key(context, cursor, &key);
null_terminated_key = g_string_new_len(key, size);
keys = g_list_append(keys, g_string_free(null_terminated_key, FALSE));
id = grn_table_cursor_next(context, cursor);
}
return keys;
}
static mrb_value
mrb_grn_table_cursor_get_key(mrb_state *mrb, mrb_value self)
{
grn_ctx *ctx = (grn_ctx *)mrb->ud;
mrb_value mrb_table;
grn_obj *table;
grn_id domain;
void *key;
int key_size;
mrb_table = mrb_iv_get(mrb, self, mrb_intern_lit(mrb, "@table"));
table = DATA_PTR(mrb_table);
if (table->header.type == GRN_DB) {
domain = GRN_DB_SHORT_TEXT;
} else {
domain = table->header.domain;
}
key_size = grn_table_cursor_get_key(ctx, DATA_PTR(self), &key);
return grn_mrb_value_from_raw_data(mrb, domain, key, key_size);
}
/*
* call-seq:
* cursor.key -> 主キー
*
* カレントレコードの主キーを返す。
*/
static VALUE
rb_grn_table_cursor_get_key (VALUE self)
{
VALUE rb_key = Qnil;
grn_ctx *context;
grn_table_cursor *cursor;
rb_grn_table_cursor_deconstruct(SELF(self), &cursor, &context,
NULL, NULL, NULL, NULL);
if (context && cursor) {
void *key;
int key_size;
grn_obj *table;
table = grn_table_cursor_table(context, cursor);
key_size = grn_table_cursor_get_key(context, cursor, &key);
rb_key = GRNKEY2RVAL(context, key, key_size, table, self);
}
return rb_key;
}
void
do_search(grn_ctx *ctx, grn_index *index)
{
char buf[4096];
for (;;) {
grn_obj *res;
if (isatty(0)) { fputs("> ", stderr); }
if (!fgets(buf, 4096, stdin)) { break; }
if ((res = grn_index_sel(ctx, index, buf, strlen(buf) - 1))) {
unsigned int n = grn_table_size(ctx, res);
printf("%u hits\n", n);
if (n) {
grn_table_cursor *tc = grn_table_cursor_open(ctx, res, NULL, 0, NULL, 0, 0);
if (tc) {
while (grn_table_cursor_next(ctx, tc)) {
grn_id *ridp;
int keylen;
char keybuf[GRN_TABLE_MAX_KEY_SIZE];
if (!grn_table_cursor_get_key(ctx, tc, (void *)&ridp)) {
fprintf(stderr, "grn_table_cursor_get_key failed(%d)\n", ctx->rc);
} else {
if (!(keylen = grn_table_get_key(ctx, index->keys, *ridp, keybuf, GRN_TABLE_MAX_KEY_SIZE))) {
fprintf(stderr, "grn_table_get_key failed(%d)\n", ctx->rc);
} else {
keybuf[keylen] = '\0';
puts(keybuf);
}
}
}
grn_table_cursor_close(ctx, tc);
} else {
fprintf(stderr, "grn_table_cursor_open failed(%d)\n", ctx->rc);
}
}
grn_obj_close(ctx, res);
}
}
}
static mrb_value
mrb_grn_table_delete(mrb_state *mrb, mrb_value self)
{
grn_ctx *ctx = (grn_ctx *)mrb->ud;
grn_obj *table;
mrb_value mrb_options;
mrb_value mrb_id;
mrb_value mrb_key;
mrb_value mrb_expression;
table = DATA_PTR(self);
mrb_get_args(mrb, "H", &mrb_options);
mrb_id = grn_mrb_options_get_lit(mrb, mrb_options, "id");
if (!mrb_nil_p(mrb_id)) {
grn_table_delete_by_id(ctx, table, mrb_fixnum(mrb_id));
grn_mrb_ctx_check(mrb);
return mrb_nil_value();
}
mrb_key = grn_mrb_options_get_lit(mrb, mrb_options, "key");
if (!mrb_nil_p(mrb_key)) {
grn_id key_domain_id;
void *key;
unsigned int key_size;
grn_mrb_value_to_raw_data_buffer buffer;
key_domain_id = table->header.domain;
grn_mrb_value_to_raw_data_buffer_init(mrb, &buffer);
grn_mrb_value_to_raw_data(mrb, "key", mrb_key, key_domain_id,
&buffer, &key, &key_size);
grn_table_delete(ctx, table, key, key_size);
grn_mrb_value_to_raw_data_buffer_fin(mrb, &buffer);
grn_mrb_ctx_check(mrb);
return mrb_nil_value();
}
mrb_expression = grn_mrb_options_get_lit(mrb, mrb_options, "expression");
if (!mrb_nil_p(mrb_expression)) {
grn_obj *expression;
grn_obj *selected_records;
grn_table_cursor *cursor;
expression = DATA_PTR(mrb_expression);
selected_records = grn_table_select(ctx, table, expression, NULL, GRN_OP_OR);
grn_mrb_ctx_check(mrb);
cursor = grn_table_cursor_open(ctx, selected_records,
NULL, 0,
NULL, 0,
0, -1, 0);
if (cursor) {
while (grn_table_cursor_next(ctx, cursor) != GRN_ID_NIL) {
grn_id *id;
grn_table_cursor_get_key(ctx, cursor, (void **)&id);
grn_table_delete_by_id(ctx, table, *id);
}
grn_table_cursor_close(ctx, cursor);
}
grn_mrb_ctx_check(mrb);
return mrb_nil_value();
}
mrb_raisef(mrb, E_ARGUMENT_ERROR,
"must have :id, :key or :expression: %S",
mrb_options);
return mrb_nil_value();
}
void
test_setoperation(gconstpointer data)
{
grn_operator operator;
grn_obj *entries;
grn_obj *result1;
grn_obj *result2;
const char *dump;
operator = gcut_data_get_int(data, "operator");
assert_send_command("table_create Entries TABLE_HASH_KEY ShortText");
send_command(
"load "
"--table Entries "
"--values '[{\"_key\": \"a\"}, {\"_key\": \"b\"}, {\"_key\": \"c\"}]'");
entries = grn_ctx_get(context, "Entries", -1);
{
const char *condition = "_id < 3";
grn_obj *expr;
grn_obj *variable;
GRN_EXPR_CREATE_FOR_QUERY(context, entries, expr, variable);
grn_expr_parse(context, expr,
condition, strlen(condition),
NULL, GRN_OP_AND, GRN_OP_MATCH, GRN_EXPR_SYNTAX_SCRIPT);
result1 = grn_table_select(context, entries, expr, NULL, GRN_OP_OR);
grn_obj_unlink(context, expr);
}
{
const char *condition = "_id > 1";
grn_obj *expr;
grn_obj *variable;
GRN_EXPR_CREATE_FOR_QUERY(context, entries, expr, variable);
grn_expr_parse(context, expr,
condition, strlen(condition),
NULL, GRN_OP_AND, GRN_OP_MATCH, GRN_EXPR_SYNTAX_SCRIPT);
result2 = grn_table_select(context, entries, expr, NULL, GRN_OP_OR);
grn_obj_unlink(context, expr);
}
grn_table_setoperation(context, result1, result2, result1, operator);
{
grn_bool first_record = GRN_TRUE;
grn_obj buffer;
grn_obj *score_accessor;
grn_obj score;
GRN_TEXT_INIT(&buffer, 0);
GRN_TEXT_PUTS(context, &buffer, "[");
score_accessor = grn_obj_column(context, result1,
GRN_COLUMN_NAME_SCORE,
GRN_COLUMN_NAME_SCORE_LEN);
GRN_FLOAT_INIT(&score, 0);
GRN_TABLE_EACH_BEGIN(context, result1, cursor, id) {
void *result_key;
grn_id entry_id;
char entry_key[GRN_TABLE_MAX_KEY_SIZE];
int entry_key_size;
if (first_record) {
first_record = GRN_FALSE;
} else {
GRN_TEXT_PUTS(context, &buffer, ", ");
}
GRN_TEXT_PUTS(context, &buffer, "[");
grn_table_cursor_get_key(context, cursor, &result_key);
entry_id = *((grn_id *)result_key);
entry_key_size = grn_table_get_key(context,
entries,
entry_id,
entry_key,
GRN_TABLE_MAX_KEY_SIZE);
GRN_TEXT_PUT(context, &buffer, entry_key, entry_key_size);
GRN_TEXT_PUTS(context, &buffer, ", ");
GRN_BULK_REWIND(&score);
grn_obj_get_value(context, score_accessor, id, &score);
grn_text_printf(context, &buffer, "%.1f", GRN_FLOAT_VALUE(&score));
GRN_TEXT_PUTS(context, &buffer, "]");
} GRN_TABLE_EACH_END(context, cursor);
GRN_OBJ_FIN(context, &score);
grn_obj_unlink(context, score_accessor);
GRN_TEXT_PUTS(context, &buffer, "]");
dump = cut_take_strndup(GRN_TEXT_VALUE(&buffer), GRN_TEXT_LEN(&buffer));
GRN_OBJ_FIN(context, &buffer);
}
void
test_prefix_rk(gpointer data)
{
grn_id id;
const gchar *min;
int offset, limit;
const GList *expected_keys;
GList *actual_keys = NULL;
create_short_text_table(
gcut_take_new_list_string("インデックス",
"エヌグラム",
"エンジン",
"カネソナエタ",
"カノウ",
"キノウ",
"キョウカ",
"クミコミ",
"クミコム",
"グルンガ",
"ケンサク",
"ケンサクヨウキュウ",
"ゲンゴ",
"コウセイド",
"コウソク",
"コンパクト",
"サクセイ",
"ショリ",
"ショリケイ",
"ジッソウ",
"ジュンスイ",
"スクリプト",
"セッケイ",
"ゼンブン",
"タイプ",
"タンゴ",
"ダイキボ",
"テンチ",
"ディービーエムエス",
"トウ",
"トクチョウ",
"ブンショリョウ",
"ヨウキュウ",
NULL));
min = gcut_data_get_string(data, "min");
offset = gcut_data_get_int(data, "offset");
limit = gcut_data_get_int(data, "limit");
cursor = grn_table_cursor_open(context, table,
min, strlen(min),
NULL, 0,
offset, limit,
GRN_CURSOR_PREFIX | GRN_CURSOR_RK);
grn_test_assert_context(context);
while ((id = grn_table_cursor_next(context, cursor))) {
gchar *key;
int key_size;
key_size = grn_table_cursor_get_key(context, cursor, (void **)&key);
actual_keys = g_list_append(actual_keys, g_strndup(key, key_size));
}
actual_keys = g_list_sort(actual_keys, (GCompareFunc)strcmp);
gcut_take_list(actual_keys, g_free);
expected_keys = gcut_data_get_pointer(data, "expected");
gcut_assert_equal_list_string(expected_keys, actual_keys);
}
void
test_prefix_geo_point(gpointer data)
{
grn_id id;
grn_obj min, min_string;
int offset, limit, flags;
unsigned min_size;
const GList *expected_keys;
GList *actual_keys = NULL;
create_geo_point_table(
geo_byte_load_data(
"00000000 00111111 01010000 00110000 01001010 01011100 01101010 00010001",
"00000000 00111111 01010000 00001101 01011101 01011011 01011001 01010011",
"00000000 00111111 01010000 00000001 00011110 01010001 01101001 00110000",
"00000000 00111111 01010000 00011000 01110000 00001011 00101110 01001010",
"00000000 00111111 01010000 00010010 00110001 00110111 01111000 01110000",
"00000000 00111111 01010000 00010010 00110001 00001000 00001010 00110011",
"00000000 00111111 01010000 00101110 01110010 00111001 00011011 01101010",
"00000000 00111111 01010000 00101101 00101000 00111111 01010110 00010110",
"00000000 00111111 01010000 00101111 01001010 01101000 01000100 01100011",
"00000000 00111111 01010000 00101111 00011000 01000110 00100101 01011110",
"00000000 00111111 01000101 01011001 01010110 00000111 00110100 01111111",
"00000000 00111111 01000101 01010010 01100101 01100110 00010111 01111110",
"00000000 00111111 01000101 01111111 01011011 01111101 00001001 01100001",
"00000000 00111111 01010000 00100011 00001010 00000000 00001101 00111010",
"00000000 00111111 01010000 00101110 01010011 00101001 00101001 00100011",
"00000000 00111111 01010000 00111010 01011111 00000010 00101001 01010000",
"00000000 00111111 01010000 00111001 00111101 00001001 00001011 01010011",
"00000000 00111111 01000101 01011100 00001100 01000001 01011010 00010011",
"00000000 00111111 01010000 00100011 00000001 00000111 01011100 01110011",
"00000000 00111111 01010000 00100011 01100100 01011000 00000111 01110010",
"00000000 00111111 01010000 00111000 01100100 01101011 01111100 01111011",
"00000000 00111111 01010000 00001111 00101011 00011111 00110011 00001001",
"00000000 00111111 01000101 01111011 01001011 01101011 00001001 00000001",
"00000000 00111111 01000101 01011010 00110100 00000010 01111010 00000000",
"00000000 00111111 01000101 01011011 00011010 00010111 00011000 00100000",
"00000000 00111111 01010000 00100000 00010111 01000111 00110100 00101010",
"00000000 00111111 01010000 00000000 01111101 00010000 00011101 00001111",
"00000000 00111111 01000101 01000100 01010010 00100100 01100011 00111011",
"00000000 00111111 01000101 01010001 00011100 01010110 00100110 00000110",
"00000000 00111111 01010000 00101101 01111100 01101100 00111000 01111001",
"00000000 00111111 01000101 01001101 00111110 00000101 00101010 01000101",
"00000000 00111111 01000101 01000100 01111100 01101011 01101111 00010101",
"00000000 00111111 01000101 01110111 01010100 01110100 01111000 01111000",
"00000000 00111111 01010000 00100010 00111011 01000000 00111000 01100100",
"00000000 00111111 01010000 00100010 00100111 01000011 00000010 01101001",
"00000000 00111111 01000101 01011100 00110110 00100010 00111000 01100001",
"00000000 00111101 01010101 00111101 01110000 01001011 01110011 00101100",
"00000000 00111101 00000101 00111101 01110000 01001011 01110011 00101100",
NULL));
GRN_TEXT_INIT(&min_string, 0);
GRN_TEXT_PUTS(context, &min_string,
geo_byte_parse(gcut_data_get_string(data, "min")));
GRN_WGS84_GEO_POINT_INIT(&min, 0);
grn_obj_cast(context, &min_string, &min, FALSE);
grn_obj_unlink(context, &min_string);
min_size = gcut_data_get_uint(data, "min-size");
offset = gcut_data_get_int(data, "offset");
limit = gcut_data_get_int(data, "limit");
flags = gcut_data_get_int(data, "flags");
cursor = grn_table_cursor_open(context, table,
GRN_BULK_HEAD(&min), min_size,
NULL, 0,
offset, limit,
flags | GRN_CURSOR_PREFIX);
grn_obj_unlink(context, &min);
grn_test_assert_context(context);
while ((id = grn_table_cursor_next(context, cursor))) {
grn_geo_point *key;
int i, j, key_size;
uint8_t encoded_key[sizeof(grn_geo_point)];
GString *geo_byte;
key_size = grn_table_cursor_get_key(context, cursor, (void **)&key);
grn_gton(encoded_key, key, key_size);
geo_byte = g_string_new(NULL);
for (i = 0; i < sizeof(grn_geo_point); i++) {
if (i != 0) {
g_string_append(geo_byte, " ");
}
for (j = 0; j < 8; j++) {
g_string_append_printf(geo_byte, "%d", (encoded_key[i] >> (7 - j)) & 1);
}
}
actual_keys = g_list_append(actual_keys, g_string_free(geo_byte, FALSE));
}
gcut_take_list(actual_keys, g_free);
expected_keys = gcut_data_get_pointer(data, "expected");
gcut_assert_equal_list_string(expected_keys, actual_keys);
}
void
test_near_geo_point(gpointer data)
{
grn_id id;
int min_size, offset, limit, flags;
grn_obj max_string, max;
const GList *expected_keys;
GList *actual_keys = NULL;
create_geo_point_table(
cut_take_printf(" [\"%s\"],"
" [\"%s\"],"
" [\"%s\"],"
" [\"%s\"],"
" [\"%s\"],"
" [\"%s\"],"
" [\"%s\"],"
" [\"%s\"],"
" [\"%s\"]",
TAKEN_POINT(1, 2, 3,
4, 5, 6),
TAKEN_POINT(1, 2, 3,
7, 8, 9),
TAKEN_POINT(7, 8, 9,
4, 5, 6),
TAKEN_POINT(89, 59, 59,
179, 59, 59),
TAKEN_POINT(89, 59, 59,
179, -59, -59),
TAKEN_POINT(88, 58, 58,
178, 58, 58),
TAKEN_POINT(-89, -59, -59,
-179, -59, -59),
TAKEN_POINT(-89, -59, -59,
179, 59, 59),
TAKEN_POINT(-88, -58, -58,
-178, -58, -58)));
min_size = gcut_data_get_int(data, "min-size");
GRN_TEXT_INIT(&max_string, 0);
GRN_TEXT_PUTS(context, &max_string, gcut_data_get_string(data, "max"));
GRN_WGS84_GEO_POINT_INIT(&max, 0);
grn_obj_cast(context, &max_string, &max, FALSE);
grn_obj_unlink(context, &max_string);
offset = gcut_data_get_int(data, "offset");
limit = gcut_data_get_int(data, "limit");
flags = gcut_data_get_int(data, "flags");
cursor = grn_table_cursor_open(context, table,
NULL, min_size,
GRN_BULK_HEAD(&max), GRN_BULK_VSIZE(&max),
offset, limit,
flags | GRN_CURSOR_PREFIX);
grn_obj_unlink(context, &max);
grn_test_assert_context(context);
while ((id = grn_table_cursor_next(context, cursor))) {
grn_geo_point *key;
int key_size;
key_size = grn_table_cursor_get_key(context, cursor, (void **)&key);
actual_keys = g_list_append(actual_keys,
g_strdup_printf("%dx%d",
key->latitude,
key->longitude));
}
gcut_take_list(actual_keys, g_free);
expected_keys = gcut_data_get_pointer(data, "expected");
gcut_assert_equal_list_string(expected_keys, actual_keys);
}
