void
test_near_uint32(gpointer data)
{
grn_id id;
int min_size, offset, limit, flags;
guint32 max;
const GList *expected_keys;
GList *actual_keys = NULL;
create_uint32_table();
min_size = gcut_data_get_int(data, "min-size");
max = gcut_data_get_uint(data, "max");
offset = gcut_data_get_int(data, "offset");
limit = gcut_data_get_int(data, "limit");
flags = gcut_data_get_int(data, "flags");
cursor = grn_table_cursor_open(context, table,
NULL, min_size,
&max, sizeof(max),
offset, limit,
flags | GRN_CURSOR_PREFIX);
grn_test_assert_context(context);
while ((id = grn_table_cursor_next(context, cursor))) {
guint32 *key;
int key_size;
key_size = grn_table_cursor_get_key(context, cursor, (void **)&key);
actual_keys = g_list_append(actual_keys, GUINT_TO_POINTER(*key));
}
gcut_take_list(actual_keys, NULL);
expected_keys = gcut_data_get_pointer(data, "expected");
gcut_assert_equal_list_uint(expected_keys, actual_keys);
}
void
test_cursor(gconstpointer data)
{
GList *expected, *records = NULL;
gint offset, limit;
grn_obj *geo_cursor;
grn_posting *posting;
offset = gcut_data_get_int(data, "offset");
limit = gcut_data_get_int(data, "limit");
geo_cursor = grn_geo_cursor_open_in_rectangle(context,
location_index,
nerima_wgs84, tokyo_wgs84,
offset, limit);
while ((posting = grn_geo_cursor_next(context, geo_cursor))) {
grn_id shop_id = posting->rid;
gchar key[GRN_TABLE_MAX_KEY_SIZE];
gint key_size;
key_size = grn_table_get_key(context, shops, shop_id,
&key, GRN_TABLE_MAX_KEY_SIZE);
records = g_list_append(records, g_strndup(key, key_size));
}
grn_obj_unlink(context, geo_cursor);
expected = (GList *)gcut_data_get_pointer(data, "expected");
gcut_take_list(records, g_free);
gcut_assert_equal_list_string(expected, records);
}
void
test_normalize_broken(gconstpointer data)
{
grn_obj *string;
const gchar *input, *encoded_input;
const gchar *normalized_text;
grn_encoding input_encoding, context_encoding;
gint input_length;
guint normalized_text_length, normalized_text_n_characters;
int flags = GRN_STRING_WITH_CHECKS | GRN_STRING_WITH_TYPES;
context_encoding = gcut_data_get_int(data, "context-encoding");
GRN_CTX_SET_ENCODING(&context, context_encoding);
input = gcut_data_get_string(data, "input");
input_encoding = gcut_data_get_int(data, "input-encoding");
input_length = gcut_data_get_int(data, "input-length");
encoded_input = convert_encoding(input, input_encoding);
if (input_length < 0) {
input_length = strlen(encoded_input);
}
string = grn_string_open(&context, encoded_input, input_length,
GRN_NORMALIZER_AUTO, flags);
grn_string_get_normalized(&context, string,
&normalized_text,
&normalized_text_length,
&normalized_text_n_characters);
normalized_text = cut_take_strndup(normalized_text, normalized_text_length);
grn_obj_unlink(&context, string);
cut_assert_equal_string("", normalized_text);
cut_assert_equal_int(0, normalized_text_length);
cut_assert_equal_int(0, normalized_text_n_characters);
}
void
test_prefix_error(gpointer data)
{
const gchar *min = "ab";
int offset, limit;
create_short_text_table(gcut_take_new_list_string("abra",
"abracada",
"abracadabra",
"abubu",
"あ",
"ああ",
"あああ",
"い",
NULL));
offset = gcut_data_get_int(data, "offset");
limit = gcut_data_get_int(data, "limit");
cursor = grn_table_cursor_open(context, table,
min, strlen(min),
NULL, 0,
offset, limit,
GRN_CURSOR_PREFIX);
grn_test_assert_error(gcut_data_get_uint(data, "rc"),
gcut_data_get_string(data, "message"),
context);
}
void
test_proper_tag_insertion(gconstpointer data)
{
unsigned int n_results;
unsigned int max_tagged_len;
const gchar keyword[] = "embeddable";
const gchar *expected;
gchar *result;
unsigned int text_len, keyword_len, result_len, expected_len;
default_encoding = GRN_ENC_UTF8;
default_flags = gcut_data_get_int(data, "flags");
text_len = strlen(text);
keyword_len = strlen(keyword);
expected = gcut_data_get_string(data, "expected");
expected_len = strlen(expected);
cut_assert_open_snip();
grn_test_assert(grn_snip_add_cond(&context, snip, keyword, keyword_len,
NULL, 0, NULL, 0));
grn_test_assert(grn_snip_exec(&context, snip, text, text_len, &n_results,
&max_tagged_len));
cut_assert_equal_uint(1, n_results);
cut_assert_equal_uint(expected_len + 1, max_tagged_len);
result = g_new(gchar, max_tagged_len);
grn_test_assert(grn_snip_get_result(&context, snip, 0, result, &result_len));
cut_assert_equal_string(expected, result);
cut_assert_equal_uint(expected_len, result_len);
}
void
test_normalize(gconstpointer data)
{
const gchar *utf8_expected, *encoded_expected;
const gchar *utf8_input, *encoded_input;
grn_str *string;
const gchar *normalized_text;
guint normalized_text_len;
int flags;
grn_encoding encoding;
encoding = gcut_data_get_int(data, "encoding");
GRN_CTX_SET_ENCODING(&context, encoding);
flags = GRN_STR_NORMALIZE | GRN_STR_WITH_CHECKS | GRN_STR_WITH_CTYPES;
utf8_input = gcut_data_get_string(data, "input");
encoded_input = convert_encoding(utf8_input, encoding);
string = grn_str_open(&context, encoded_input, strlen(encoded_input), flags);
normalized_text = cut_take_strndup(string->norm, string->norm_blen);
normalized_text_len = string->norm_blen;
grn_test_assert(grn_str_close(&context, string));
utf8_expected = gcut_data_get_string(data, "expected");
encoded_expected = convert_encoding(utf8_expected, encoding);
cut_assert_equal_string(encoded_expected, normalized_text);
cut_assert_equal_int(strlen(encoded_expected), normalized_text_len);
}
void
test_remove_tokenized_delimiter(gconstpointer data)
{
grn_obj *string;
grn_obj *normalizer = NULL;
const gchar *expected;
const gchar *input;
const gchar *normalized;
unsigned int length_in_bytes;
int flags = GRN_STRING_REMOVE_TOKENIZED_DELIMITER;
GRN_CTX_SET_ENCODING(&context, GRN_ENC_UTF8);
input = gcut_data_get_string(data, "input");
flags |= gcut_data_get_int(data, "flags");
if (flags & GRN_OBJ_KEY_NORMALIZE) {
normalizer = GRN_NORMALIZER_AUTO;
}
string = grn_string_open(&context, input, strlen(input), normalizer, flags);
grn_string_get_normalized(&context, string,
&normalized, &length_in_bytes, NULL);
normalized = cut_take_strndup(normalized, length_in_bytes);
grn_obj_unlink(&context, string);
expected = gcut_data_get_string(data, "expected");
cut_assert_equal_string(expected, normalized);
}
void
test_int64_to_bool(gconstpointer data)
{
grn_obj_reinit(&context, &dest, GRN_DB_BOOL, 0);
cast_int64(gcut_data_get_int(data, "number"));
cut_assert_equal_boolean(gcut_data_get_uint(data, "expected"),
GRN_BOOL_VALUE(&dest));
}
void
test_cursor(gconstpointer data)
{
GList *expected, *records = NULL;
gint offset = 0;
gint limit = -1;
grn_obj top_left, bottom_right;
grn_obj *geo_cursor;
grn_posting *posting;
grn_obj short_degree;
set_geo_point(&top_left,
gcut_data_get_int(data, "top"),
gcut_data_get_int(data, "left"));
set_geo_point(&bottom_right,
gcut_data_get_int(data, "bottom"),
gcut_data_get_int(data, "right"));
geo_cursor = grn_geo_cursor_open_in_rectangle(context,
location_index_column,
&top_left,
&bottom_right,
offset, limit);
grn_obj_unlink(context, &top_left);
grn_obj_unlink(context, &bottom_right);
GRN_TEXT_INIT(&short_degree, 0);
while ((posting = grn_geo_cursor_next(context, geo_cursor))) {
grn_id point_id = posting->rid;
GRN_BULK_REWIND(&short_degree);
grn_obj_get_value(context, short_degree_column, point_id, &short_degree);
records = g_list_append(records,
g_strndup(GRN_TEXT_VALUE(&short_degree),
GRN_TEXT_LEN(&short_degree)));
}
grn_obj_unlink(context, &short_degree);
grn_obj_unlink(context, geo_cursor);
records = g_list_sort(records, (GCompareFunc)strcmp);
gcut_take_list(records, g_free);
expected = (GList *)gcut_data_get_pointer(data, "expected");
gcut_assert_equal_list_string(expected, records);
}
void
test_common_prefix_search(gpointer data)
{
grn_id id;
const gchar *max;
int min_size, offset, limit, flags;
const GList *expected_keys;
GList *actual_keys = NULL;
cut_omit("crashed. Is it right usage?");
create_short_text_table(gcut_take_new_list_string("abra",
"abracada",
"abracadabra",
"abubu",
"あ",
"ああ",
"あああ",
"い",
NULL));
min_size = gcut_data_get_int(data, "min-size");
max = gcut_data_get_string(data, "max");
offset = gcut_data_get_int(data, "offset");
limit = gcut_data_get_int(data, "limit");
flags = gcut_data_get_int(data, "flags");
cursor = grn_table_cursor_open(context, table,
NULL, min_size,
max, strlen(max),
offset, limit,
flags | GRN_CURSOR_PREFIX);
grn_test_assert_context(context);
while ((id = grn_table_cursor_next(context, cursor))) {
gchar *key;
int key_size;
key_size = grn_table_cursor_get_key(context, cursor, (void **)&key);
actual_keys = g_list_append(actual_keys, g_strndup(key, key_size));
}
gcut_take_list(actual_keys, g_free);
expected_keys = gcut_data_get_pointer(data, "expected");
gcut_assert_equal_list_string(expected_keys, actual_keys);
}
void
test_aton(gconstpointer data)
{
const gchar *input, *input_end, *rest;
grn_builtin_type type;
grn_rc rc;
type = gcut_data_get_int(data, "type");
input = gcut_data_get_string(data, "input");
input_end = strchr(input, '\0');
rc = grn_aton(&context, input, input_end, &rest, &buffer);
grn_test_assert(rc);
cut_assert_equal_string(input_end, rest);
cut_assert_equal_int(type, buffer.header.domain);
switch (type) {
case GRN_DB_INT32 :
cut_assert_equal_int(gcut_data_get_int(data, "expected"),
GRN_INT32_VALUE(&buffer));
break;
case GRN_DB_UINT32 :
cut_assert_equal_uint(gcut_data_get_uint(data, "expected"),
GRN_UINT32_VALUE(&buffer));
break;
case GRN_DB_INT64 :
gcut_assert_equal_int64(gcut_data_get_int64(data, "expected"),
GRN_INT64_VALUE(&buffer));
break;
case GRN_DB_UINT64 :
gcut_assert_equal_uint64(gcut_data_get_uint64(data, "expected"),
GRN_UINT64_VALUE(&buffer));
break;
case GRN_DB_FLOAT :
cut_assert_equal_double(gcut_data_get_double(data, "expected"),
0.000001,
GRN_FLOAT_VALUE(&buffer));
break;
default :
cut_error("unknown type: %d", type);
break;
}
}
void
test_charlen_broken(gconstpointer data)
{
const gchar *input, *encoded_input, *encoded_input_end;
grn_encoding encoding;
gint input_length;
encoding = gcut_data_get_int(data, "encoding");
GRN_CTX_SET_ENCODING(&context, encoding);
input = gcut_data_get_string(data, "input");
input_length = gcut_data_get_int(data, "input-length");
encoded_input = convert_encoding(input, encoding);
if (input_length < 0) {
input_length = strlen(encoded_input);
}
encoded_input_end = encoded_input + input_length;
cut_assert_equal_uint(0, grn_charlen(&context,
encoded_input,
encoded_input_end));
}
void
test_str_len(gconstpointer data)
{
size_t result, expected;
const gchar *input;
const char *input_end;
grn_encoding encoding;
input = gcut_data_get_string(data, "input");
input_end = strchr(input, '\0');
encoding = gcut_data_get_int(data, "encoding");
result = grn_str_len(&context, input, encoding, &input_end);
expected = gcut_data_get_size(data, "expected");
cut_assert_equal_size(expected, result);
}
void
test_normalize_broken(gconstpointer data)
{
grn_str *string;
const gchar *input, *encoded_input;
grn_encoding input_encoding, context_encoding;
gint input_length;
int flags = GRN_STR_NORMALIZE | GRN_STR_WITH_CHECKS | GRN_STR_WITH_CTYPES;
context_encoding = gcut_data_get_int(data, "context-encoding");
GRN_CTX_SET_ENCODING(&context, context_encoding);
input = gcut_data_get_string(data, "input");
input_encoding = gcut_data_get_int(data, "input-encoding");
input_length = gcut_data_get_int(data, "input-length");
encoded_input = convert_encoding(input, input_encoding);
if (input_length < 0) {
input_length = strlen(encoded_input);
}
string = grn_str_open(&context, encoded_input, input_length, flags);
cut_assert_equal_string("", string->norm);
cut_assert_equal_int(0, string->norm_blen);
grn_test_assert(grn_str_close(&context, string));
}
void
test_text_otoj(gconstpointer data)
{
grn_obj object, json;
grn_builtin_type type;
const gchar *expected, *actual;
GRN_TEXT_INIT(&json, 0);
expected = gcut_data_get_string(data, "expected");
type = gcut_data_get_int(data, "type");
cut_trace(construct_object(data, type, &object));
grn_text_otoj(&context, &json, &object, NULL);
grn_obj_unlink(&context, &object);
actual = cut_take_printf("%.*s",
(int)GRN_TEXT_LEN(&json), GRN_TEXT_VALUE(&json));
grn_obj_unlink(&context, &json);
cut_assert_equal_string(expected, actual);
}
void
test_urlenc(gconstpointer data)
{
grn_obj buffer;
const gchar *expected, *input;
gint input_length;
expected = gcut_data_get_string(data, "expected");
input = gcut_data_get_string(data, "input");
input_length = gcut_data_get_int(data, "input-length");
if (input_length < 0) {
input_length = strchr(input, '\0') - input;
}
GRN_TEXT_INIT(&buffer, 0);
grn_text_urlenc(&context, &buffer, input, input_length);
cut_assert_equal_substring(expected,
GRN_TEXT_VALUE(&buffer),
GRN_TEXT_LEN(&buffer));
GRN_OBJ_FIN(&context, &buffer);
}
void
test_truncate_anonymous(gconstpointer data)
{
grn_obj_flags flags;
const gchar *key;
grn_obj *key_type;
unsigned key_size;
grn_bool array_p;
int added;
flags = gcut_data_get_int(data, "flags");
array_p = ((flags & GRN_OBJ_TABLE_TYPE_MASK) == GRN_OBJ_TABLE_NO_KEY);
if (array_p) {
key = NULL;
key_size = 0;
key_type = NULL;
} else {
key = "groonga";
key_size = strlen(key);
key_type = grn_ctx_at(context, GRN_DB_SHORT_TEXT);
}
table = grn_table_create(context,
NULL, 0, NULL,
flags,
key_type, NULL);
if (key_type) {
grn_obj_unlink(context, key_type);
}
grn_test_assert_not_nil(grn_table_add(context, table, key, key_size, &added));
cut_assert_true(added);
cut_assert_equal_uint(1, grn_table_size(context, table));
grn_test_assert(grn_table_truncate(context, table));
cut_assert_equal_uint(0, grn_table_size(context, table));
}
void
test_normalize(gconstpointer data)
{
const gchar *utf8_expected, *encoded_expected;
const gchar *utf8_input, *encoded_input;
grn_obj *string;
const gchar *normalized_text;
guint normalized_text_length;
guint normalized_text_n_characters;
int flags;
grn_encoding encoding;
encoding = gcut_data_get_int(data, "encoding");
GRN_CTX_SET_ENCODING(&context, encoding);
flags = GRN_STRING_WITH_CHECKS | GRN_STRING_WITH_TYPES;
utf8_input = gcut_data_get_string(data, "input");
encoded_input = convert_encoding(utf8_input, encoding);
string = grn_string_open(&context,
encoded_input,
strlen(encoded_input),
GRN_NORMALIZER_AUTO,
flags);
grn_string_get_normalized(&context, string,
&normalized_text,
&normalized_text_length,
&normalized_text_n_characters);
normalized_text = cut_take_strndup(normalized_text, normalized_text_length);
grn_obj_unlink(&context, string);
utf8_expected = gcut_data_get_string(data, "expected");
encoded_expected = convert_encoding(utf8_expected, encoding);
cut_assert_equal_string(encoded_expected, normalized_text);
cut_assert_equal_uint(strlen(encoded_expected), normalized_text_length);
cut_assert_equal_uint(g_utf8_strlen(utf8_expected, -1),
normalized_text_n_characters);
}
void
test_cgidec(gconstpointer data)
{
grn_obj buffer;
const gchar *expected, *input;
gint input_length;
gchar end_char;
expected = gcut_data_get_string(data, "expected");
input = gcut_data_get_string(data, "input");
input_length = gcut_data_get_int(data, "input-length");
end_char = gcut_data_get_char(data, "end-char");
if (input_length < 0) {
input_length = strchr(input, '\0') - input;
}
GRN_TEXT_INIT(&buffer, 0);
grn_text_cgidec(&context, &buffer, input, input + input_length, end_char);
cut_assert_equal_substring(expected,
GRN_TEXT_VALUE(&buffer),
GRN_TEXT_LEN(&buffer));
grn_obj_unlink(&context, &buffer);
}
void
test_near_geo_point(gpointer data)
{
grn_id id;
int min_size, offset, limit, flags;
grn_obj max_string, max;
const GList *expected_keys;
GList *actual_keys = NULL;
create_geo_point_table(
cut_take_printf(" [\"%s\"],"
" [\"%s\"],"
" [\"%s\"],"
" [\"%s\"],"
" [\"%s\"],"
" [\"%s\"],"
" [\"%s\"],"
" [\"%s\"],"
" [\"%s\"]",
TAKEN_POINT(1, 2, 3,
4, 5, 6),
TAKEN_POINT(1, 2, 3,
7, 8, 9),
TAKEN_POINT(7, 8, 9,
4, 5, 6),
TAKEN_POINT(89, 59, 59,
179, 59, 59),
TAKEN_POINT(89, 59, 59,
179, -59, -59),
TAKEN_POINT(88, 58, 58,
178, 58, 58),
TAKEN_POINT(-89, -59, -59,
-179, -59, -59),
TAKEN_POINT(-89, -59, -59,
179, 59, 59),
TAKEN_POINT(-88, -58, -58,
-178, -58, -58)));
min_size = gcut_data_get_int(data, "min-size");
GRN_TEXT_INIT(&max_string, 0);
GRN_TEXT_PUTS(context, &max_string, gcut_data_get_string(data, "max"));
GRN_WGS84_GEO_POINT_INIT(&max, 0);
grn_obj_cast(context, &max_string, &max, FALSE);
grn_obj_unlink(context, &max_string);
offset = gcut_data_get_int(data, "offset");
limit = gcut_data_get_int(data, "limit");
flags = gcut_data_get_int(data, "flags");
cursor = grn_table_cursor_open(context, table,
NULL, min_size,
GRN_BULK_HEAD(&max), GRN_BULK_VSIZE(&max),
offset, limit,
flags | GRN_CURSOR_PREFIX);
grn_obj_unlink(context, &max);
grn_test_assert_context(context);
while ((id = grn_table_cursor_next(context, cursor))) {
grn_geo_point *key;
int key_size;
key_size = grn_table_cursor_get_key(context, cursor, (void **)&key);
actual_keys = g_list_append(actual_keys,
g_strdup_printf("%dx%d",
key->latitude,
key->longitude));
}
gcut_take_list(actual_keys, g_free);
expected_keys = gcut_data_get_pointer(data, "expected");
gcut_assert_equal_list_string(expected_keys, actual_keys);
}
void
test_prefix_geo_point(gpointer data)
{
grn_id id;
grn_obj min, min_string;
int offset, limit, flags;
unsigned min_size;
const GList *expected_keys;
GList *actual_keys = NULL;
create_geo_point_table(
geo_byte_load_data(
"00000000 00111111 01010000 00110000 01001010 01011100 01101010 00010001",
"00000000 00111111 01010000 00001101 01011101 01011011 01011001 01010011",
"00000000 00111111 01010000 00000001 00011110 01010001 01101001 00110000",
"00000000 00111111 01010000 00011000 01110000 00001011 00101110 01001010",
"00000000 00111111 01010000 00010010 00110001 00110111 01111000 01110000",
"00000000 00111111 01010000 00010010 00110001 00001000 00001010 00110011",
"00000000 00111111 01010000 00101110 01110010 00111001 00011011 01101010",
"00000000 00111111 01010000 00101101 00101000 00111111 01010110 00010110",
"00000000 00111111 01010000 00101111 01001010 01101000 01000100 01100011",
"00000000 00111111 01010000 00101111 00011000 01000110 00100101 01011110",
"00000000 00111111 01000101 01011001 01010110 00000111 00110100 01111111",
"00000000 00111111 01000101 01010010 01100101 01100110 00010111 01111110",
"00000000 00111111 01000101 01111111 01011011 01111101 00001001 01100001",
"00000000 00111111 01010000 00100011 00001010 00000000 00001101 00111010",
"00000000 00111111 01010000 00101110 01010011 00101001 00101001 00100011",
"00000000 00111111 01010000 00111010 01011111 00000010 00101001 01010000",
"00000000 00111111 01010000 00111001 00111101 00001001 00001011 01010011",
"00000000 00111111 01000101 01011100 00001100 01000001 01011010 00010011",
"00000000 00111111 01010000 00100011 00000001 00000111 01011100 01110011",
"00000000 00111111 01010000 00100011 01100100 01011000 00000111 01110010",
"00000000 00111111 01010000 00111000 01100100 01101011 01111100 01111011",
"00000000 00111111 01010000 00001111 00101011 00011111 00110011 00001001",
"00000000 00111111 01000101 01111011 01001011 01101011 00001001 00000001",
"00000000 00111111 01000101 01011010 00110100 00000010 01111010 00000000",
"00000000 00111111 01000101 01011011 00011010 00010111 00011000 00100000",
"00000000 00111111 01010000 00100000 00010111 01000111 00110100 00101010",
"00000000 00111111 01010000 00000000 01111101 00010000 00011101 00001111",
"00000000 00111111 01000101 01000100 01010010 00100100 01100011 00111011",
"00000000 00111111 01000101 01010001 00011100 01010110 00100110 00000110",
"00000000 00111111 01010000 00101101 01111100 01101100 00111000 01111001",
"00000000 00111111 01000101 01001101 00111110 00000101 00101010 01000101",
"00000000 00111111 01000101 01000100 01111100 01101011 01101111 00010101",
"00000000 00111111 01000101 01110111 01010100 01110100 01111000 01111000",
"00000000 00111111 01010000 00100010 00111011 01000000 00111000 01100100",
"00000000 00111111 01010000 00100010 00100111 01000011 00000010 01101001",
"00000000 00111111 01000101 01011100 00110110 00100010 00111000 01100001",
"00000000 00111101 01010101 00111101 01110000 01001011 01110011 00101100",
"00000000 00111101 00000101 00111101 01110000 01001011 01110011 00101100",
NULL));
GRN_TEXT_INIT(&min_string, 0);
GRN_TEXT_PUTS(context, &min_string,
geo_byte_parse(gcut_data_get_string(data, "min")));
GRN_WGS84_GEO_POINT_INIT(&min, 0);
grn_obj_cast(context, &min_string, &min, FALSE);
grn_obj_unlink(context, &min_string);
min_size = gcut_data_get_uint(data, "min-size");
offset = gcut_data_get_int(data, "offset");
limit = gcut_data_get_int(data, "limit");
flags = gcut_data_get_int(data, "flags");
cursor = grn_table_cursor_open(context, table,
GRN_BULK_HEAD(&min), min_size,
NULL, 0,
offset, limit,
flags | GRN_CURSOR_PREFIX);
grn_obj_unlink(context, &min);
grn_test_assert_context(context);
while ((id = grn_table_cursor_next(context, cursor))) {
grn_geo_point *key;
int i, j, key_size;
uint8_t encoded_key[sizeof(grn_geo_point)];
GString *geo_byte;
key_size = grn_table_cursor_get_key(context, cursor, (void **)&key);
grn_gton(encoded_key, key, key_size);
geo_byte = g_string_new(NULL);
for (i = 0; i < sizeof(grn_geo_point); i++) {
if (i != 0) {
g_string_append(geo_byte, " ");
}
for (j = 0; j < 8; j++) {
g_string_append_printf(geo_byte, "%d", (encoded_key[i] >> (7 - j)) & 1);
}
}
actual_keys = g_list_append(actual_keys, g_string_free(geo_byte, FALSE));
}
gcut_take_list(actual_keys, g_free);
expected_keys = gcut_data_get_pointer(data, "expected");
gcut_assert_equal_list_string(expected_keys, actual_keys);
}
void
test_prefix_rk(gpointer data)
{
grn_id id;
const gchar *min;
int offset, limit;
const GList *expected_keys;
GList *actual_keys = NULL;
create_short_text_table(
gcut_take_new_list_string("インデックス",
"エヌグラム",
"エンジン",
"カネソナエタ",
"カノウ",
"キノウ",
"キョウカ",
"クミコミ",
"クミコム",
"グルンガ",
"ケンサク",
"ケンサクヨウキュウ",
"ゲンゴ",
"コウセイド",
"コウソク",
"コンパクト",
"サクセイ",
"ショリ",
"ショリケイ",
"ジッソウ",
"ジュンスイ",
"スクリプト",
"セッケイ",
"ゼンブン",
"タイプ",
"タンゴ",
"ダイキボ",
"テンチ",
"ディービーエムエス",
"トウ",
"トクチョウ",
"ブンショリョウ",
"ヨウキュウ",
NULL));
min = gcut_data_get_string(data, "min");
offset = gcut_data_get_int(data, "offset");
limit = gcut_data_get_int(data, "limit");
cursor = grn_table_cursor_open(context, table,
min, strlen(min),
NULL, 0,
offset, limit,
GRN_CURSOR_PREFIX | GRN_CURSOR_RK);
grn_test_assert_context(context);
while ((id = grn_table_cursor_next(context, cursor))) {
gchar *key;
int key_size;
key_size = grn_table_cursor_get_key(context, cursor, (void **)&key);
actual_keys = g_list_append(actual_keys, g_strndup(key, key_size));
}
actual_keys = g_list_sort(actual_keys, (GCompareFunc)strcmp);
gcut_take_list(actual_keys, g_free);
expected_keys = gcut_data_get_pointer(data, "expected");
gcut_assert_equal_list_string(expected_keys, actual_keys);
}
static void
construct_object(gconstpointer data, grn_builtin_type type, grn_obj *object)
{
switch (type) {
case GRN_DB_VOID:
GRN_VOID_INIT(object);
break;
case GRN_DB_BOOL:
GRN_BOOL_INIT(object, 0);
GRN_BOOL_SET(&context, object, gcut_data_get_boolean(data, "value"));
break;
case GRN_DB_INT8:
GRN_INT8_INIT(object, 0);
GRN_INT8_SET(&context, object, gcut_data_get_int(data, "value"));
break;
case GRN_DB_UINT8:
GRN_UINT8_INIT(object, 0);
GRN_UINT8_SET(&context, object, gcut_data_get_uint(data, "value"));
break;
case GRN_DB_INT16:
GRN_INT16_INIT(object, 0);
GRN_INT16_SET(&context, object, gcut_data_get_int(data, "value"));
break;
case GRN_DB_UINT16:
GRN_UINT16_INIT(object, 0);
GRN_UINT16_SET(&context, object, gcut_data_get_uint(data, "value"));
break;
case GRN_DB_INT32:
GRN_INT32_INIT(object, 0);
GRN_INT32_SET(&context, object, gcut_data_get_int(data, "value"));
break;
case GRN_DB_UINT32:
GRN_UINT32_INIT(object, 0);
GRN_UINT32_SET(&context, object, gcut_data_get_uint(data, "value"));
break;
case GRN_DB_INT64:
GRN_INT64_INIT(object, 0);
GRN_INT64_SET(&context, object, gcut_data_get_int64(data, "value"));
break;
case GRN_DB_UINT64:
GRN_UINT64_INIT(object, 0);
GRN_UINT64_SET(&context, object, gcut_data_get_uint64(data, "value"));
break;
case GRN_DB_FLOAT:
GRN_FLOAT_INIT(object, 0);
GRN_FLOAT_SET(&context, object, gcut_data_get_double(data, "value"));
break;
case GRN_DB_TIME:
GRN_TIME_INIT(object, 0);
GRN_TIME_SET(&context, object, gcut_data_get_int64(data, "value"));
break;
case GRN_DB_SHORT_TEXT:
GRN_SHORT_TEXT_INIT(object, 0);
GRN_TEXT_SETS(&context, object, gcut_data_get_string(data, "value"));
break;
case GRN_DB_TEXT:
GRN_TEXT_INIT(object, 0);
GRN_TEXT_SETS(&context, object, gcut_data_get_string(data, "value"));
break;
case GRN_DB_LONG_TEXT:
GRN_LONG_TEXT_INIT(object, 0);
GRN_TEXT_SETS(&context, object, gcut_data_get_string(data, "value"));
break;
case GRN_DB_TOKYO_GEO_POINT:
GRN_TOKYO_GEO_POINT_INIT(object, 0);
GRN_GEO_POINT_SET(&context, object,
gcut_data_get_int(data, "latitude"),
gcut_data_get_int(data, "longitude"));
break;
case GRN_DB_WGS84_GEO_POINT:
GRN_WGS84_GEO_POINT_INIT(object, 0);
GRN_GEO_POINT_SET(&context, object,
gcut_data_get_int(data, "latitude"),
gcut_data_get_int(data, "longitude"));
break;
default:
cut_fail("unknown type: %d", type);
break;
}
}
void
test_parse(gconstpointer data)
{
grn_obj *v;
prepare_data();
cond = grn_expr_create(&context, NULL, 0);
cut_assert_not_null(cond);
v = grn_expr_add_var(&context, cond, NULL, 0);
cut_assert_not_null(v);
GRN_RECORD_INIT(v, 0, grn_obj_id(&context, docs));
PARSE(cond, gcut_data_get_string(data, "query_hoge_moge"),
gcut_data_get_int(data, "query_hoge_moge_parse_level"));
PARSE(cond, gcut_data_get_string(data, "query_poyo"),
gcut_data_get_int(data, "query_poyo_parse_level"));
grn_expr_append_op(&context, cond, GRN_OP_AND, 2);
grn_test_assert_expr(
&context,
"#<expr\n"
" vars:{\n"
" $1:#<record:no_key:docs id:0(nonexistent)>\n"
" },\n"
" codes:{\n"
" 0:<get_value(), modify:2, "
"value:#<column:var_size docs.body range:Text type:scalar compress:none>>,\n"
" 1:<push(), modify:0, value:\"hoge\">,\n"
" 2:<match(), modify:4, value:(NULL)>,\n"
" 3:<get_value(), modify:2, "
"value:#<column:var_size docs.body range:Text type:scalar compress:none>>,\n"
" 4:<push(), modify:0, value:\"moge\">,\n"
" 5:<match(), modify:0, value:(NULL)>,\n"
" 6:<and(), modify:4, value:(NULL)>,\n"
" 7:<get_value(), modify:2, "
"value:#<column:var_size docs.body range:Text type:scalar compress:none>>,\n"
" 8:<push(), modify:0, value:\"poyo\">,\n"
" 9:<match(), modify:0, value:(NULL)>,\n"
" 10:<and(), modify:0, value:(NULL)>\n"
" }\n"
">",
cond);
res = grn_table_create(&context, NULL, 0, NULL,
GRN_TABLE_HASH_KEY|GRN_OBJ_WITH_SUBREC, docs, NULL);
cut_assert_not_null(res);
cut_assert_not_null(grn_table_select(&context, docs, cond, res, GRN_OP_OR));
grn_test_assert_select(&context,
gcut_take_new_list_string("poyo moge hoge "
"moge moge moge",
NULL),
res,
"body");
grn_test_assert(grn_obj_close(&context, res));
res = NULL;
grn_test_assert(grn_obj_close(&context, cond));
cond = NULL;
cond = grn_expr_create(&context, NULL, 0);
cut_assert_not_null(cond);
v = grn_expr_add_var(&context, cond, NULL, 0);
cut_assert_not_null(v);
GRN_RECORD_INIT(v, 0, grn_obj_id(&context, docs));
PARSE(cond, gcut_data_get_string(data, "query_size"),
gcut_data_get_int(data, "query_size_parse_level"));
grn_test_assert_expr(
&context,
"#<expr\n"
" vars:{\n"
" $1:#<record:no_key:docs id:0(nonexistent)>\n"
" },\n"
" codes:{\n"
" 0:<get_value(), modify:2, "
"value:#<column:fix_size docs.size range:UInt32 type:scalar compress:none>>,\n"
" 1:<push(), modify:0, value:14>,\n"
" 2:<equal(), modify:0, value:(NULL)>\n"
" }\n"
">",
cond);
res = grn_table_create(&context, NULL, 0, NULL,
GRN_TABLE_HASH_KEY|GRN_OBJ_WITH_SUBREC, docs, NULL);
cut_assert_not_null(res);
cut_assert_not_null(grn_table_select(&context, docs, cond, res, GRN_OP_OR));
grn_test_assert_select(&context,
gcut_take_new_list_string("moge moge moge",
"hoge fuga fuga",
"moge hoge hoge",
NULL),
res,
"body");
}
void
test_array_sort(gpointer data)
{
const gint32 values[] = {
5, 6, 18, 9, 0, 4, 13, 12, 8, 14, 19, 11, 7, 3, 1, 10, 15, 2, 17, 16
};
const int n_values = sizeof(values) / sizeof(values[0]);
const gchar table_name[] = "Store";
const gchar column_name[] = "sample_column";
const int n_keys = 1;
grn_table_sort_key keys[n_keys];
grn_obj *table, *column, *result;
grn_table_cursor *cursor;
int n_results;
guint i;
guint n_expected_values;
GList *expected_values, *sorted_values = NULL;
table = grn_table_create(context, table_name, strlen(table_name),
NULL,
GRN_OBJ_TABLE_NO_KEY | GRN_OBJ_PERSISTENT,
NULL,
NULL);
column = grn_column_create(context,
table,
column_name,
strlen(column_name),
NULL, 0,
get_object("Int32"));
keys[0].key = column;
keys[0].flags = GRN_TABLE_SORT_ASC;
for(i = 0; i < n_values; ++i) {
grn_obj record_value;
grn_id record_id;
record_id = grn_table_add(context, table, NULL, 0, NULL);
GRN_INT32_INIT(&record_value, 0);
GRN_INT32_SET(context, &record_value, values[i]);
grn_test_assert(grn_obj_set_value(context, column, record_id,
&record_value, GRN_OBJ_SET));
GRN_OBJ_FIN(context, &record_value);
}
cut_assert_equal_int(n_values, grn_table_size(context, table));
result = grn_table_create(context, NULL, 0, NULL, GRN_TABLE_NO_KEY,
NULL, table);
n_results = grn_table_sort(context, table,
gcut_data_get_int(data, "offset"),
gcut_data_get_int(data, "limit"),
result, keys, n_keys);
expected_values = (GList *)gcut_data_get_pointer(data, "expected_values");
n_expected_values = g_list_length(expected_values);
cut_assert_equal_int(n_expected_values, n_results);
cut_assert_equal_int(n_expected_values, grn_table_size(context, result));
cursor = grn_table_cursor_open(context, result, NULL, 0, NULL, 0,
0, -1, GRN_CURSOR_ASCENDING);
while (grn_table_cursor_next(context, cursor) != GRN_ID_NIL) {
void *value;
grn_id *id;
grn_obj record_value;
grn_table_cursor_get_value(context, cursor, &value);
id = value;
GRN_INT32_INIT(&record_value, 0);
grn_obj_get_value(context, column, *id, &record_value);
sorted_values = g_list_append(sorted_values,
GINT_TO_POINTER(GRN_INT32_VALUE(&record_value)));
GRN_OBJ_FIN(context, &record_value);
}
gcut_take_list(sorted_values, NULL);
gcut_assert_equal_list_int(expected_values, sorted_values);
grn_table_cursor_close(context, cursor);
grn_obj_close(context, result);
}
void
test_truncate_named(gconstpointer data)
{
grn_obj_flags flags;
const gchar *table_name = "SearchEngines";
const gchar *key;
grn_obj *key_type;
unsigned key_size;
const gchar *column_name = "description";
grn_obj *column_type;
const gchar *column_value = "An open-source fulltext search engine";
grn_bool array_p;
grn_id record_id;
int added;
flags = gcut_data_get_int(data, "flags");
array_p = ((flags & GRN_OBJ_TABLE_TYPE_MASK) == GRN_OBJ_TABLE_NO_KEY);
if (array_p) {
key = NULL;
key_size = 0;
key_type = NULL;
} else {
key = "groonga";
key_size = strlen(key);
key_type = grn_ctx_at(context, GRN_DB_SHORT_TEXT);
}
table = grn_table_create(context,
table_name, strlen(table_name), NULL,
flags | GRN_OBJ_PERSISTENT,
key_type, NULL);
if (key_type) {
grn_obj_unlink(context, key_type);
}
grn_test_assert_context(context);
column_type = grn_ctx_at(context, GRN_DB_SHORT_TEXT);
column = grn_column_create(context, table, column_name, strlen(column_name),
NULL,
GRN_OBJ_COLUMN_SCALAR | GRN_OBJ_PERSISTENT,
column_type);
grn_obj_unlink(context, column_type);
grn_test_assert_context(context);
record_id = grn_table_add(context, table, key, key_size, &added);
grn_test_assert_not_nil(record_id);
cut_assert_true(added);
grn_obj_reinit(context, &buffer, GRN_DB_SHORT_TEXT, 0);
GRN_TEXT_PUTS(context, &buffer, column_value);
grn_test_assert(grn_obj_set_value(context, column, record_id,
&buffer, GRN_OBJ_SET));
GRN_BULK_REWIND(&buffer);
grn_obj_get_value(context, column, record_id, &buffer);
GRN_TEXT_PUTC(context, &buffer, '\0');
cut_assert_equal_string(column_value, GRN_TEXT_VALUE(&buffer));
cut_assert_equal_uint(1, grn_table_size(context, table));
grn_test_assert(grn_table_truncate(context, table));
GRN_BULK_REWIND(&buffer);
grn_obj_get_value(context, column, record_id, &buffer);
GRN_TEXT_PUTC(context, &buffer, '\0');
cut_assert_equal_string("", GRN_TEXT_VALUE(&buffer));
cut_assert_equal_uint(0, grn_table_size(context, table));
}
void
test_setoperation(gconstpointer data)
{
grn_operator operator;
grn_obj *entries;
grn_obj *result1;
grn_obj *result2;
const char *dump;
operator = gcut_data_get_int(data, "operator");
assert_send_command("table_create Entries TABLE_HASH_KEY ShortText");
send_command(
"load "
"--table Entries "
"--values '[{\"_key\": \"a\"}, {\"_key\": \"b\"}, {\"_key\": \"c\"}]'");
entries = grn_ctx_get(context, "Entries", -1);
{
const char *condition = "_id < 3";
grn_obj *expr;
grn_obj *variable;
GRN_EXPR_CREATE_FOR_QUERY(context, entries, expr, variable);
grn_expr_parse(context, expr,
condition, strlen(condition),
NULL, GRN_OP_AND, GRN_OP_MATCH, GRN_EXPR_SYNTAX_SCRIPT);
result1 = grn_table_select(context, entries, expr, NULL, GRN_OP_OR);
grn_obj_unlink(context, expr);
}
{
const char *condition = "_id > 1";
grn_obj *expr;
grn_obj *variable;
GRN_EXPR_CREATE_FOR_QUERY(context, entries, expr, variable);
grn_expr_parse(context, expr,
condition, strlen(condition),
NULL, GRN_OP_AND, GRN_OP_MATCH, GRN_EXPR_SYNTAX_SCRIPT);
result2 = grn_table_select(context, entries, expr, NULL, GRN_OP_OR);
grn_obj_unlink(context, expr);
}
grn_table_setoperation(context, result1, result2, result1, operator);
{
grn_bool first_record = GRN_TRUE;
grn_obj buffer;
grn_obj *score_accessor;
grn_obj score;
GRN_TEXT_INIT(&buffer, 0);
GRN_TEXT_PUTS(context, &buffer, "[");
score_accessor = grn_obj_column(context, result1,
GRN_COLUMN_NAME_SCORE,
GRN_COLUMN_NAME_SCORE_LEN);
GRN_FLOAT_INIT(&score, 0);
GRN_TABLE_EACH_BEGIN(context, result1, cursor, id) {
void *result_key;
grn_id entry_id;
char entry_key[GRN_TABLE_MAX_KEY_SIZE];
int entry_key_size;
if (first_record) {
first_record = GRN_FALSE;
} else {
GRN_TEXT_PUTS(context, &buffer, ", ");
}
GRN_TEXT_PUTS(context, &buffer, "[");
grn_table_cursor_get_key(context, cursor, &result_key);
entry_id = *((grn_id *)result_key);
entry_key_size = grn_table_get_key(context,
entries,
entry_id,
entry_key,
GRN_TABLE_MAX_KEY_SIZE);
GRN_TEXT_PUT(context, &buffer, entry_key, entry_key_size);
GRN_TEXT_PUTS(context, &buffer, ", ");
GRN_BULK_REWIND(&score);
grn_obj_get_value(context, score_accessor, id, &score);
grn_text_printf(context, &buffer, "%.1f", GRN_FLOAT_VALUE(&score));
GRN_TEXT_PUTS(context, &buffer, "]");
} GRN_TABLE_EACH_END(context, cursor);
GRN_OBJ_FIN(context, &score);
grn_obj_unlink(context, score_accessor);
GRN_TEXT_PUTS(context, &buffer, "]");
dump = cut_take_strndup(GRN_TEXT_VALUE(&buffer), GRN_TEXT_LEN(&buffer));
GRN_OBJ_FIN(context, &buffer);
}
void
test_parse(gconstpointer data)
{
grn_obj *v;
prepare_data();
cond = grn_expr_create(&context, NULL, 0);
cut_assert_not_null(cond);
v = grn_expr_add_var(&context, cond, NULL, 0);
cut_assert_not_null(v);
GRN_RECORD_INIT(v, 0, grn_obj_id(&context, docs));
PARSE(cond, gcut_data_get_string(data, "query_hoge_moge"),
gcut_data_get_int(data, "query_hoge_moge_parse_level"));
PARSE(cond, gcut_data_get_string(data, "query_poyo"),
gcut_data_get_int(data, "query_poyo_parse_level"));
grn_expr_append_op(&context, cond, GRN_OP_AND, 2);
grn_test_assert_expr(&context,
"noname($1:0){2body GET_VALUE,0\"hoge\",4MATCH,"
"2body GET_VALUE,0\"moge\",0MATCH,4AND,"
"2body GET_VALUE,0\"poyo\",0MATCH,0AND}",
cond);
res = grn_table_create(&context, NULL, 0, NULL,
GRN_TABLE_HASH_KEY|GRN_OBJ_WITH_SUBREC, docs, NULL);
cut_assert_not_null(res);
cut_assert_not_null(grn_table_select(&context, docs, cond, res, GRN_OP_OR));
grn_test_assert_select(&context,
gcut_take_new_list_string("poyo moge hoge "
"moge moge moge",
NULL),
res,
"body");
grn_test_assert(grn_obj_close(&context, res));
res = NULL;
grn_test_assert(grn_obj_close(&context, cond));
cond = NULL;
cond = grn_expr_create(&context, NULL, 0);
cut_assert_not_null(cond);
v = grn_expr_add_var(&context, cond, NULL, 0);
cut_assert_not_null(v);
GRN_RECORD_INIT(v, 0, grn_obj_id(&context, docs));
PARSE(cond, gcut_data_get_string(data, "query_size"),
gcut_data_get_int(data, "query_size_parse_level"));
grn_test_assert_expr(&context,
"noname($1:0){2size GET_VALUE,014,0EQUAL}",
cond);
res = grn_table_create(&context, NULL, 0, NULL,
GRN_TABLE_HASH_KEY|GRN_OBJ_WITH_SUBREC, docs, NULL);
cut_assert_not_null(res);
cut_assert_not_null(grn_table_select(&context, docs, cond, res, GRN_OP_OR));
grn_test_assert_select(&context,
gcut_take_new_list_string("moge moge moge",
"hoge fuga fuga",
"moge hoge hoge",
NULL),
res,
"body");
}
void
test_near_geo_point(gpointer data)
{
grn_id id;
int offset, limit;
const GList *expected_keys;
GList *actual_keys = NULL;
grn_table_sort_key keys[2];
grn_obj base, base_string, location;
create_geo_table(cut_take_printf(" [\"%s\"],\n"
" [\"%s\"],\n"
" [\"%s\"],\n"
" [\"%s\"],\n"
" [\"%s\"],\n"
" [\"%s\"],\n"
" [\"%s\"],\n"
" [\"%s\"],\n"
" [\"%s\"],\n"
" [\"%s\"],\n"
" [\"%s\"],\n"
" [\"%s\"],\n"
" [\"%s\"],\n"
" [\"%s\"],\n"
" [\"%s\"]",
TAKEN_POINT(0, 0, 0,
180, 0, 0),
TAKEN_POINT(0, 0, 0,
-179, -59, -59),
TAKEN_POINT(-1, -1, -1,
180, 0, 0),
TAKEN_POINT(2, 1, 1,
180, 0, 0),
TAKEN_POINT(-2, -1, -1,
-179, -59, -59),
TAKEN_POINT(1, 2, 1,
-179, -59, -59),
TAKEN_POINT(90, 0, 0,
0, 0, 0),
TAKEN_POINT(-90, 0, 0,
1, 0, 0),
TAKEN_POINT(1, 0, 0,
1, 0, 0),
TAKEN_POINT(1, 1, 0,
1, 1, 0),
TAKEN_POINT(1, 1, 1,
1, 1, 1),
TAKEN_POINT(-1, 0, 0,
1, 1, 1),
TAKEN_POINT(-1, -1, -1,
0, 0, 0),
TAKEN_POINT(-1, -2, -1,
-1, -1, -1),
TAKEN_POINT(1, 1, 10,
-1, -1, -1)));
result = grn_table_create(context, NULL, 0, NULL, GRN_TABLE_NO_KEY,
NULL, table);
grn_test_assert_context(context);
GRN_TEXT_INIT(&base_string, 0);
GRN_TEXT_SETS(context, &base_string, gcut_data_get_string(data, "base"));
GRN_WGS84_GEO_POINT_INIT(&base, 0);
grn_obj_cast(context, &base_string, &base, FALSE);
GRN_OBJ_FIN(context, &base_string);
offset = gcut_data_get_int(data, "offset");
if (offset > 0) {
cut_omit("geo sort doesn't support offset yet.");
}
limit = gcut_data_get_int(data, "limit");
keys[0].key = column;
keys[0].flags = GRN_TABLE_SORT_GEO;
keys[0].offset = 0;
keys[1].key = &base;
keys[1].flags = 0;
keys[1].offset = 0;
grn_table_sort(context, table, offset, limit, result, keys, 2);
GRN_OBJ_FIN(context, &base);
grn_test_assert_context(context);
cursor = grn_table_cursor_open(context, result,
NULL, 0, NULL, 0, 0, -1,
GRN_CURSOR_ASCENDING);
grn_test_assert_context(context);
GRN_WGS84_GEO_POINT_INIT(&location, 0);
while ((id = grn_table_cursor_next(context, cursor))) {
gint32 *key;
int key_size;
gint latitude, longitude;
key_size = grn_table_cursor_get_value(context, cursor, (void **)&key);
GRN_BULK_REWIND(&location);
grn_obj_get_value(context, column, *key, &location);
GRN_GEO_POINT_VALUE(&location, latitude, longitude);
actual_keys = g_list_append(actual_keys,
inspect_point(latitude, longitude));
}
GRN_OBJ_FIN(context, &location);
gcut_take_list(actual_keys, g_free);
expected_keys = gcut_data_get_pointer(data, "expected");
gcut_assert_equal_list_string(expected_keys, actual_keys);
}