void query_task_deallocate(as_query * query) {
as_query_destroy(query);
}
int
main(int argc, char* argv[])
{
// Parse command line arguments.
if (! example_get_opts(argc, argv, EXAMPLE_MULTI_KEY_OPTS)) {
exit(-1);
}
// Connect to the aerospike database cluster.
aerospike as;
example_connect_to_aerospike_with_udf_config(&as, UDF_USER_PATH);
// Start clean.
example_remove_test_records(&as);
example_remove_index(&as, TEST_INDEX_NAME);
// Register the UDF in the database cluster.
if (! example_register_udf(&as, UDF_FILE_PATH)) {
example_cleanup(&as);
exit(-1);
}
// Create a numeric secondary index on test-bin.
if (! example_create_integer_index(&as, "test-bin", TEST_INDEX_NAME)) {
cleanup(&as);
exit(-1);
}
if (! insert_records(&as)) {
cleanup(&as);
exit(-1);
}
if (! example_read_test_records(&as)) {
cleanup(&as);
exit(-1);
}
as_error err;
// Create an as_query object.
as_query query;
as_query_init(&query, g_namespace, g_set);
// Generate an as_query.where condition. Note that as_query_destroy() takes
// care of destroying all the query's member objects if necessary. However
// using as_query_where_inita() does avoid internal heap usage.
as_query_where_inita(&query, 1);
as_query_where(&query, "test-bin", as_integer_range(1, 10));
// Specify the UDF to use on the resulting stream.
as_query_apply(&query, UDF_MODULE, "sum_test_bin", NULL);
LOG("executing map-reduce query: where test-bin = 1 ... 10");
// Execute the query. This call blocks - callbacks are made in the scope of
// this call.
if (aerospike_query_foreach(&as, &err, NULL, &query, query_cb, NULL) !=
AEROSPIKE_OK) {
LOG("aerospike_query_foreach() returned %d - %s", err.code,
err.message);
as_query_destroy(&query);
cleanup(&as);
exit(-1);
}
LOG("map-reduce query executed");
// Reuse the as_query object for another query.
as_query_destroy(&query);
as_query_init(&query, g_namespace, g_set);
// Generate an as_query.where condition.
as_query_where_inita(&query, 1);
as_query_where(&query, "test-bin", as_integer_range(1, 10));
// Specify another UDF to use on the resulting stream. Like the previous UDF
// it sums the test-bin values that satisfy the where condition, but does so
// in a different, more efficient manner (see query_udf.lua).
as_query_apply(&query, UDF_MODULE, "sum_test_bin_2", NULL);
LOG("executing aggregate-reduce query: where test-bin = 1 ... 10");
// Execute the query. This call blocks - callbacks are made in the scope of
// this call.
if (aerospike_query_foreach(&as, &err, NULL, &query, query_cb, NULL) !=
AEROSPIKE_OK) {
LOG("aerospike_query_foreach() returned %d - %s", err.code,
err.message);
as_query_destroy(&query);
cleanup(&as);
exit(-1);
}
LOG("aggregate-reduce query executed");
// Reuse the as_query object for another query.
as_query_destroy(&query);
as_query_init(&query, g_namespace, g_set);
// Generate an as_query.where condition.
as_query_where_inita(&query, 1);
as_query_where(&query, "test-bin", as_integer_range(1, 10));
// Specify another UDF to use on the resulting stream. Like the previous
// UDFs it sums test-bin values that satisfy the where condition, but first
// applies a filter to sum only even values (see query_udf.lua).
as_query_apply(&query, UDF_MODULE, "sum_test_bin_even", NULL);
LOG("executing filter-aggregate-reduce query: where test-bin = 1 ... 10");
// Execute the query. This call blocks - callbacks are made in the scope of
// this call.
if (aerospike_query_foreach(&as, &err, NULL, &query, query_cb, NULL) !=
AEROSPIKE_OK) {
LOG("aerospike_query_foreach() returned %d - %s", err.code,
err.message);
as_query_destroy(&query);
cleanup(&as);
exit(-1);
}
LOG("filter-aggregate-reduce query executed");
// Reuse the as_query object for another query.
as_query_destroy(&query);
as_query_init(&query, g_namespace, g_set);
// No as_query.where condition in this case, so we include everything.
// Specify another UDF to use on the resulting stream. This UDF operates on
// the numbers-bin (string) values, and demonstrates a case where the value
// returned by the query callback is an as_map (instead of an as_integer).
as_query_apply(&query, UDF_MODULE, "count_numbers", NULL);
LOG("executing numbers aggregate-reduce query: all records");
// Execute the query. This call blocks - callbacks are made in the scope of
// this call.
if (aerospike_query_foreach(&as, &err, NULL, &query, query_cb_map, NULL) !=
AEROSPIKE_OK) {
LOG("aerospike_query_foreach() returned %d - %s", err.code,
err.message);
as_query_destroy(&query);
cleanup(&as);
exit(-1);
}
LOG("numbers aggregate-reduce query executed");
as_query_destroy(&query);
// Cleanup and disconnect from the database cluster.
cleanup(&as);
LOG("aggregate query example successfully completed");
return 0;
}
AerospikeQuery * AerospikeQuery_Where(AerospikeQuery * self, PyObject * args)
{
as_error err;
int rc = 0;
PyObject * py_arg1 = NULL;
PyObject * py_arg2 = NULL;
PyObject * py_arg3 = NULL;
PyObject * py_arg4 = NULL;
PyObject * py_arg5 = NULL;
PyObject * py_arg6 = NULL;
if ( PyArg_ParseTuple(args, "O|OOOOO:where", &py_arg1, &py_arg2, &py_arg3, &py_arg4, &py_arg5, &py_arg6) == false ) {
return NULL;
}
as_error_init(&err);
if (!self || !self->client->as) {
as_error_update(&err, AEROSPIKE_ERR_PARAM, "Invalid aerospike object");
goto CLEANUP;
}
if (!self->client->is_conn_16) {
as_error_update(&err, AEROSPIKE_ERR_CLUSTER, "No connection to aerospike cluster");
goto CLEANUP;
}
if ( PyTuple_Check(py_arg1) ) {
Py_ssize_t size = PyTuple_Size(py_arg1);
if ( size < 1 ) {
// If it ain't atleast 1, then raise error
return NULL;
}
PyObject * py_op = PyTuple_GetItem(py_arg1, 0);
PyObject * py_op_data = PyTuple_GetItem(py_arg1, 1);
if ( PyInt_Check(py_op) && PyInt_Check(py_op_data)) {
as_predicate_type op = (as_predicate_type) PyInt_AsLong(py_op);
as_index_datatype op_data = (as_index_datatype) PyInt_AsLong(py_op_data);
rc = AerospikeQuery_Where_Add(
self,
op,
op_data,
size > 2 ? PyTuple_GetItem(py_arg1, 2) : Py_None,
size > 3 ? PyTuple_GetItem(py_arg1, 3) : Py_None,
size > 4 ? PyTuple_GetItem(py_arg1, 4) : Py_None,
size > 5 ? PyInt_AsLong(PyTuple_GetItem(py_arg1, 5)) : 0
);
}
}
else if ( (py_arg1) && PyStr_Check(py_arg1) && (py_arg2) && PyStr_Check(py_arg2) ) {
char * op = PyStr_AsString(py_arg2);
if ( strcmp(op, "equals") == 0 ) {
if ( PyInt_Check(py_arg3) || PyLong_Check(py_arg3) ) {
rc = AerospikeQuery_Where_Add(
self,
AS_PREDICATE_EQUAL,
AS_INDEX_NUMERIC,
py_arg1,
py_arg3,
Py_None,
0
);
}
else if ( PyStr_Check(py_arg3) || PyUnicode_Check(py_arg3) ) {
rc = AerospikeQuery_Where_Add(
self,
AS_PREDICATE_EQUAL,
AS_INDEX_STRING,
py_arg1,
py_arg3,
Py_None,
0
);
}
else {
as_error_update(&err, AEROSPIKE_ERR_PARAM, "predicate 'equals' expects a bin and string value.");
PyObject * py_err = NULL;
error_to_pyobject(&err, &py_err);
PyErr_SetObject(PyExc_Exception, py_err);
rc = 1;
}
}
else if ( strcmp(op, "between") == 0 ) {
rc = AerospikeQuery_Where_Add(
self,
AS_PREDICATE_RANGE,
AS_INDEX_NUMERIC,
py_arg1,
py_arg3,
py_arg4,
0
);
}
else if ( strcmp(op, "contains") == 0 ) {
int index_type = 0;
int type = 0;
if(PyInt_Check(py_arg3)) {
index_type = PyInt_AsLong(py_arg3);
} else if (PyLong_Check(py_arg3)) {
index_type = PyLong_AsLongLong(py_arg3);
if(-1 == index_type) {
as_error_update(&err, AEROSPIKE_ERR_PARAM, "integer value exceeds sys.maxsize");
goto CLEANUP;
}
}
if(PyInt_Check(py_arg4)) {
type = PyInt_AsLong(py_arg4);
} else if ( PyLong_Check(py_arg4) ) {
type = PyLong_AsLongLong(py_arg4);
if(-1 == type) {
as_error_update(&err, AEROSPIKE_ERR_PARAM, "integer value exceeds sys.maxsize");
goto CLEANUP;
}
}
if ( (PyInt_Check(py_arg5) || PyLong_Check(py_arg5)) && type == 1) {
rc = AerospikeQuery_Where_Add(
self,
AS_PREDICATE_EQUAL,
AS_INDEX_NUMERIC,
py_arg1,
py_arg5,
Py_None,
index_type
);
}
else if ( (PyStr_Check(py_arg5) || PyUnicode_Check(py_arg5)) && type == 0) {
rc = AerospikeQuery_Where_Add(
self,
AS_PREDICATE_EQUAL,
AS_INDEX_STRING,
py_arg1,
py_arg5,
Py_None,
index_type
);
}
else {
as_error_update(&err, AEROSPIKE_ERR_PARAM, "predicate 'contains' expects a bin and a string or int value.");
PyObject * py_err = NULL;
error_to_pyobject(&err, &py_err);
PyErr_SetObject(PyExc_Exception, py_err);
rc = 1;
}
}
else if ( strcmp(op, "range") == 0 ) {
int index_type = 0;
if(PyInt_Check(py_arg3)) {
index_type = PyInt_AsLong(py_arg3);
} else if (PyLong_Check(py_arg3)) {
index_type = PyLong_AsLongLong(py_arg3);
if(-1 == index_type) {
as_error_update(&err, AEROSPIKE_ERR_PARAM, "integer value exceeds sys.maxsize");
goto CLEANUP;
}
}
if ( PyInt_Check(py_arg4) || PyLong_Check(py_arg4)) {
rc = AerospikeQuery_Where_Add(
self,
AS_PREDICATE_RANGE,
AS_INDEX_NUMERIC,
py_arg1,
py_arg5,
py_arg6,
index_type
);
}
else {
as_error_update(&err, AEROSPIKE_ERR_PARAM, "predicate 'range' expects a bin and two numeric values.");
PyObject * py_err = NULL;
error_to_pyobject(&err, &py_err);
PyErr_SetObject(PyExc_Exception, py_err);
rc = 1;
}
}
else {
as_error_update(&err, AEROSPIKE_ERR_PARAM, "predicate '%s' is invalid.", op);
PyObject * py_err = NULL;
error_to_pyobject(&err, &py_err);
PyErr_SetObject(PyExc_Exception, py_err);
rc = 1;
}
// if ( PyInt_Check(py_op) ) {
// rc = AerospikeQuery_Where_Add(
// &self->query,
// PyInt_AsLong(py_op),
// size > 1 ? PyTuple_GetItem(py_predicate, 1) : Py_None,
// size > 2 ? PyTuple_GetItem(py_predicate, 2) : Py_None,
// size > 3 ? PyTuple_GetItem(py_predicate, 3) : Py_None
// );
// }
}
else {
as_error_update(&err, AEROSPIKE_ERR_PARAM, "predicate is invalid.");
PyObject * py_err = NULL;
error_to_pyobject(&err, &py_err);
PyObject *exception_type = raise_exception(&err);
PyErr_SetObject(exception_type, py_err);
Py_DECREF(py_err);
as_query_destroy(&self->query);
rc = 1;
}
CLEANUP:
if ( rc == 1 ) {
return NULL;
}
if ( err.code != AEROSPIKE_OK ) {
PyObject * py_err = NULL;
error_to_pyobject(&err, &py_err);
PyObject *exception_type = raise_exception(&err);
PyErr_SetObject(exception_type, py_err);
Py_DECREF(py_err);
TRACE();
return NULL;
}
Py_INCREF(self);
return self;
}
int
main(int argc, char* argv[])
{
// Parse command line arguments.
if (! example_get_opts(argc, argv, EXAMPLE_MULTI_KEY_OPTS)) {
exit(-1);
}
// Connect to the aerospike database cluster.
aerospike as;
example_connect_to_aerospike(&as);
// Ensure the server supports geospatial queries.
if (! aerospike_has_geo(&as)) {
fprintf(stderr, "server does not support geospatial\n");
exit(0);
}
// Start clean.
example_remove_test_records(&as);
example_remove_index(&as, TEST_INDEX_NAME);
// Create a numeric secondary index on test-bin.
if (! example_create_2dsphere_index(&as, TEST_BIN_NAME, TEST_INDEX_NAME)) {
cleanup(&as);
exit(-1);
}
if (! insert_records(&as)) {
cleanup(&as);
exit(-1);
}
as_error err;
// Create an as_query object.
as_query query;
as_query_init(&query, g_namespace, g_set);
// Our query region:
char const * region =
"{ "
" \"type\": \"Polygon\", "
" \"coordinates\": [ "
" [[-122.500000, 37.000000],[-121.000000, 37.000000], "
" [-121.000000, 38.080000],[-122.500000, 38.080000], "
" [-122.500000, 37.000000]] "
" ] "
" } ";
// Generate an as_query.where condition. Note that as_query_destroy() takes
// care of destroying all the query's member objects if necessary. However
// using as_query_where_inita() does avoid internal heap usage.
as_query_where_inita(&query, 1);
as_query_where(&query, TEST_BIN_NAME, as_geo_within(region));
LOG("executing query: within <rect>");
// Execute the query. This call blocks - callbacks are made in the scope of
// this call.
if (aerospike_query_foreach(&as, &err, NULL, &query, query_cb, NULL) !=
AEROSPIKE_OK) {
LOG("aerospike_query_foreach() returned %d - %s", err.code,
err.message);
as_query_destroy(&query);
cleanup(&as);
exit(-1);
}
LOG("query executed");
as_query_destroy(&query);
// Cleanup and disconnect from the database cluster.
cleanup(&as);
LOG("simple query example successfully completed");
return 0;
}
PyObject * AerospikeQuery_Foreach(AerospikeQuery * self, PyObject * args, PyObject * kwds)
{
// Python Function Arguments
PyObject * py_callback = NULL;
PyObject * py_policy = NULL;
// Python Function Keyword Arguments
static char * kwlist[] = {"callback", "policy", NULL};
// Python Function Argument Parsing
if ( PyArg_ParseTupleAndKeywords(args, kwds, "O|O:foreach", kwlist, &py_callback, &py_policy) == false ) {
as_query_destroy(&self->query);
return NULL;
}
// Initialize callback user data
LocalData data;
data.callback = py_callback;
as_error_init(&data.error);
// Aerospike Client Arguments
as_error err;
as_policy_query query_policy;
as_policy_query * query_policy_p = NULL;
// Initialize error
as_error_init(&err);
if (!self || !self->client->as) {
as_error_update(&err, AEROSPIKE_ERR_PARAM, "Invalid aerospike object");
goto CLEANUP;
}
if (!self->client->is_conn_16) {
as_error_update(&err, AEROSPIKE_ERR_CLUSTER, "No connection to aerospike cluster");
goto CLEANUP;
}
// Convert python policy object to as_policy_exists
pyobject_to_policy_query(&err, py_policy, &query_policy, &query_policy_p,
&self->client->as->config.policies.query);
if ( err.code != AEROSPIKE_OK ) {
goto CLEANUP;
}
// We are spawning multiple threads
PyThreadState * _save = PyEval_SaveThread();
// Invoke operation
aerospike_query_foreach(self->client->as, &err, query_policy_p, &self->query, each_result, &data);
// We are done using multiple threads
PyEval_RestoreThread(_save);
if (data.error.code != AEROSPIKE_OK) {
goto CLEANUP;
}
CLEANUP:
if ( self->query.apply.arglist ){
as_arraylist_destroy( (as_arraylist *) self->query.apply.arglist );
}
self->query.apply.arglist = NULL;
if ( err.code != AEROSPIKE_OK || data.error.code != AEROSPIKE_OK ) {
PyObject * py_err = NULL;
if ( err.code != AEROSPIKE_OK ){
error_to_pyobject(&err, &py_err);
}
if ( data.error.code != AEROSPIKE_OK ){
error_to_pyobject(&data.error, &py_err);
}
PyErr_SetObject(PyExc_Exception, py_err);
Py_DECREF(py_err);
return NULL;
}
Py_INCREF(Py_None);
return Py_None;
}
int
main(int argc, char* argv[])
{
// Parse command line arguments.
if (! example_get_opts(argc, argv, EXAMPLE_MULTI_KEY_OPTS)) {
exit(-1);
}
// Connect to the aerospike database cluster.
aerospike as;
example_connect_to_aerospike(&as);
// Start clean.
example_remove_test_records(&as);
example_remove_index(&as, TEST_INDEX_NAME);
// Create a numeric secondary index on test-bin.
if (! example_create_integer_index(&as, "test-bin", TEST_INDEX_NAME)) {
cleanup(&as);
exit(-1);
}
if (! insert_records(&as)) {
cleanup(&as);
exit(-1);
}
if (! example_read_test_records(&as)) {
cleanup(&as);
exit(-1);
}
as_error err;
// Create an as_query object.
as_query query;
as_query_init(&query, g_namespace, g_set);
// Generate an as_query.where condition. Note that as_query_destroy() takes
// care of destroying all the query's member objects if necessary. However
// using as_query_where_inita() does avoid internal heap usage.
as_query_where_inita(&query, 1);
as_query_where(&query, "test-bin", as_integer_equals(7));
LOG("executing query: where test-bin = 7");
// Execute the query. This call blocks - callbacks are made in the scope of
// this call.
if (aerospike_query_foreach(&as, &err, NULL, &query, query_cb, NULL) !=
AEROSPIKE_OK) {
LOG("aerospike_query_foreach() returned %d - %s", err.code,
err.message);
as_query_destroy(&query);
cleanup(&as);
exit(-1);
}
LOG("query executed");
as_query_destroy(&query);
// Cleanup and disconnect from the database cluster.
cleanup(&as);
LOG("simple query example successfully completed");
return 0;
}
