PyObject * AerospikeScan_Foreach(AerospikeScan * self, PyObject * args, PyObject * kwds)
{
// Python Function Arguments
PyObject * py_callback = NULL;
PyObject * py_policy = NULL;
// Python Function Keyword Arguments
static char * kwlist[] = {"callback", "policy", NULL};
// Python Function Argument Parsing
if ( PyArg_ParseTupleAndKeywords(args, kwds, "O|O:foreach", kwlist, &py_callback, &py_policy) == false ) {
return NULL;
}
// Aerospike Client Arguments
as_error err;
as_policy_scan policy;
as_policy_scan * policy_p = NULL;
// Initialize error
as_error_init(&err);
// Convert python policy object to as_policy_exists
pyobject_to_policy_scan(&err, py_policy, &policy, &policy_p);
if ( err.code != AEROSPIKE_OK ) {
goto CLEANUP;
}
// Create and initialize callback user-data
LocalData data;
data.callback = py_callback;
as_error_init(&data.error);
// We are spawning multiple threads
PyThreadState * _save = PyEval_SaveThread();
// Invoke operation
aerospike_scan_foreach(self->client->as, &err, policy_p, &self->scan, each_result, &data);
// We are done using multiple threads
PyEval_RestoreThread(_save);
CLEANUP:
if ( err.code != AEROSPIKE_OK ) {
PyObject * py_err = NULL;
error_to_pyobject(&err, &py_err);
PyErr_SetObject(PyExc_Exception, py_err);
return NULL;
}
Py_INCREF(Py_None);
return Py_None;
}
PyObject * AerospikeScan_Results(AerospikeScan * self, PyObject * args, PyObject * kwds)
{
PyObject * py_policy = NULL;
as_policy_scan scan_policy;
as_policy_scan * scan_policy_p = NULL;
static char * kwlist[] = {"policy", NULL};
if ( PyArg_ParseTupleAndKeywords(args, kwds, "|O:results", kwlist, &py_policy) == false ) {
return NULL;
}
as_error err;
as_error_init(&err);
if (!self || !self->client->as) {
as_error_update(&err, AEROSPIKE_ERR_PARAM, "Invalid aerospike object");
goto CLEANUP;
}
if (!self->client->is_conn_16) {
as_error_update(&err, AEROSPIKE_ERR_CLUSTER, "No connection to aerospike cluster");
goto CLEANUP;
}
// Convert python policy object to as_policy_scan
pyobject_to_policy_scan(&err, py_policy, &scan_policy, &scan_policy_p,
&self->client->as->config.policies.scan);
if ( err.code != AEROSPIKE_OK ) {
goto CLEANUP;
}
PyObject * py_results = NULL;
py_results = PyList_New(0);
PyThreadState * _save = PyEval_SaveThread();
aerospike_scan_foreach(self->client->as, &err, scan_policy_p, &self->scan, each_result, py_results);
PyEval_RestoreThread(_save);
CLEANUP:
if ( err.code != AEROSPIKE_OK ) {
PyObject * py_err = NULL;
error_to_pyobject(&err, &py_err);
PyErr_SetObject(PyExc_Exception, py_err);
return NULL;
}
return py_results;
}
int
main(int argc, char* argv[])
{
// Parse command line arguments.
if (! example_get_opts(argc, argv, EXAMPLE_MULTI_KEY_OPTS)) {
exit(-1);
}
// Connect to the aerospike database cluster.
aerospike as;
example_connect_to_aerospike(&as);
// Start clean.
example_remove_test_records(&as);
if (! insert_records(&as)) {
cleanup(&as);
exit(-1);
}
if (! example_read_test_records(&as)) {
cleanup(&as);
exit(-1);
}
as_error err;
// Specify the namespace and set to use during the scan.
as_scan scan;
as_scan_init(&scan, g_namespace, g_set);
LOG("starting scan all ...");
// Do the scan. This call blocks while the scan is running - callbacks are
// made in the scope of this call.
if (aerospike_scan_foreach(&as, &err, NULL, &scan, scan_cb, NULL) !=
AEROSPIKE_OK) {
LOG("aerospike_scan_foreach() returned %d - %s", err.code, err.message);
as_scan_destroy(&scan);
cleanup(&as);
exit(-1);
}
LOG("... scan all completed");
// Now specify that only two bins are to be returned by the scan. The first
// ten records do not have these two bins, so they should not be returned by
// the scan. The remaining records should be returned without test-bin-1.
as_scan_select_inita(&scan, 2);
as_scan_select(&scan, "test-bin-2");
as_scan_select(&scan, "test-bin-3");
LOG("starting scan with select ...");
// Do the scan. This call blocks while the scan is running - callbacks are
// made in the scope of this call.
if (aerospike_scan_foreach(&as, &err, NULL, &scan, scan_cb, NULL) !=
AEROSPIKE_OK) {
LOG("aerospike_scan_foreach() returned %d - %s", err.code, err.message);
as_scan_destroy(&scan);
cleanup(&as);
exit(-1);
}
LOG("... scan with select completed");
// Destroy the as_scan object.
as_scan_destroy(&scan);
// Cleanup and disconnect from the database cluster.
cleanup(&as);
LOG("standard scan example successfully completed");
return 0;
}
TEST( scan_basics_null_set , "full scan (using NULL setname)" ) {
scan_check check = {
.failed = false,
.set = NULL,
.count = 0,
.nobindata = false,
.bins = { NULL }
};
as_error err;
as_scan scan;
as_scan_init(&scan, NS, "");
as_status rc = aerospike_scan_foreach(as, &err, NULL, &scan, scan_check_callback, &check);
assert_int_eq( rc, AEROSPIKE_OK );
assert_false( check.failed );
// assert_int_eq( scan_data.ret_failed, false );
// // We should get all the data that we inserted
// int exp_rec_count = (NUM_RECS_SET1 + NUM_RECS_SET2 + NUM_RECS_NULLSET);
// assert_true( scan_data.ret_rec_count >= exp_rec_count );
// info("Got %d records in the scan. Expected atleast %d", scan_data.ret_rec_count, exp_rec_count);
as_scan_destroy(&scan);
}
TEST( scan_basics_set1 , "scan "SET1"" ) {
