static PyObject *
map_to_python(ConvertInfo *info, avro_value_t *value)
{
size_t element_count;
PyObject *result = PyDict_New();
size_t i;
avro_value_get_size(value, &element_count);
for (i = 0; i < element_count; i++) {
const char *key;
avro_value_t element_value;
PyObject *pykey;
PyObject *pyelement_value;
avro_value_get_by_index(value, i, &element_value, &key);
pykey = (PyObject *)PyString_FromString(key);
pyelement_value = avro_to_python(info, &element_value);
/* increfs key and value */
PyDict_SetItem(result, pykey, pyelement_value);
Py_DECREF(pykey);
Py_DECREF(pyelement_value);
}
return result;
}
static PyObject *
array_to_python(ConvertInfo *info, avro_value_t *value)
{
size_t element_count;
PyObject *result;
size_t i;
avro_value_get_size(value, &element_count);
result = PyList_New(element_count);
for (i = 0; i < element_count; i++) {
avro_value_t element_value;
PyObject *pyelement_value;
avro_value_get_by_index(value, i, &element_value, NULL);
pyelement_value = avro_to_python(info, &element_value);
/* steals a ref to pyelement_value */
PyList_SET_ITEM(result, i, pyelement_value);
}
return result;
}
static PyObject *
record_to_python_object(ConvertInfo *info, avro_value_t *value)
{
size_t field_count;
size_t i;
avro_schema_t schema = avro_value_get_schema(value);
PyObject *type = get_python_obj_type(info->types, schema);
AvroRecord *obj = (AvroRecord *)PyObject_CallFunctionObjArgs(type, NULL);
Py_DECREF(type);
avro_value_get_size(value, &field_count);
for (i = 0; i < field_count; i++) {
avro_value_t field_value;
PyObject *pyelement_value;
avro_value_get_by_index(value, i, &field_value, NULL);
pyelement_value = avro_to_python(info, &field_value);
obj->fields[i] = pyelement_value;
}
return (PyObject *)obj;
}
extern int parse_heartbeat_request(avro_slice_t *slice)
{
char filename[FILE_NAME_LEN];
avro_schema_t schema;
avro_value_iface_t *iface;
avro_value_t record;
size_t index;
avro_reader_t reader;
size_t size = 0;
sprintf(filename, "%s/%s", SCHEMA_PATH, "HeartBeatRequestRecordAvro.avsc");
init_schema(filename, &schema);
iface = avro_generic_class_from_schema(schema);
avro_generic_value_new(iface, &record);
reader = avro_reader_memory(slice->buffer, slice->len);
if (avro_value_read(reader, &record)) {
fprintf(stderr, "Unable to read record from memory buffer\n");
fprintf(stderr, "Error: %s\n", avro_strerror());
exit(1);
}
avro_value_get_size(&record, &size);
avro_value_iface_decref(iface);
avro_schema_decref(schema);
// printf("slice->len = %d\n", slice->len);
// printf("size = %ld\n", size);
//
// if (size > 0) {
// return 0;
// } else {
// return -1;
// }
if (size == 0) {
return 0;
} else {
return -1;
}
}
int process_frame(avro_value_t *frame_val, frame_reader_t reader, uint64_t wal_pos) {
int err = 0, msg_type;
size_t num_messages;
avro_value_t msg_val, union_val, record_val;
check(err, avro_value_get_by_index(frame_val, 0, &msg_val, NULL));
check(err, avro_value_get_size(&msg_val, &num_messages));
for (int i = 0; i < num_messages; i++) {
check(err, avro_value_get_by_index(&msg_val, i, &union_val, NULL));
check(err, avro_value_get_discriminant(&union_val, &msg_type));
check(err, avro_value_get_current_branch(&union_val, &record_val));
switch (msg_type) {
case PROTOCOL_MSG_BEGIN_TXN:
check(err, process_frame_begin_txn(&record_val, reader, wal_pos));
break;
case PROTOCOL_MSG_COMMIT_TXN:
check(err, process_frame_commit_txn(&record_val, reader, wal_pos));
break;
case PROTOCOL_MSG_TABLE_SCHEMA:
check(err, process_frame_table_schema(&record_val, reader, wal_pos));
break;
case PROTOCOL_MSG_INSERT:
check(err, process_frame_insert(&record_val, reader, wal_pos));
break;
case PROTOCOL_MSG_UPDATE:
check(err, process_frame_update(&record_val, reader, wal_pos));
break;
case PROTOCOL_MSG_DELETE:
check(err, process_frame_delete(&record_val, reader, wal_pos));
break;
default:
avro_set_error("Unknown message type %d", msg_type);
return EINVAL;
}
}
return err;
}
int
avro_value_equal_fast(avro_value_t *val1, avro_value_t *val2)
{
avro_type_t type1 = avro_value_get_type(val1);
avro_type_t type2 = avro_value_get_type(val2);
if (type1 != type2) {
return 0;
}
switch (type1) {
case AVRO_BOOLEAN:
{
int v1;
int v2;
check_return(0, avro_value_get_boolean(val1, &v1));
check_return(0, avro_value_get_boolean(val2, &v2));
return (v1 == v2);
}
case AVRO_BYTES:
{
const void *buf1;
const void *buf2;
size_t size1;
size_t size2;
check_return(0, avro_value_get_bytes(val1, &buf1, &size1));
check_return(0, avro_value_get_bytes(val2, &buf2, &size2));
if (size1 != size2) {
return 0;
}
return (memcmp(buf1, buf2, size1) == 0);
}
case AVRO_DOUBLE:
{
double v1;
double v2;
check_return(0, avro_value_get_double(val1, &v1));
check_return(0, avro_value_get_double(val2, &v2));
return (v1 == v2);
}
case AVRO_FLOAT:
{
float v1;
float v2;
check_return(0, avro_value_get_float(val1, &v1));
check_return(0, avro_value_get_float(val2, &v2));
return (v1 == v2);
}
case AVRO_INT32:
{
int32_t v1;
int32_t v2;
check_return(0, avro_value_get_int(val1, &v1));
check_return(0, avro_value_get_int(val2, &v2));
return (v1 == v2);
}
case AVRO_INT64:
{
int64_t v1;
int64_t v2;
check_return(0, avro_value_get_long(val1, &v1));
check_return(0, avro_value_get_long(val2, &v2));
return (v1 == v2);
}
case AVRO_NULL:
{
check_return(0, avro_value_get_null(val1));
check_return(0, avro_value_get_null(val2));
return 1;
}
case AVRO_STRING:
{
const char *buf1;
const char *buf2;
size_t size1;
size_t size2;
check_return(0, avro_value_get_string(val1, &buf1, &size1));
check_return(0, avro_value_get_string(val2, &buf2, &size2));
if (size1 != size2) {
return 0;
}
return (memcmp(buf1, buf2, size1) == 0);
}
case AVRO_ARRAY:
{
size_t count1;
size_t count2;
check_return(0, avro_value_get_size(val1, &count1));
check_return(0, avro_value_get_size(val2, &count2));
if (count1 != count2) {
return 0;
}
size_t i;
for (i = 0; i < count1; i++) {
avro_value_t child1;
avro_value_t child2;
check_return(0, avro_value_get_by_index
(val1, i, &child1, NULL));
check_return(0, avro_value_get_by_index
(val2, i, &child2, NULL));
if (!avro_value_equal_fast(&child1, &child2)) {
return 0;
}
}
return 1;
}
case AVRO_ENUM:
{
int v1;
int v2;
check_return(0, avro_value_get_enum(val1, &v1));
check_return(0, avro_value_get_enum(val2, &v2));
return (v1 == v2);
}
case AVRO_FIXED:
{
const void *buf1;
const void *buf2;
size_t size1;
size_t size2;
check_return(0, avro_value_get_fixed(val1, &buf1, &size1));
check_return(0, avro_value_get_fixed(val2, &buf2, &size2));
if (size1 != size2) {
return 0;
}
return (memcmp(buf1, buf2, size1) == 0);
}
case AVRO_MAP:
{
size_t count1;
size_t count2;
check_return(0, avro_value_get_size(val1, &count1));
check_return(0, avro_value_get_size(val2, &count2));
if (count1 != count2) {
return 0;
}
size_t i;
for (i = 0; i < count1; i++) {
avro_value_t child1;
avro_value_t child2;
const char *key1;
check_return(0, avro_value_get_by_index
(val1, i, &child1, &key1));
check_return(0, avro_value_get_by_name
(val2, key1, &child2, NULL));
if (!avro_value_equal_fast(&child1, &child2)) {
return 0;
}
}
return 1;
}
case AVRO_RECORD:
{
size_t count1;
check_return(0, avro_value_get_size(val1, &count1));
size_t i;
for (i = 0; i < count1; i++) {
avro_value_t child1;
avro_value_t child2;
check_return(0, avro_value_get_by_index
(val1, i, &child1, NULL));
check_return(0, avro_value_get_by_index
(val2, i, &child2, NULL));
if (!avro_value_equal_fast(&child1, &child2)) {
return 0;
}
}
return 1;
}
case AVRO_UNION:
{
int disc1;
int disc2;
check_return(0, avro_value_get_discriminant(val1, &disc1));
check_return(0, avro_value_get_discriminant(val2, &disc2));
if (disc1 != disc2) {
return 0;
}
avro_value_t branch1;
avro_value_t branch2;
check_return(0, avro_value_get_current_branch(val1, &branch1));
check_return(0, avro_value_get_current_branch(val2, &branch2));
return avro_value_equal_fast(&branch1, &branch2);
}
default:
return 0;
}
}
int
avro_value_copy_fast(avro_value_t *dest, const avro_value_t *src)
{
avro_type_t dest_type = avro_value_get_type(dest);
avro_type_t src_type = avro_value_get_type(src);
if (dest_type != src_type) {
return 0;
}
int rval;
check(rval, avro_value_reset(dest));
switch (dest_type) {
case AVRO_BOOLEAN:
{
int val;
check(rval, avro_value_get_boolean(src, &val));
return avro_value_set_boolean(dest, val);
}
case AVRO_BYTES:
{
avro_wrapped_buffer_t val;
check(rval, avro_value_grab_bytes(src, &val));
return avro_value_give_bytes(dest, &val);
}
case AVRO_DOUBLE:
{
double val;
check(rval, avro_value_get_double(src, &val));
return avro_value_set_double(dest, val);
}
case AVRO_FLOAT:
{
float val;
check(rval, avro_value_get_float(src, &val));
return avro_value_set_float(dest, val);
}
case AVRO_INT32:
{
int32_t val;
check(rval, avro_value_get_int(src, &val));
return avro_value_set_int(dest, val);
}
case AVRO_INT64:
{
int64_t val;
check(rval, avro_value_get_long(src, &val));
return avro_value_set_long(dest, val);
}
case AVRO_NULL:
{
check(rval, avro_value_get_null(src));
return avro_value_set_null(dest);
}
case AVRO_STRING:
{
avro_wrapped_buffer_t val;
check(rval, avro_value_grab_string(src, &val));
return avro_value_give_string_len(dest, &val);
}
case AVRO_ARRAY:
{
size_t count;
check(rval, avro_value_get_size(src, &count));
size_t i;
for (i = 0; i < count; i++) {
avro_value_t src_child;
avro_value_t dest_child;
check(rval, avro_value_get_by_index
(src, i, &src_child, NULL));
check(rval, avro_value_append
(dest, &dest_child, NULL));
check(rval, avro_value_copy_fast
(&dest_child, &src_child));
}
return 0;
}
case AVRO_ENUM:
{
int val;
check(rval, avro_value_get_enum(src, &val));
return avro_value_set_enum(dest, val);
}
case AVRO_FIXED:
{
avro_wrapped_buffer_t val;
check(rval, avro_value_grab_fixed(src, &val));
return avro_value_give_fixed(dest, &val);
}
case AVRO_MAP:
{
size_t count;
check(rval, avro_value_get_size(src, &count));
size_t i;
for (i = 0; i < count; i++) {
avro_value_t src_child;
avro_value_t dest_child;
const char *key;
check(rval, avro_value_get_by_index
(src, i, &src_child, &key));
check(rval, avro_value_add
(dest, key, &dest_child, NULL, NULL));
check(rval, avro_value_copy_fast
(&dest_child, &src_child));
}
return 0;
}
case AVRO_RECORD:
{
size_t count;
check(rval, avro_value_get_size(src, &count));
size_t i;
for (i = 0; i < count; i++) {
avro_value_t src_child;
avro_value_t dest_child;
check(rval, avro_value_get_by_index
(src, i, &src_child, NULL));
check(rval, avro_value_get_by_index
(dest, i, &dest_child, NULL));
check(rval, avro_value_copy_fast
(&dest_child, &src_child));
}
return 0;
}
case AVRO_UNION:
{
int disc;
check(rval, avro_value_get_discriminant(src, &disc));
avro_value_t src_branch;
avro_value_t dest_branch;
check(rval, avro_value_get_current_branch(src, &src_branch));
check(rval, avro_value_set_branch(dest, disc, &dest_branch));
return avro_value_copy_fast(&dest_branch, &src_branch);
}
default:
return 0;
}
}
int
avro_value_cmp_fast(avro_value_t *val1, avro_value_t *val2)
{
avro_type_t type1 = avro_value_get_type(val1);
avro_type_t type2 = avro_value_get_type(val2);
if (type1 != type2) {
return -1;
}
switch (type1) {
case AVRO_BOOLEAN:
{
int v1;
int v2;
check_return(0, avro_value_get_boolean(val1, &v1));
check_return(0, avro_value_get_boolean(val2, &v2));
return cmp(!!v1, !!v2);
}
case AVRO_BYTES:
{
const void *buf1;
const void *buf2;
size_t size1;
size_t size2;
size_t min_size;
int result;
check_return(0, avro_value_get_bytes(val1, &buf1, &size1));
check_return(0, avro_value_get_bytes(val2, &buf2, &size2));
min_size = (size1 < size2)? size1: size2;
result = memcmp(buf1, buf2, min_size);
if (result != 0) {
return result;
} else {
return cmp(size1, size2);
}
}
case AVRO_DOUBLE:
{
double v1;
double v2;
check_return(0, avro_value_get_double(val1, &v1));
check_return(0, avro_value_get_double(val2, &v2));
return cmp(v1, v2);
}
case AVRO_FLOAT:
{
float v1;
float v2;
check_return(0, avro_value_get_float(val1, &v1));
check_return(0, avro_value_get_float(val2, &v2));
return cmp(v1, v2);
}
case AVRO_INT32:
{
int32_t v1;
int32_t v2;
check_return(0, avro_value_get_int(val1, &v1));
check_return(0, avro_value_get_int(val2, &v2));
return cmp(v1, v2);
}
case AVRO_INT64:
{
int64_t v1;
int64_t v2;
check_return(0, avro_value_get_long(val1, &v1));
check_return(0, avro_value_get_long(val2, &v2));
return cmp(v1, v2);
}
case AVRO_NULL:
{
check_return(0, avro_value_get_null(val1));
check_return(0, avro_value_get_null(val2));
return 0;
}
case AVRO_STRING:
{
const char *buf1;
const char *buf2;
size_t size1;
size_t size2;
size_t min_size;
int result;
check_return(0, avro_value_get_string(val1, &buf1, &size1));
check_return(0, avro_value_get_string(val2, &buf2, &size2));
min_size = (size1 < size2)? size1: size2;
result = memcmp(buf1, buf2, min_size);
if (result != 0) {
return result;
} else {
return cmp(size1, size2);
}
}
case AVRO_ARRAY:
{
size_t count1;
size_t count2;
size_t min_count;
size_t i;
check_return(0, avro_value_get_size(val1, &count1));
check_return(0, avro_value_get_size(val2, &count2));
min_count = (count1 < count2)? count1: count2;
for (i = 0; i < min_count; i++) {
avro_value_t child1;
avro_value_t child2;
int result;
check_return(0, avro_value_get_by_index
(val1, i, &child1, NULL));
check_return(0, avro_value_get_by_index
(val2, i, &child2, NULL));
result = avro_value_cmp_fast(&child1, &child2);
if (result != 0) {
return result;
}
}
return cmp(count1, count2);
}
case AVRO_ENUM:
{
int v1;
int v2;
check_return(0, avro_value_get_enum(val1, &v1));
check_return(0, avro_value_get_enum(val2, &v2));
return cmp(v1, v2);
}
case AVRO_FIXED:
{
const void *buf1;
const void *buf2;
size_t size1;
size_t size2;
check_return(0, avro_value_get_fixed(val1, &buf1, &size1));
check_return(0, avro_value_get_fixed(val2, &buf2, &size2));
if (size1 != size2) {
return -1;
}
return memcmp(buf1, buf2, size1);
}
case AVRO_MAP:
{
return -1;
}
case AVRO_RECORD:
{
size_t count1;
check_return(0, avro_value_get_size(val1, &count1));
size_t i;
for (i = 0; i < count1; i++) {
avro_value_t child1;
avro_value_t child2;
int result;
check_return(0, avro_value_get_by_index
(val1, i, &child1, NULL));
check_return(0, avro_value_get_by_index
(val2, i, &child2, NULL));
result = avro_value_cmp_fast(&child1, &child2);
if (result != 0) {
return result;
}
}
return 0;
}
case AVRO_UNION:
{
int disc1;
int disc2;
check_return(0, avro_value_get_discriminant(val1, &disc1));
check_return(0, avro_value_get_discriminant(val2, &disc2));
if (disc1 == disc2) {
avro_value_t branch1;
avro_value_t branch2;
check_return(0, avro_value_get_current_branch(val1, &branch1));
check_return(0, avro_value_get_current_branch(val2, &branch2));
return avro_value_cmp_fast(&branch1, &branch2);
} else {
return cmp(disc1, disc2);
}
}
default:
return 0;
}
}
