/* assumes dest is already correct type. */
static int
python_to_array(ConvertInfo *info, PyObject *pyobj, avro_value_t *dest)
{
int rval;
Py_ssize_t i;
Py_ssize_t element_count;
element_count = PyObject_Length(pyobj);
if (element_count < 0) {
set_error_prefix("while finding length for array: ");
return EINVAL;
}
for (i = 0; i < element_count; i++) {
PyObject *pyval = PySequence_GetItem(pyobj, i);
avro_value_t child;
avro_value_append(dest, &child, NULL);
rval = python_to_avro(info, pyval, &child);
Py_DECREF(pyval);
if (rval) {
return rval;
}
}
return 0;
}
/* Populates a wire protocol message for a delete event. */
int update_frame_with_delete_raw(avro_value_t *frame_val, Oid relid, bytea *key_bin, bytea *old_bin) {
int err = 0;
avro_value_t msg_val, union_val, record_val, relid_val, key_val, oldrow_val, branch_val;
check(err, avro_value_get_by_index(frame_val, 0, &msg_val, NULL));
check(err, avro_value_append(&msg_val, &union_val, NULL));
check(err, avro_value_set_branch(&union_val, PROTOCOL_MSG_DELETE, &record_val));
check(err, avro_value_get_by_index(&record_val, 0, &relid_val, NULL));
check(err, avro_value_get_by_index(&record_val, 1, &key_val, NULL));
check(err, avro_value_get_by_index(&record_val, 2, &oldrow_val, NULL));
check(err, avro_value_set_long(&relid_val, relid));
if (key_bin) {
check(err, avro_value_set_branch(&key_val, 1, &branch_val));
check(err, avro_value_set_bytes(&branch_val, VARDATA(key_bin), VARSIZE(key_bin) - VARHDRSZ));
} else {
check(err, avro_value_set_branch(&key_val, 0, NULL));
}
if (old_bin) {
check(err, avro_value_set_branch(&oldrow_val, 1, &branch_val));
check(err, avro_value_set_bytes(&branch_val, VARDATA(old_bin), VARSIZE(old_bin) - VARHDRSZ));
} else {
check(err, avro_value_set_branch(&oldrow_val, 0, NULL));
}
return err;
}
/* Sends Avro schemas for a table to the client. This is called the first time we send
* row-level events for a table, as well as every time the schema changes. All subsequent
* inserts/updates/deletes are assumed to be encoded with this schema. */
int update_frame_with_table_schema(avro_value_t *frame_val, schema_cache_entry *entry) {
int err = 0;
avro_value_t msg_val, union_val, record_val, relid_val, key_schema_val,
row_schema_val, branch_val;
bytea *key_schema_json = NULL, *row_schema_json = NULL;
check(err, avro_value_get_by_index(frame_val, 0, &msg_val, NULL));
check(err, avro_value_append(&msg_val, &union_val, NULL));
check(err, avro_value_set_branch(&union_val, PROTOCOL_MSG_TABLE_SCHEMA, &record_val));
check(err, avro_value_get_by_index(&record_val, 0, &relid_val, NULL));
check(err, avro_value_get_by_index(&record_val, 1, &key_schema_val, NULL));
check(err, avro_value_get_by_index(&record_val, 2, &row_schema_val, NULL));
check(err, avro_value_set_long(&relid_val, entry->relid));
if (entry->key_schema) {
check(err, try_writing(&key_schema_json, &write_schema_json, entry->key_schema));
check(err, avro_value_set_branch(&key_schema_val, 1, &branch_val));
check(err, avro_value_set_string_len(&branch_val, VARDATA(key_schema_json),
VARSIZE(key_schema_json) - VARHDRSZ + 1));
pfree(key_schema_json);
} else {
check(err, avro_value_set_branch(&key_schema_val, 0, NULL));
}
check(err, try_writing(&row_schema_json, &write_schema_json, entry->row_schema));
check(err, avro_value_set_string_len(&row_schema_val, VARDATA(row_schema_json),
VARSIZE(row_schema_json) - VARHDRSZ + 1));
pfree(row_schema_json);
return err;
}
/*
typedef struct {
int jobid;
int vpid;
} process_name_t;
typedef struct {
char *en_vars;
char *args;
char *host_name;
process_name_t proc_name;
} launch_context_t;
typedef struct {
bool is_successful;
process_name_t proc_name;
} launch_response_t;
*/
static void build_launch_response(launch_response_t *launch_response_array, int array_size, avro_slice_t **slice)
{
char filename[FILE_NAME_LEN];
char buf[BUFFER_SIZE];
long len = 0;
avro_schema_t schema;
avro_value_iface_t *iface;
avro_value_t record;
avro_value_t results_value, LaunchResult_value, is_successful_value, name_value, jobid_value, vpid_value;
size_t index;
int i;
avro_writer_t writer;
sprintf(filename, "%s/%s", SCHEMA_PATH, "LaunchResponseRecordAvro.avsc");
init_schema(filename, &schema);
iface = avro_generic_class_from_schema(schema);
avro_generic_value_new(iface, &record);
avro_value_get_by_name(&record, "results", &results_value, &index);
for (i = 0; i < array_size; i++) {
avro_value_append(&results_value, &LaunchResult_value, &index);
avro_value_get_by_name(&LaunchResult_value, "is_successful", &is_successful_value, &index);
avro_value_set_boolean(&is_successful_value, launch_response_array[i].is_successful);
avro_value_get_by_name(&LaunchResult_value, "name", &name_value, &index);
avro_value_get_by_name(&name_value, "jobid", &jobid_value, &index);
avro_value_set_int(&jobid_value, launch_response_array[i].proc_name.jobid);
avro_value_get_by_name(&name_value, "vpid", &vpid_value, &index);
avro_value_set_int(&vpid_value, launch_response_array[i].proc_name.vpid);
}
/* create a writer with memory buffer */
writer = avro_writer_memory(buf, sizeof(buf));
/* write record to writer (buffer) */
if (avro_value_write(writer, &record)) {
fprintf(stderr, "Unable to write record to memory buffer\n");
fprintf(stderr, "Error: %s\n", avro_strerror());
exit(1);
}
avro_writer_flush(writer);
len = avro_writer_tell(writer);
//avro_generic_value_free(&record);
avro_value_iface_decref(iface);
avro_schema_decref(schema);
*slice = xmalloc(sizeof(avro_slice_t));
(*slice)->buffer = xmalloc(len);
(*slice)->len = len;
memcpy((*slice)->buffer, buf, len);
}
/* Populates a wire protocol message for a "begin transaction" event. */
int update_frame_with_begin_txn(avro_value_t *frame_val, ReorderBufferTXN *txn) {
int err = 0;
avro_value_t msg_val, union_val, record_val, xid_val;
check(err, avro_value_get_by_index(frame_val, 0, &msg_val, NULL));
check(err, avro_value_append(&msg_val, &union_val, NULL));
check(err, avro_value_set_branch(&union_val, PROTOCOL_MSG_BEGIN_TXN, &record_val));
check(err, avro_value_get_by_index(&record_val, 0, &xid_val, NULL));
check(err, avro_value_set_long(&xid_val, txn->xid));
return err;
}
/* Populates a wire protocol message for a "commit transaction" event. */
int update_frame_with_commit_txn(avro_value_t *frame_val, ReorderBufferTXN *txn,
XLogRecPtr commit_lsn) {
int err = 0;
avro_value_t msg_val, union_val, record_val, xid_val, lsn_val;
check(err, avro_value_get_by_index(frame_val, 0, &msg_val, NULL));
check(err, avro_value_append(&msg_val, &union_val, NULL));
check(err, avro_value_set_branch(&union_val, PROTOCOL_MSG_COMMIT_TXN, &record_val));
check(err, avro_value_get_by_index(&record_val, 0, &xid_val, NULL));
check(err, avro_value_get_by_index(&record_val, 1, &lsn_val, NULL));
check(err, avro_value_set_long(&xid_val, txn->xid));
check(err, avro_value_set_long(&lsn_val, commit_lsn));
return err;
}
/* function call from lmlite with parameters */
void network_devices_status_report(struct networkdevicestatusdata *head, BOOL extender, char* parent_mac)
{
int i = 0, k = 0;
uint8_t* b64buffer = NULL;
size_t decodesize = 0;
int numElements = 0;
struct networkdevicestatusdata* ptr = head;
avro_writer_t writer;
char * serviceName = "lmlite";
char * dest = "event:raw.kestrel.reports.NetworkDevicesStatus";
char * contentType = "avro/binary"; // contentType "application/json", "avro/binary"
uuid_t transaction_id;
char trans_id[37];
char CpeMacHoldingBuf[ 20 ] = {0};
unsigned char CpeMacid[ 7 ] = {0};
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, LMLite %s : ENTER \n", __FUNCTION__ ));
numElements = NumberofElementsinLinkedList(head);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, numElements = %d\n", numElements ));
OneAvroSerializedSize = 0;
/* goes thru total number of elements in link list */
writer = prepare_writer_status();
//Reset out writer
avro_writer_reset(writer);
//Network Device Report
avro_value_t adr;
avro_generic_value_new(iface, &adr);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, GatewayNetworkDeviceStatusReport\tType: %d\n", avro_value_get_type(&adr)));
avro_value_t adrField = {0,0};
avro_value_t array = {0,0};
size_t new_index = 0;
//Optional value for unions, mac address is an union
avro_value_t optional = {0,0};
// timestamp - long
avro_value_get_by_name(&adr, "header", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_get_by_name(&adrField, "timestamp", &adrField, NULL);
avro_value_set_branch(&adrField, 1, &optional);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
struct timeval ts;
gettimeofday(&ts, NULL);
#ifndef UTC_ENABLE
int64_t tstamp_av_main = ((int64_t) (ts.tv_sec - getTimeOffsetFromUtc()) * 1000000) + (int64_t) ts.tv_usec;
#else
int64_t tstamp_av_main = ((int64_t) (ts.tv_sec) * 1000000) + (int64_t) ts.tv_usec;
#endif
tstamp_av_main = tstamp_av_main/1000;
avro_value_set_long(&optional, tstamp_av_main );
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, timestamp = ""%" PRId64 "\n", tstamp_av_main ));
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, timestamp\tType: %d\n", avro_value_get_type(&optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
// uuid - fixed 16 bytes
uuid_generate_random(transaction_id);
uuid_unparse(transaction_id, trans_id);
avro_value_get_by_name(&adr, "header", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_get_by_name(&adrField, "uuid", &adrField, NULL);
avro_value_set_branch(&adrField, 1, &optional);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_fixed(&optional, transaction_id, 16);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, uuid\tType: %d\n", avro_value_get_type(&optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
//source - string
avro_value_get_by_name(&adr, "header", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_get_by_name(&adrField, "source", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&adrField, 1, &optional);
avro_value_set_string(&optional, ReportSource);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, source\tType: %d\n", avro_value_get_type(&optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
if ( extender == FALSE )
{
//cpe_id block
/* MAC - Get CPE mac address, do it only pointer is NULL */
memset(CpeMacHoldingBuf, 0, sizeof CpeMacHoldingBuf);
memset(CpeMacid, 0, sizeof CpeMacid);
if ( macStr == NULL )
{
macStr = getDeviceMac();
strncpy( CpemacStr, macStr, sizeof(CpemacStr));
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, Received DeviceMac from Atom side: %s\n",macStr));
}
for (k = 0; k < 6; k++ )
{
/* copy 2 bytes */
CpeMacHoldingBuf[ k * 2 ] = CpemacStr[ k * 2 ];
CpeMacHoldingBuf[ k * 2 + 1 ] = CpemacStr[ k * 2 + 1 ];
CpeMacid[ k ] = (unsigned char)strtol(&CpeMacHoldingBuf[ k * 2 ], NULL, 16);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, Mac address = %0x\n", CpeMacid[ k ] ));
}
avro_value_get_by_name(&adr, "cpe_id", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_get_by_name(&adrField, "mac_address", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&adrField, 1, &optional);
avro_value_set_fixed(&optional, CpeMacid, 6);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, mac_address\tType: %d\n", avro_value_get_type(&optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
// cpe_type - string
avro_value_get_by_name(&adr, "cpe_id", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_get_by_name(&adrField, "cpe_type", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&adrField, 1, &optional);
avro_value_set_string(&optional, CPE_TYPE_GATEWAY_STRING);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, cpe_type\tType: %d\n", avro_value_get_type(&optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
// cpe_parent - Recurrsive CPEIdentifier block
avro_value_get_by_name(&adr, "cpe_id", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_get_by_name(&adrField, "cpe_parent", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&adrField, 0, &optional);
avro_value_set_null(&optional);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, cpe_parent\tType: %d\n", avro_value_get_type(&optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
}
else
{
//cpe_id block
avro_value_t parent_optional = {0,0}, parent_adrField = {0,0};
memset(CpeMacHoldingBuf, 0, sizeof CpeMacHoldingBuf);
memset(CpeMacid, 0, sizeof CpeMacid);
for (k = 0; k < 6; k++ )
{
/* copy 2 bytes */
CpeMacHoldingBuf[ k * 2 ] = parent_mac[ k * 3 ];
CpeMacHoldingBuf[ k * 2 + 1 ] = parent_mac[ k * 3 + 1 ];
CpeMacid[ k ] = (unsigned char)strtol(&CpeMacHoldingBuf[ k * 2 ], NULL, 16);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, Extender Mac address = %0x\n", CpeMacid[ k ] ));
}
avro_value_get_by_name(&adr, "cpe_id", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_get_by_name(&adrField, "mac_address", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&adrField, 1, &optional);
avro_value_set_fixed(&optional, CpeMacid, 6);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, mac_address\tType: %d\n", avro_value_get_type(&optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
// cpe_type - string
avro_value_get_by_name(&adr, "cpe_id", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_get_by_name(&adrField, "cpe_type", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&adrField, 1, &optional);
avro_value_set_string(&optional, CPE_TYPE_EXTENDER_STRING);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, cpe_type\tType: %d\n", avro_value_get_type(&optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
// cpe_parent - Recurrsive CPEIdentifier block
avro_value_get_by_name(&adr, "cpe_id", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_get_by_name(&adrField, "cpe_parent", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
/* MAC - Get CPE mac address, do it only pointer is NULL */
if ( macStr == NULL )
{
macStr = getDeviceMac();
strncpy( CpemacStr, macStr, sizeof(CpemacStr));
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, Received DeviceMac from Atom side: %s\n",macStr));
}
memset(CpeMacHoldingBuf, 0, sizeof CpeMacHoldingBuf);
memset(CpeMacid, 0, sizeof CpeMacid);
for (k = 0; k < 6; k++ )
{
/* copy 2 bytes */
CpeMacHoldingBuf[ k * 2 ] = CpemacStr[ k * 2 ];
CpeMacHoldingBuf[ k * 2 + 1 ] = CpemacStr[ k * 2 + 1 ];
CpeMacid[ k ] = (unsigned char)strtol(&CpeMacHoldingBuf[ k * 2 ], NULL, 16);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG Parent Mac address = %0x\n", CpeMacid[ k ] ));
}
// assume 1 parent ONLY
// Parent MAC
avro_value_set_branch(&adrField, 1, &parent_optional);
avro_value_get_by_name(&parent_optional, "mac_address", &parent_adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&parent_adrField, 1, &parent_optional);
avro_value_set_fixed(&parent_optional, CpeMacid, 6);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, parent mac_address\tType: %d\n", avro_value_get_type(&parent_optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
// Parent cpe_type
avro_value_set_branch(&adrField, 1, &parent_optional);
avro_value_get_by_name(&parent_optional, "cpe_type", &parent_adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&parent_adrField, 1, &parent_optional);
avro_value_set_string(&parent_optional, CPE_TYPE_GATEWAY_STRING);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, parent cpe_type\tType: %d\n", avro_value_get_type(&parent_optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
// no more parent, set NULL
avro_value_set_branch(&adrField, 1, &parent_optional);
avro_value_get_by_name(&parent_optional, "cpe_parent", &parent_adrField, NULL);
avro_value_set_branch(&parent_adrField, 0, &parent_optional);
avro_value_set_null(&parent_optional);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, parent cpe_parent\tType: %d\n", avro_value_get_type(&parent_optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
}
//host_table_version block
avro_value_get_by_name(&adr, "host_table_version", &adrField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&adrField, 1, &optional);
avro_value_set_long(&optional, lmHosts.lastActivity);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, host_table_version\tType: %d\n", avro_value_get_type(&optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
//Data Field block
avro_value_get_by_name(&adr, "data", &adrField, NULL);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, NetworkDeviceStatusReports - data array\tType: %d\n", avro_value_get_type(&adrField)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
//adrField now contains a reference to the AssociatedDeviceReportsArray
//Device Report
avro_value_t dr = {0,0};
//Current Device Report Field
avro_value_t drField = {0,0};
while(ptr)
{
if( (!strcmp(ptr->parent, parent_mac) && (extender == TRUE)) || (extender == FALSE) )
{
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, Current Link List Ptr = [0x%lx], numElements = %d\n", (ulong)ptr, numElements ));
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, \tDevice entry #: %d\n", i + 1));
//Append a DeviceReport item to array
avro_value_append(&adrField, &dr, NULL);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, \tDevice Status Report\tType: %d\n", avro_value_get_type(&dr)));
//data array block
memset(CpeMacHoldingBuf, 0, sizeof CpeMacHoldingBuf);
memset(CpeMacid, 0, sizeof CpeMacid);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, Mac address from node list = %s \n", ptr->device_mac ));
for (k = 0; k < 6; k++ )
{
/* copy 2 bytes */
CpeMacHoldingBuf[ k * 2 ] = ptr->device_mac[ k * 3 ];
CpeMacHoldingBuf[ k * 2 + 1 ] = ptr->device_mac[ k * 3 + 1 ];
CpeMacid[ k ] = (unsigned char)strtol(&CpeMacHoldingBuf[ k * 2 ], NULL, 16);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, Mac address = %0x\n", CpeMacid[ k ] ));
}
//device_mac - fixed 6 bytes
avro_value_get_by_name(&dr, "device_id", &drField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, device_id\tType: %d\n", avro_value_get_type(&drField)));
avro_value_get_by_name(&drField, "mac_address", &drField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&drField, 1, &optional);
avro_value_set_fixed(&optional, CpeMacid, 6);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, \tmac_address\tType: %d\n", avro_value_get_type(&optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
//device_type - string
avro_value_get_by_name(&dr, "device_id", &drField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, device_id\tType: %d\n", avro_value_get_type(&drField)));
avro_value_get_by_name(&drField, "device_type", &drField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&drField, 1, &optional);
avro_value_set_string(&optional, ptr->device_type);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, \tdevice_type\tType: %d\n", avro_value_get_type(&optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
//timestamp - long
avro_value_get_by_name(&dr, "timestamp", &drField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&drField, 1, &optional);
int64_t tstamp_av = (int64_t) ptr->timestamp.tv_sec * 1000000 + (int64_t) ptr->timestamp.tv_usec;
tstamp_av = tstamp_av/1000;
avro_value_set_long(&optional, tstamp_av);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, timestamp = ""%" PRId64 "\n", tstamp_av ));
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, \ttimestamp\tType: %d\n", avro_value_get_type(&optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
//interface_name - string
avro_value_get_by_name(&dr, "interface_name", &drField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&drField, 1, &optional);
//avro_value_set_string(&optional, " aa ");
avro_value_set_string(&optional, ptr->interface_name );
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, \tinterface_name\tType: %d\n", avro_value_get_type(&optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
//status - enum
avro_value_get_by_name(&dr, "status", &drField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&drField, 1, &optional);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, status\tType: %d\n", avro_value_get_type(&optional)));
if ( ptr->is_active )
avro_value_set_enum(&optional, avro_schema_enum_get_by_name(avro_value_get_schema(&optional), "ONLINE"));
else
avro_value_set_enum(&optional, avro_schema_enum_get_by_name(avro_value_get_schema(&optional), "OFFLINE"));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
//hostname - string
avro_value_get_by_name(&dr, "hostname", &drField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&drField, 1, &optional);
avro_value_set_string(&optional, ptr->hostname);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, \thostname\tType: %d\n", avro_value_get_type(&optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
//ipaddress - array
avro_value_get_by_name(&dr, "ip_addresses", &drField, NULL);
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
avro_value_set_branch(&drField, 1, &optional);
avro_value_append(&optional, &array, NULL);
avro_value_set_string(&array, ptr->ipaddress);
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, \tipaddress\tType: %d\n", avro_value_get_type(&optional)));
if ( CHK_AVRO_ERR ) CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, %s\n", avro_strerror()));
i++;
}
#if SIMULATION
ptr = 0;
#else
ptr = ptr->next; // next link list
#endif
/* check for writer size, if buffer is almost full, skip trailing linklist */
avro_value_sizeof(&adr, &AvroSerializedSize);
OneAvroSerializedSize = ( OneAvroSerializedSize == 0 ) ? AvroSerializedSize : OneAvroSerializedSize;
if ( ( WRITER_BUF_SIZE - AvroSerializedSize ) < OneAvroSerializedSize )
{
CcspLMLiteTrace(("RDK_LOG_ERROR, AVRO write buffer is almost full, size = %d func %s, exit!\n", (int)AvroSerializedSize, __FUNCTION__ ));
break;
}
}
//Thats the end of that
avro_value_write(writer, &adr);
avro_value_sizeof(&adr, &AvroSerializedSize);
AvroSerializedSize += MAGIC_NUMBER_SIZE + SCHEMA_ID_LENGTH;
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, Serialized writer size %d\n", (int)AvroSerializedSize));
//Free up memory
avro_value_decref(&adr);
avro_writer_free(writer);
//free(buffer);
/* if ( consoleDebugEnable )
{
// b64 encoding
decodesize = b64_get_encoded_buffer_size( AvroSerializedSize );
b64buffer = malloc(decodesize * sizeof(uint8_t));
b64_encode( (uint8_t*)AvroSerializedBuf, AvroSerializedSize, b64buffer);
fprintf( stderr, "\nAVro serialized data\n");
for (k = 0; k < (int)AvroSerializedSize ; k++)
{
char buf[30];
if ( ( k % 32 ) == 0 )
fprintf( stderr, "\n");
sprintf(buf, "%02X", (unsigned char)AvroSerializedBuf[k]);
fprintf( stderr, "%c%c", buf[0], buf[1] );
}
fprintf( stderr, "\n\nB64 data\n");
for (k = 0; k < (int)decodesize; k++)
{
if ( ( k % 32 ) == 0 )
fprintf( stderr, "\n");
fprintf( stderr, "%c", b64buffer[k]);
}
fprintf( stderr, "\n\n");
free(b64buffer);
}*/
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, Before ND WebPA SEND message call\n"));
#ifdef PARODUS_ENABLE
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, serviceName: %s\n", serviceName));
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, dest: %s\n", dest));
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, trans_id: %s\n", trans_id));
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, contentType: %s\n", contentType));
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, AvroSerializedBuf: %s\n", AvroSerializedBuf));
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, AvroSerializedSize: %d\n", (int)AvroSerializedSize));
#endif
// Send data from LMLite to webpa using CCSP bus interface
sendWebpaMsg(serviceName, dest, trans_id, contentType, AvroSerializedBuf, AvroSerializedSize);
CcspTraceWarning(("NetworkDevicesStatus report sent to Webpa, Destination=%s, Transaction-Id=%s \n",dest,trans_id));
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, After ND WebPA SEND message call\n"));
CcspLMLiteConsoleTrace(("RDK_LOG_DEBUG, LMLite %s : EXIT \n", __FUNCTION__ ));
#if SIMULATION
exit(0);
#endif
}
int schema_traverse(const avro_schema_t schema, json_t *json, json_t *dft,
avro_value_t *current_val, int quiet, int strjson, size_t max_str_sz) {
json = json ? json : dft;
if (!json) {
fprintf(stderr, "ERROR: Avro schema does not match JSON\n");
return 1;
}
switch (schema->type) {
case AVRO_RECORD:
{
if (!json_is_object(json)) {
if (!quiet)
fprintf(stderr, "ERROR: Expecting JSON object for Avro record, got something else\n");
return 1;
}
int len = avro_schema_record_size(schema), i;
for (i=0; i<len; i++) {
const char *name = avro_schema_record_field_name(schema, i);
avro_schema_t field_schema = avro_schema_record_field_get_by_index(schema, i);
json_t *json_val = json_object_get(json, name);
json_t *dft = avro_schema_record_field_default_get_by_index(schema, i);
avro_value_t field;
avro_value_get_by_index(current_val, i, &field, NULL);
if (schema_traverse(field_schema, json_val, dft, &field, quiet, strjson, max_str_sz))
return 1;
}
} break;
case AVRO_LINK:
/* TODO */
fprintf(stderr, "ERROR: AVRO_LINK is not implemented\n");
return 1;
break;
case AVRO_STRING:
if (!json_is_string(json)) {
if (json && strjson) {
/* -j specified, just dump the remaining json as string */
char * js = json_dumps(json, JSON_COMPACT|JSON_SORT_KEYS|JSON_ENCODE_ANY);
if (max_str_sz && (strlen(js) > max_str_sz))
js[max_str_sz] = 0; /* truncate the string - this will result in invalid JSON! */
avro_value_set_string(current_val, js);
free(js);
break;
}
if (!quiet)
fprintf(stderr, "ERROR: Expecting JSON string for Avro string, got something else\n");
return 1;
} else {
const char *js = json_string_value(json);
if (max_str_sz && (strlen(js) > max_str_sz)) {
/* truncate the string */
char *jst = malloc(strlen(js));
strcpy(jst, js);
jst[max_str_sz] = 0;
avro_value_set_string(current_val, jst);
free(jst);
} else
avro_value_set_string(current_val, js);
}
break;
case AVRO_BYTES:
if (!json_is_string(json)) {
if (!quiet)
fprintf(stderr, "ERROR: Expecting JSON string for Avro string, got something else\n");
return 1;
}
/* NB: Jansson uses null-terminated strings, so embedded nulls are NOT
supported, not even escaped ones */
const char *s = json_string_value(json);
avro_value_set_bytes(current_val, (void *)s, strlen(s));
break;
case AVRO_INT32:
if (!json_is_integer(json)) {
if (!quiet)
fprintf(stderr, "ERROR: Expecting JSON integer for Avro int, got something else\n");
return 1;
}
avro_value_set_int(current_val, json_integer_value(json));
break;
case AVRO_INT64:
if (!json_is_integer(json)) {
if (!quiet)
fprintf(stderr, "ERROR: Expecting JSON integer for Avro long, got something else\n");
return 1;
}
avro_value_set_long(current_val, json_integer_value(json));
break;
case AVRO_FLOAT:
if (!json_is_number(json)) {
if (!quiet)
fprintf(stderr, "ERROR: Expecting JSON number for Avro float, got something else\n");
return 1;
}
avro_value_set_float(current_val, json_number_value(json));
break;
case AVRO_DOUBLE:
if (!json_is_number(json)) {
if (!quiet)
fprintf(stderr, "ERROR: Expecting JSON number for Avro double, got something else\n");
return 1;
}
avro_value_set_double(current_val, json_number_value(json));
break;
case AVRO_BOOLEAN:
if (!json_is_boolean(json)) {
if (!quiet)
fprintf(stderr, "ERROR: Expecting JSON boolean for Avro boolean, got something else\n");
return 1;
}
avro_value_set_boolean(current_val, json_is_true(json));
break;
case AVRO_NULL:
if (!json_is_null(json)) {
if (!quiet)
fprintf(stderr, "ERROR: Expecting JSON null for Avro null, got something else\n");
return 1;
}
avro_value_set_null(current_val);
break;
case AVRO_ENUM:
// TODO ???
break;
case AVRO_ARRAY:
if (!json_is_array(json)) {
if (!quiet)
fprintf(stderr, "ERROR: Expecting JSON array for Avro array, got something else\n");
return 1;
} else {
int i, len = json_array_size(json);
avro_schema_t items = avro_schema_array_items(schema);
avro_value_t val;
for (i=0; i<len; i++) {
avro_value_append(current_val, &val, NULL);
if (schema_traverse(items, json_array_get(json, i), NULL, &val, quiet, strjson, max_str_sz))
return 1;
}
}
break;
case AVRO_MAP:
if (!json_is_object(json)) {
if (!quiet)
fprintf(stderr, "ERROR: Expecting JSON object for Avro map, got something else\n");
return 1;
} else {
avro_schema_t values = avro_schema_map_values(schema);
void *iter = json_object_iter(json);
avro_value_t val;
while (iter) {
avro_value_add(current_val, json_object_iter_key(iter), &val, 0, 0);
if (schema_traverse(values, json_object_iter_value(iter), NULL, &val, quiet, strjson, max_str_sz))
return 1;
iter = json_object_iter_next(json, iter);
}
}
break;
case AVRO_UNION:
{
int i;
avro_value_t branch;
for (i=0; i<avro_schema_union_size(schema); i++) {
avro_value_set_branch(current_val, i, &branch);
avro_schema_t type = avro_schema_union_branch(schema, i);
if (!schema_traverse(type, json, NULL, &branch, 1, strjson, max_str_sz))
break;
}
if (i==avro_schema_union_size(schema)) {
fprintf(stderr, "ERROR: No type in the Avro union matched the JSON type we got\n");
return 1;
}
break;
}
case AVRO_FIXED:
if (!json_is_string(json)) {
if (!quiet)
fprintf(stderr, "ERROR: Expecting JSON string for Avro fixed, got something else\n");
return 1;
}
/* NB: Jansson uses null-terminated strings, so embedded nulls are NOT
supported, not even escaped ones */
const char *f = json_string_value(json);
if (avro_value_set_fixed(current_val, (void *)f, strlen(f))) {
fprintf(stderr, "ERROR: Setting Avro fixed value FAILED\n");
return 1;
}
break;
default:
fprintf(stderr, "ERROR: Unknown type: %d\n", schema->type);
return 1;
}
return 0;
}
static void build_heartbeat_response(completed_proc_t *completed_proc_array, int array_size, avro_slice_t **slice)
{
char filename[FILE_NAME_LEN];
char buf[BUFFER_SIZE];
long len = 0;
avro_schema_t schema;
avro_value_iface_t *iface;
avro_value_t record;
avro_value_t completed_processes_value, ProcessStatus_value;
avro_value_t name_value, ProcessName_value, jobid_value, vpid_value;
avro_value_t state_value;
avro_value_t exit_value_value;
size_t index;
int i;
avro_writer_t writer;
sprintf(filename, "%s/%s", SCHEMA_PATH, "HeartBeatResponseRecordAvro.avsc");
init_schema(filename, &schema);
iface = avro_generic_class_from_schema(schema);
avro_generic_value_new(iface, &record);
avro_value_get_by_name(&record, "completed_processes", &completed_processes_value, &index);
for (i = 0; i < array_size; i++) {
avro_value_append(&completed_processes_value, &ProcessStatus_value, &index);
avro_value_get_by_name(&ProcessStatus_value, "name", &name_value, &index);
avro_value_get_by_name(&name_value, "jobid", &jobid_value, &index);
avro_value_set_int(&jobid_value, completed_proc_array[i].proc_name.jobid);
avro_value_get_by_name(&name_value, "vpid", &vpid_value, &index);
avro_value_set_int(&vpid_value, completed_proc_array[i].proc_name.vpid);
avro_value_get_by_name(&ProcessStatus_value, "state", &state_value, &index);
avro_value_set_enum(&state_value, completed_proc_array[i].proc_state);
avro_value_get_by_name(&ProcessStatus_value, "exit_value", &exit_value_value, &index);
avro_value_set_int(&exit_value_value, completed_proc_array[i].exit_value);
}
/* create a writer with memory buffer */
writer = avro_writer_memory(buf, sizeof(buf));
/* write record to writer (buffer) */
if (avro_value_write(writer, &record)) {
fprintf(stderr, "Unable to write record to memory buffer\n");
fprintf(stderr, "Error: %s\n", avro_strerror());
exit(1);
}
avro_writer_flush(writer);
len = avro_writer_tell(writer);
//avro_generic_value_free(&record);
avro_value_iface_decref(iface);
avro_schema_decref(schema);
*slice = xmalloc(sizeof(avro_slice_t));
(*slice)->buffer = xmalloc(len);
(*slice)->len = len;
memcpy((*slice)->buffer, buf, len);
}
int
avro_value_copy_fast(avro_value_t *dest, const avro_value_t *src)
{
avro_type_t dest_type = avro_value_get_type(dest);
avro_type_t src_type = avro_value_get_type(src);
if (dest_type != src_type) {
return 0;
}
int rval;
check(rval, avro_value_reset(dest));
switch (dest_type) {
case AVRO_BOOLEAN:
{
int val;
check(rval, avro_value_get_boolean(src, &val));
return avro_value_set_boolean(dest, val);
}
case AVRO_BYTES:
{
avro_wrapped_buffer_t val;
check(rval, avro_value_grab_bytes(src, &val));
return avro_value_give_bytes(dest, &val);
}
case AVRO_DOUBLE:
{
double val;
check(rval, avro_value_get_double(src, &val));
return avro_value_set_double(dest, val);
}
case AVRO_FLOAT:
{
float val;
check(rval, avro_value_get_float(src, &val));
return avro_value_set_float(dest, val);
}
case AVRO_INT32:
{
int32_t val;
check(rval, avro_value_get_int(src, &val));
return avro_value_set_int(dest, val);
}
case AVRO_INT64:
{
int64_t val;
check(rval, avro_value_get_long(src, &val));
return avro_value_set_long(dest, val);
}
case AVRO_NULL:
{
check(rval, avro_value_get_null(src));
return avro_value_set_null(dest);
}
case AVRO_STRING:
{
avro_wrapped_buffer_t val;
check(rval, avro_value_grab_string(src, &val));
return avro_value_give_string_len(dest, &val);
}
case AVRO_ARRAY:
{
size_t count;
check(rval, avro_value_get_size(src, &count));
size_t i;
for (i = 0; i < count; i++) {
avro_value_t src_child;
avro_value_t dest_child;
check(rval, avro_value_get_by_index
(src, i, &src_child, NULL));
check(rval, avro_value_append
(dest, &dest_child, NULL));
check(rval, avro_value_copy_fast
(&dest_child, &src_child));
}
return 0;
}
case AVRO_ENUM:
{
int val;
check(rval, avro_value_get_enum(src, &val));
return avro_value_set_enum(dest, val);
}
case AVRO_FIXED:
{
avro_wrapped_buffer_t val;
check(rval, avro_value_grab_fixed(src, &val));
return avro_value_give_fixed(dest, &val);
}
case AVRO_MAP:
{
size_t count;
check(rval, avro_value_get_size(src, &count));
size_t i;
for (i = 0; i < count; i++) {
avro_value_t src_child;
avro_value_t dest_child;
const char *key;
check(rval, avro_value_get_by_index
(src, i, &src_child, &key));
check(rval, avro_value_add
(dest, key, &dest_child, NULL, NULL));
check(rval, avro_value_copy_fast
(&dest_child, &src_child));
}
return 0;
}
case AVRO_RECORD:
{
size_t count;
check(rval, avro_value_get_size(src, &count));
size_t i;
for (i = 0; i < count; i++) {
avro_value_t src_child;
avro_value_t dest_child;
check(rval, avro_value_get_by_index
(src, i, &src_child, NULL));
check(rval, avro_value_get_by_index
(dest, i, &dest_child, NULL));
check(rval, avro_value_copy_fast
(&dest_child, &src_child));
}
return 0;
}
case AVRO_UNION:
{
int disc;
check(rval, avro_value_get_discriminant(src, &disc));
avro_value_t src_branch;
avro_value_t dest_branch;
check(rval, avro_value_get_current_branch(src, &src_branch));
check(rval, avro_value_set_branch(dest, disc, &dest_branch));
return avro_value_copy_fast(&dest_branch, &src_branch);
}
default:
return 0;
}
}