sc_element* sc_storage_append_el_into_segments(sc_element *element, sc_addr *addr)
{
sc_segment *segment = 0;
g_assert( addr != 0 );
SC_ADDR_MAKE_EMPTY(*addr);
if (sc_iterator_has_any_timestamp())
storage_time_stamp++;
// try to collect and delete garbage
if (segments_num >= sc_config_get_max_loaded_segments())
sc_storage_update_segments();
if (_sc_storage_get_segment_from_queue(&addr->seg) == SC_TRUE)
{
segment = sc_storage_get_segment(addr->seg, SC_TRUE);
return sc_segment_append_element(segment, element, &addr->offset);
}
//! @todo maximum segments reached
if (segments_num >= sc_config_get_max_loaded_segments())
return nullptr;
// if element still not added, then create new segment and append element into it
segment = sc_segment_new(segments_num);
addr->seg = segments_num;
segments[segments_num++] = segment;
_sc_storage_append_segment_to_queue(addr->seg);
return sc_segment_append_element(segment, element, &addr->offset);
}
scp_result eraseEl(scp_operand *param)
{
if (param->param_type != SCP_FIXED)
{
return print_error("eraseEl", "Parameter must have FIXED modifier");
}
if (param->erase != SCP_TRUE)
{
return print_error("eraseEl", "Parameter must have ERASE modifier");
}
if (SC_FALSE == sc_memory_is_element(param->addr))
{
return print_error("eraseEl", "Element has not value");
}
sc_memory_element_free(param->addr);
SC_ADDR_MAKE_EMPTY(param->addr);
return SCP_RESULT_TRUE;
}
sc_addr SCsTranslator::createScAddr(sElement *el)
{
sc_addr addr;
SC_ADDR_MAKE_EMPTY(addr);
if (el->type & sc_type_node)
addr = sc_memory_node_new(mContext, el->type);
else if (el->type & sc_type_link)
{
addr = sc_memory_link_new(mContext);
// setup link content
if (el->link_is_file)
{
String file_path;
if (_getAbsFilePath(el->file_path, file_path))
{
sc_stream *stream = sc_stream_file_new(file_path.c_str(), SC_STREAM_FLAG_READ);
if (stream)
{
sc_memory_set_link_content(mContext, addr, stream);
sc_stream_free(stream);
} else
{
THROW_EXCEPT(Exception::ERR_FILE_NOT_FOUND,
"Can't open file " + el->file_path,
mParams.fileName,
-1);
}
} else
{
THROW_EXCEPT(Exception::ERR_INVALID_PARAMS,
"Unsupported link type " + el->file_path,
mParams.fileName,
-1);
}
} else
{
sc_stream *stream = sc_stream_memory_new(el->link_data.data.data(), (sc_uint)el->link_data.data.size(), SC_STREAM_FLAG_READ, SC_FALSE);
sc_memory_set_link_content(mContext, addr, stream);
sc_stream_free(stream);
}
// generate format information
if (mParams.autoFormatInfo)
{
if (el->link_is_file)
{
size_t n = el->file_path.find_last_of(".");
if (n != String::npos)
generateFormatInfo(addr, el->file_path.substr(n + 1));
}
}
}
else
{
assert(el->arc_src && el->arc_trg);
if (SC_ADDR_IS_EMPTY(el->arc_src->addr) || SC_ADDR_IS_EMPTY(el->arc_trg->addr))
return addr;
addr = sc_memory_arc_new(mContext, el->type, el->arc_src->addr, el->arc_trg->addr);
}
el->addr = addr;
return addr;
}
sc_addr SCsTranslator::resolveScAddr(sElement *el)
{
assert(SC_ADDR_IS_EMPTY(el->addr));
sc_addr addr;
SC_ADDR_MAKE_EMPTY(addr);
if (!el->idtf.empty())
{
// try to find in system identifiers
tStringAddrMap::iterator it = mSysIdtfAddrs.find(el->idtf);
if (it != mSysIdtfAddrs.end())
{
addr = it->second;
} else
{
// try to find in global identifiers
it = msGlobalIdtfAddrs.find(el->idtf);
if (it != msGlobalIdtfAddrs.end())
addr = it->second;
else
{
// try to find in local identifiers
it = mLocalIdtfAddrs.find(el->idtf);
if (it != mLocalIdtfAddrs.end())
addr = it->second;
else
{
// resolve system identifier
sc_result res = sc_helper_find_element_by_system_identifier(mContext, el->idtf.c_str(), (sc_uint32)el->idtf.size(), &addr);
if (res == SC_RESULT_OK)
mSysIdtfAddrs[el->idtf] = addr;
}
}
}
}
if (SC_ADDR_IS_NOT_EMPTY(addr))
{
sc_type t = 0;
if (sc_memory_get_element_type(mContext, addr, &t) == SC_RESULT_OK)
sc_memory_change_element_subtype(mContext, addr, ~sc_type_element_mask & (el->type | t));
el->addr = addr;
return addr;
}
// generate addr
addr = createScAddr(el);
// store in addrs map
if (!el->idtf.empty())
{
switch (_getIdentifierVisibility(el->idtf))
{
case IdtfSystem:
sc_helper_set_system_identifier(mContext, addr, el->idtf.c_str(), (sc_uint32)el->idtf.size());
mSysIdtfAddrs[el->idtf] = addr;
break;
case IdtfLocal:
mLocalIdtfAddrs[el->idtf] = addr;
break;
case IdtfGlobal:
msGlobalIdtfAddrs[el->idtf] = addr;
break;
}
}
return addr;
}
sc_result sc_storage_element_free(sc_addr addr)
{
sc_element *el, *el2;
sc_addr _addr;
sc_uint addr_int;
GSList *remove_list = 0;
el = el2 = 0;
if (sc_storage_is_element(addr) == SC_FALSE)
return SC_RESULT_ERROR;
if (sc_iterator_has_any_timestamp())
storage_time_stamp++;
remove_list = g_slist_append(remove_list, GUINT_TO_POINTER(SC_ADDR_LOCAL_TO_INT(addr)));
while (remove_list != 0)
{
// get sc-addr for removing
addr_int = GPOINTER_TO_UINT(remove_list->data);
_addr.seg = SC_ADDR_LOCAL_SEG_FROM_INT(addr_int);
_addr.offset = SC_ADDR_LOCAL_OFFSET_FROM_INT(addr_int);
// go to next sc-addr in list
remove_list = g_slist_delete_link(remove_list, remove_list);
el = sc_storage_get_element(_addr, SC_TRUE);
g_assert(el != 0 && el->type != 0);
// remove registered events before deletion
sc_event_notify_element_deleted(_addr);
el->delete_time_stamp = storage_time_stamp;
if (el->type & sc_type_arc_mask)
{
sc_event_emit(el->arc.begin, SC_EVENT_REMOVE_OUTPUT_ARC, _addr);
sc_event_emit(el->arc.end, SC_EVENT_REMOVE_INPUT_ARC, _addr);
}
// Iterate all connectors for deleted element and append them into remove_list
_addr = el->first_out_arc;
while (SC_ADDR_IS_NOT_EMPTY(_addr))
{
el2 = sc_storage_get_element(_addr, SC_TRUE);
// do not append elements, that have delete_time_stamp != 0
if (el2->delete_time_stamp == 0)
remove_list = g_slist_append(remove_list, GUINT_TO_POINTER(SC_ADDR_LOCAL_TO_INT(_addr)));
_addr = el2->arc.next_out_arc;
}
_addr = el->first_in_arc;
while (SC_ADDR_IS_NOT_EMPTY(_addr))
{
el2 = sc_storage_get_element(_addr, SC_TRUE);
// do not append elements, that have delete_time_stamp != 0
if (el2->delete_time_stamp == 0)
remove_list = g_slist_append(remove_list, GUINT_TO_POINTER(SC_ADDR_LOCAL_TO_INT(_addr)));
_addr = el2->arc.next_in_arc;
}
// clean temp addr
SC_ADDR_MAKE_EMPTY(_addr);
}
return SC_RESULT_OK;
}
sc_bool _sc_iterator3_a_a_f_next(sc_iterator3 *it)
{
sc_addr arc_addr;
SC_ADDR_MAKE_EMPTY(arc_addr)
it->results[2] = it->params[2].addr;
// try to find first input arc
if (SC_ADDR_IS_EMPTY(it->results[1]))
{
sc_element *el = 0;
STORAGE_CHECK_CALL(sc_storage_element_lock(it->ctx, it->params[2].addr, &el));
g_assert(el != null_ptr);
arc_addr = el->first_in_arc;
STORAGE_CHECK_CALL(sc_storage_element_unlock(it->ctx, it->params[2].addr));
}else
{
sc_element *el = 0;
STORAGE_CHECK_CALL(sc_storage_element_lock(it->ctx, it->results[1], &el));
g_assert(el != null_ptr);
arc_addr = el->arc.next_in_arc;
_sc_iterator_unref_element(it->ctx, el, it->results[1]);
STORAGE_CHECK_CALL(sc_storage_element_unlock(it->ctx, it->results[1]));
}
// trying to find input arc, that created before iterator, and wasn't deleted
while (SC_ADDR_IS_NOT_EMPTY(arc_addr))
{
sc_element *el = 0;
while (el == null_ptr)
STORAGE_CHECK_CALL(sc_storage_element_lock_try(it->ctx, arc_addr, s_max_iterator_lock_attempts, &el));
if (!sc_element_itref_add(sc_storage_get_element_meta(it->ctx, arc_addr)))
{
STORAGE_CHECK_CALL(sc_storage_element_unlock(it->ctx, arc_addr));
continue;
}
sc_addr next_in_arc = el->arc.next_in_arc;
if (sc_element_is_request_deletion(el) == SC_FALSE)
{
sc_type arc_type = el->flags.type;
sc_addr arc_begin = el->arc.begin;
sc_access_levels arc_access = el->flags.access_levels;
sc_access_levels begin_access;
if (sc_storage_get_access_levels(it->ctx, arc_begin, &begin_access) != SC_RESULT_OK)
begin_access = sc_access_lvl_make_max;
STORAGE_CHECK_CALL(sc_storage_element_unlock(it->ctx, arc_addr));
sc_type el_type = 0;
sc_storage_get_element_type(it->ctx, arc_begin, &el_type);
if (sc_iterator_compare_type(arc_type, it->params[1].type) &&
sc_iterator_compare_type(el_type, it->params[0].type) &&
sc_access_lvl_check_read(it->ctx->access_levels, arc_access) &&
sc_access_lvl_check_read(it->ctx->access_levels, begin_access)
)
{
// store found result
it->results[1] = arc_addr;
it->results[0] = arc_begin;
return SC_TRUE;
}
} else
{
_sc_iterator_unref_element(it->ctx, el, arc_addr);
STORAGE_CHECK_CALL(sc_storage_element_unlock(it->ctx, arc_addr));
}
// go to next arc
arc_addr = next_in_arc;
}
it->finished = SC_TRUE;
return SC_FALSE;
}
sc_result sc_helper_set_system_identifier(sc_memory_context const * ctx, sc_addr addr, const sc_char* data, sc_uint32 len)
{
sc_iterator5 *it5 = 0;
sc_addr *results = 0;
sc_uint32 results_count = 0;
sc_stream *stream = 0;
sc_uint32 i = 0;
sc_addr idtf_addr, arc_addr;
SC_ADDR_MAKE_EMPTY(idtf_addr)
g_assert(sc_keynodes != 0);
// check if specified system identifier already used
stream = sc_stream_memory_new(data, sizeof(sc_char) * len, SC_STREAM_FLAG_READ, SC_FALSE);
if (sc_memory_find_links_with_content(ctx, stream, &results, &results_count) == SC_RESULT_OK)
{
for (i = 0; i < results_count; i++)
{
it5 = sc_iterator5_a_a_f_a_f_new(ctx,
0,
sc_type_arc_common | sc_type_const,
results[i],
sc_type_arc_pos_const_perm,
sc_keynodes[SC_KEYNODE_NREL_SYSTEM_IDENTIFIER]);
if (sc_iterator5_next(it5))
{
// don't foget to free allocated memory before return error
sc_iterator5_free(it5);
sc_stream_free(stream);
g_free(results);
return SC_RESULT_ERROR_INVALID_PARAMS;
}
sc_iterator5_free(it5);
}
g_free(results);
}
// if there are no elements with specified system identitifier, then we can use it
idtf_addr = sc_memory_link_new(ctx);
if (sc_memory_set_link_content(ctx, idtf_addr, stream) != SC_RESULT_OK)
{
sc_stream_free(stream);
return SC_RESULT_ERROR;
}
// we doesn't need link data anymore
sc_stream_free(stream);
// setup new system identifier
arc_addr = sc_memory_arc_new(ctx, sc_type_arc_common | sc_type_const, addr, idtf_addr);
if (SC_ADDR_IS_EMPTY(arc_addr))
return SC_RESULT_ERROR;
arc_addr = sc_memory_arc_new(ctx, sc_type_arc_pos_const_perm, sc_keynodes[SC_KEYNODE_NREL_SYSTEM_IDENTIFIER], arc_addr);
if (SC_ADDR_IS_EMPTY(arc_addr))
return SC_RESULT_ERROR;
return SC_RESULT_OK;
}
sc_bool _sc_iterator3_f_a_a_next(sc_iterator3 *it)
{
sc_addr arc_addr;
SC_ADDR_MAKE_EMPTY(arc_addr);
if (it->finished == SC_TRUE)
return SC_FALSE;
it->results[0] = it->params[0].addr;
// try to find first output arc
if (SC_ADDR_IS_EMPTY(it->results[1]))
{
sc_element *el = 0;
STORAGE_CHECK_CALL(sc_storage_element_lock(it->ctx, it->params[0].addr, &el));
g_assert(el != null_ptr);
arc_addr = el->first_out_arc;
STORAGE_CHECK_CALL(sc_storage_element_unlock(it->ctx, it->params[0].addr));
}else
{
sc_element *el = 0;
STORAGE_CHECK_CALL(sc_storage_element_lock(it->ctx, it->results[1], &el));
g_assert(el != null_ptr);
arc_addr = el->arc.next_out_arc;
_sc_iterator_unref_element(it->ctx, el, it->results[1]);
STORAGE_CHECK_CALL(sc_storage_element_unlock(it->ctx, it->results[1]));
}
// iterate throught output arcs
while (SC_ADDR_IS_NOT_EMPTY(arc_addr))
{
sc_element *el = 0;
// lock required elements to prevent deadlock with deletion
while (el == null_ptr)
STORAGE_CHECK_CALL(sc_storage_element_lock_try(it->ctx, arc_addr, s_max_iterator_lock_attempts, &el));
if (!sc_element_itref_add(sc_storage_get_element_meta(it->ctx, arc_addr)))
{
STORAGE_CHECK_CALL(sc_storage_element_unlock(it->ctx, arc_addr));
continue;
}
sc_addr next_out_arc = el->arc.next_out_arc;
if (sc_element_is_request_deletion(el) == SC_FALSE)
{
sc_addr arc_end = el->arc.end;
sc_type arc_type = el->flags.type;
sc_access_levels arc_access = el->flags.access_levels;
sc_access_levels end_access;
if (sc_storage_get_access_levels(it->ctx, arc_end, &end_access) != SC_RESULT_OK)
end_access = sc_access_lvl_make_max;
STORAGE_CHECK_CALL(sc_storage_element_unlock(it->ctx, arc_addr));
sc_type el_type;
sc_storage_get_element_type(it->ctx, arc_end, &el_type);
if (sc_iterator_compare_type(arc_type, it->params[1].type) &&
sc_iterator_compare_type(el_type, it->params[2].type) &&
sc_access_lvl_check_read(it->ctx->access_levels, arc_access) &&
sc_access_lvl_check_read(it->ctx->access_levels, end_access)
)
{
// store found result
it->results[1] = arc_addr;
it->results[2] = arc_end;
return SC_TRUE;
}
} else
{
_sc_iterator_unref_element(it->ctx, el, arc_addr);
STORAGE_CHECK_CALL(sc_storage_element_unlock(it->ctx, arc_addr));
}
// go to next arc
arc_addr = next_out_arc;
}
it->finished = SC_TRUE;
return SC_FALSE;
}
ScAddr::ScAddr()
{
SC_ADDR_MAKE_EMPTY(m_realAddr);
}
void ScAddr::Reset()
{
SC_ADDR_MAKE_EMPTY(m_realAddr);
}
sc_uint32 sc_segment_free_garbage(sc_segment *seg, sc_uint32 oldest_time_stamp)
{
sc_uint32 free_count = 0;
sc_uint32 idx = 0;
//sc_uint32 newest_time_stamp = sc_storage_get_time_stamp();
#if USE_TWO_ORIENTED_ARC_LIST
sc_element *el = 0, *el2 = 0, *el_arc = 0, *next_el_arc = 0, *prev_el_arc = 0;
sc_addr prev_arc, next_arc;
sc_addr self_addr;
#else
sc_element *el = 0, *el2 = 0, *el_arc = 0, *prev_el_arc = 0;
sc_addr prev_arc, current_arc;
sc_addr self_addr;
#endif
#if USE_SEGMENT_EMPTY_SLOT_BUFFER
seg->empty_slot_buff_head = 0;
#endif
self_addr.seg = seg->num;
for (idx = 0; idx < SEGMENT_SIZE; ++idx)
{
el = &(seg->elements[idx]);
self_addr.offset = idx;
// skip element that wasn't deleted
if (el->delete_time_stamp <= oldest_time_stamp && el->delete_time_stamp != 0)
{
// delete arcs from output and intpu lists
// @todo two oriented lists support
if (el->type & sc_type_arc_mask)
{
#if USE_TWO_ORIENTED_ARC_LIST
prev_arc = el->arc.prev_out_arc;
next_arc = el->arc.next_out_arc;
if (SC_ADDR_IS_NOT_EMPTY(prev_arc))
{
prev_el_arc = sc_storage_get_element(prev_arc, SC_TRUE);
prev_el_arc->arc.next_out_arc = next_arc;
}
if (SC_ADDR_IS_NOT_EMPTY(next_arc))
{
next_el_arc = sc_storage_get_element(next_arc, SC_TRUE);
next_el_arc->arc.prev_out_arc = prev_arc;
}
#else
SC_ADDR_MAKE_EMPTY(prev_arc);
// output list
el2 = sc_storage_get_element(el->arc.begin, SC_TRUE);
current_arc = el2->first_out_arc;
while (SC_ADDR_IS_NOT_EMPTY(current_arc) && SC_ADDR_IS_NOT_EQUAL(self_addr, current_arc))
{
prev_arc = current_arc;
prev_el_arc = el_arc;
el_arc = sc_storage_get_element(current_arc, SC_TRUE);
current_arc = el->arc.next_out_arc;
}
if (SC_ADDR_IS_NOT_EMPTY(prev_arc) && SC_ADDR_IS_NOT_EMPTY(current_arc))
prev_el_arc->arc.next_out_arc = el_arc->arc.next_out_arc;
prev_el_arc = 0;
el_arc = 0;
SC_ADDR_MAKE_EMPTY(prev_arc);
// input list
el2 = sc_storage_get_element(el->arc.end, SC_TRUE);
current_arc = el2->first_in_arc;
while (SC_ADDR_IS_NOT_EMPTY(current_arc) && SC_ADDR_IS_NOT_EQUAL(self_addr, current_arc))
{
prev_arc = current_arc;
prev_el_arc = el_arc;
el_arc = sc_storage_get_element(current_arc, SC_TRUE);
current_arc = el->arc.next_in_arc;
}
if (SC_ADDR_IS_NOT_EMPTY(prev_arc) && SC_ADDR_IS_NOT_EMPTY(current_arc))
prev_el_arc->arc.next_in_arc = el_arc->arc.next_in_arc;
#endif
}
el->type = 0;
free_count ++;
}
// collect empty cells
if (el->type == 0 && !(idx == 0 && seg->num == 0))
{
#if USE_SEGMENT_EMPTY_SLOT_BUFFER
if (seg->empty_slot_buff_head < SEGMENT_EMPTY_BUFFER_SIZE)
seg->empty_slot_buff[seg->empty_slot_buff_head++] = idx;
#else
seg->empty_slot = idx;
#endif
}
}
return free_count;
}
void ScAddr::reset()
{
SC_ADDR_MAKE_EMPTY(mRealAddr);
}
