void sframe_reader::init(const sframe& frame, size_t num_segments) {
Dlog_func_entry();
typedef sarray_reader<flexible_type> array_reader_type;
ASSERT_MSG(!inited, "SFrame reader already inited");
index_info = frame.get_index_info();
// no columns. Just stop.
if (index_info.column_names.size() == 0) {
m_num_segments = 0;
return;
}
if (num_segments == (size_t)(-1)) {
// use the segmentation of the first column
m_num_segments = frame.columns[0]->get_index_info().nsegments;
std::vector<size_t> segment_sizes = frame.columns[0]->get_index_info().segment_sizes;
for (size_t i = 0;i < index_info.column_names.size(); ++i) {
column_data.emplace_back(std::move(frame.columns[i]->get_reader(segment_sizes)));
}
} else {
// create num_segments worth of segments
m_num_segments = num_segments;
for (size_t i = 0;i < index_info.column_names.size(); ++i) {
column_data.emplace_back(std::move(frame.columns[i]->get_reader(m_num_segments)));
}
}
}
void sframe_reader::init(const sframe& frame, const std::vector<size_t>& segment_lengths) {
Dlog_func_entry();
typedef sarray_reader<flexible_type> array_reader_type;
ASSERT_MSG(!inited, "SFrame reader already inited");
// Verify that lengths match up
index_info = frame.get_index_info();
size_t sum = 0;
for (size_t s: segment_lengths) sum += s;
ASSERT_EQ(sum, size());
m_num_segments = segment_lengths.size();
for (size_t i = 0;i < index_info.column_names.size(); ++i) {
column_data.emplace_back(std::move(frame.columns[i]->get_reader(segment_lengths)));
}
}
bool file_handle_pool::mark_file_for_delete(std::string file_name) {
Dlog_func_entry();
// file is not registered with global pool, let caller
// do the actual deletion
std::lock_guard<std::mutex> guard(this->m_mutex);
std::shared_ptr<file_ownership_handle> handle_ptr = get_file_handle(file_name);
if (!handle_ptr) {
return false;
} else {
// Mark the file for deletion and the file will be deleted when going out-of-scope
logstream(LOG_DEBUG) << "mark file " << file_name << " for deletion " << std::endl;
handle_ptr->delete_on_destruction();
return true;
}
}
