C++ (Cpp) ThreadPool::Initialize Examples

Example #1

File: init.cpp Project: foche/peloton

void PelotonInit::Initialize() {
  CONNECTION_THREAD_COUNT = settings::SettingsManager::GetInt(
          settings::SettingId::connection_thread_count);
  LOGGING_THREAD_COUNT = 1;
  GC_THREAD_COUNT = 1;
  EPOCH_THREAD_COUNT = 1;

  // set max thread number.
  thread_pool.Initialize(0, CONNECTION_THREAD_COUNT + 3);

  // start worker pool
  threadpool::MonoQueuePool::GetInstance().Startup();

  // start indextuner thread pool
  if (settings::SettingsManager::GetBool(settings::SettingId::brain)) {
    threadpool::MonoQueuePool::GetBrainInstance().Startup();
  }

  int parallelism = (CONNECTION_THREAD_COUNT + 3) / 4;
  storage::DataTable::SetActiveTileGroupCount(parallelism);
  storage::DataTable::SetActiveIndirectionArrayCount(parallelism);

  // start epoch.
  concurrency::EpochManagerFactory::GetInstance().StartEpoch();

  // start GC.
  gc::GCManagerFactory::GetInstance().StartGC();

  // start index tuner
  if (settings::SettingsManager::GetBool(settings::SettingId::index_tuner)) {
    // Set the default visibility flag for all indexes to false
    index::IndexMetadata::SetDefaultVisibleFlag(false);
    auto &index_tuner = tuning::IndexTuner::GetInstance();
    index_tuner.Start();
  }

  // start layout tuner
  if (settings::SettingsManager::GetBool(settings::SettingId::layout_tuner)) {
    auto &layout_tuner = tuning::LayoutTuner::GetInstance();
    layout_tuner.Start();
  }

  // Initialize catalog
  auto pg_catalog = catalog::Catalog::GetInstance();
  pg_catalog->Bootstrap();  // Additional catalogs
  settings::SettingsManager::GetInstance().InitializeCatalog();

  // begin a transaction
  auto &txn_manager = concurrency::TransactionManagerFactory::GetInstance();
  auto txn = txn_manager.BeginTransaction();

  // initialize the catalog and add the default database, so we don't do this on
  // the first query
  pg_catalog->CreateDatabase(DEFAULT_DB_NAME, txn);

  txn_manager.CommitTransaction(txn);

  // Initialize the Statement Cache Manager
  StatementCacheManager::Init();
}

Example #2

File: Level.cpp Project: McTwist/PixelMap

// Load with multithreaded
void Level::LoadMultiple()
{
	ThreadPool * pool = new ThreadPool();
	pool->Initialize(prefs.threads, ThreadPoolWork);

	stack<ThreadString *> strings;

	// Preparing region object
	RegionReader region = RegionReader();
	int current = 0;
	bool useRegion = (prefs.version == BETA);

	int n = 0;
	// Start swimming
	while (
		(!files.empty() || 
		pool->Progress()) &&
		!cancel)
	{
		// Get latest result
		if (!pool->EmptyResult())
		{
			ThreadChunk * chnk = (ThreadChunk *)pool->PopResult();
			if (chnk != 0)
			{
				++result;
			}
			else
			{
				--total;
			}
		}
		// Push work
		if (useRegion)
		{
			if (current < region.GetAmountChunks() && !pool->FullWork())
			{
				UINT size = 0;
				BYTE * data = region.GetChunk(current++, size);
				ThreadString * str = new ThreadString();
				str->file.assign(data, data+size);
				str->prefs = prefs;
				chunks.push_back(str->chunk = new Chunk());
				pool->PushWork(str);
				strings.push(str);
				++n;
			}
			if (files.empty() && region.GetAmountChunks() == current)
				useRegion = false;
			else if (!files.empty() && current >= region.GetAmountChunks())
			{
				region.Load(files.top());
				files.pop();
				current = 0;
				// Reduce amount
				total -= 1024 - region.GetAmountChunks();
			}
		}
		else if (!files.empty())
		{
			if (!pool->FullWork())
			{
				ThreadString * str = new ThreadString();
				str->file = files.top();
				str->prefs = prefs;
				chunks.push_back(str->chunk = new Chunk());
				if (pool->PushWork(str))
				{
					files.pop();
					strings.push(str);
					++n;
				}
				// Evade memory spikes
				else
				{
					delete str->chunk;
					delete str;
				}
			}
		}
		// No more work
		else if (pool->NoMoreWork())
		{
			// Wait for pool to close
			if (pool->Kill())
				break;
			else
				continue;
		}
		work = (total - files.size()) - result;
		done = ((float)result/(float)total);
		Port::Rest(0);
	}
	int amount = pool->GetClosedThreads();

	if (cancel)
		while (!pool->Kill());

#ifdef WIN32
	if (pool->GetClosedThreads() < prefs.threads)
		MessageBoxA(0, "Some threads were not released.", "PixelMap", MB_OK);
#endif

	// Clean up after you
	while (!strings.empty())
	{
		ThreadString * t = strings.top();
		strings.pop();
		if (t)
			delete t;
	}
	pool->Shutdown();
	delete pool;
}