//----------------------------------------------------------------------------
//! @brief VMR9フィルタをフィルタグラフへ追加する
//! @param pVMR9 : VMR9フィルタ
//----------------------------------------------------------------------------
void tTVPDSMixerVideoOverlay::AddVMR9Filer( CComPtr<IBaseFilter> &pVMR9 )
{
HRESULT hr = S_OK;
if( FAILED(hr = pVMR9.CoCreateInstance(CLSID_VideoMixingRenderer9, NULL, CLSCTX_INPROC) ) )
ThrowDShowException(L"Failed to create VMR9 Filter. This component requires DirectX9.", hr);
if( FAILED(hr = GraphBuilder()->AddFilter( pVMR9, L"Video Mixing Render 9")) )
ThrowDShowException(L"Failed to call GraphBuilder()->AddFilter( pVMR9, L\"Video Mixing Render 9\").", hr);
{
CComPtr<IVMRFilterConfig9> pConfig;
if( FAILED(hr = pVMR9.QueryInterface(&pConfig) ) )
ThrowDShowException(L"Failed to query IVMRFilterConfig9.", hr);
if( FAILED(hr = pConfig->SetNumberOfStreams(1) ) )
ThrowDShowException(L"Failed to call IVMRFilterConfig9::SetNumberOfStreams(1).", hr);
if( FAILED(hr = pConfig->SetRenderingMode(VMR9Mode_Renderless ) ) )
ThrowDShowException(L"Failed to call IVMRFilterConfig9::SetRenderingMode(VMR9Mode_Renderless).", hr);
// Negotiate Renderless mode
if( FAILED(hr = pVMR9.QueryInterface( &m_VMR9SurfAllocNotify ) ) )
ThrowDShowException(L"Failed to query IVMRSurfaceAllocatorNotify9.", hr);
CComPtr<IVMRSurfaceAllocator9> alloc;
if( FAILED(hr = AllocatorPresenter()->QueryInterface( IID_IVMRSurfaceAllocator9, reinterpret_cast<void**>(&alloc.p) ) ) )
ThrowDShowException(L"Failed to query IVMRSurfaceAllocator9.", hr);
if( FAILED(hr = AllocatorNotify()->AdviseSurfaceAllocator( reinterpret_cast<DWORD_PTR>(this), alloc ) ) )
ThrowDShowException(L"Failed to call IVMRSurfaceAllocatorNotify9::AdviseSurfaceAllocator().", hr);
if( FAILED(hr = Allocator()->AdviseNotify( AllocatorNotify() ) ) )
ThrowDShowException(L"Failed to call IVMRSurfaceAllocator9::AdviseNotify().", hr);
// query monitor config
// if( FAILED(hr = pVMR9.QueryInterface(&m_VMR9MonitorConfig)) )
// ThrowDShowException(L"Failed to query IVMRMonitorConfig9.", hr);
}
}
//----------------------------------------------------------------------------
//! @brief フィルタグラフの構築
//! @param callbackwin : メッセージを送信するウィンドウ
//! @param stream : 読み込み元ストリーム
//! @param streamname : ストリームの名前
//! @param type : メディアタイプ(拡張子)
//! @param size : メディアサイズ
//----------------------------------------------------------------------------
void __stdcall tTVPDSMixerVideoOverlay::BuildGraph( HWND callbackwin, IStream *stream, const wchar_t * streamname, const wchar_t *type, unsigned __int64 size )
{
HRESULT hr;
//CoInitialize(NULL);
// detect CMediaType from stream's extension ('type')
try {
if( FAILED(hr = CoInitializeEx(NULL, COINIT_APARTMENTTHREADED)) )
ThrowDShowException(L"Failed to call CoInitializeEx.", hr);
// create IFilterGraph instance
if( FAILED(hr = m_GraphBuilder.CoCreateInstance(CLSID_FilterGraph, NULL, CLSCTX_INPROC)) )
ThrowDShowException(L"Failed to create FilterGraph.", hr);
// Register to ROT
if(GetShouldRegisterToROT())
{
AddToROT(m_dwROTReg);
}
{
CAutoLock Lock(&m_VMRLock);
OwnerWindow = callbackwin; // copy window handle for D3D
m_OwnerInst = GetModuleHandle(NULL);
}
m_AllocatorPresenter = new CVMRCustomAllocatorPresenter9(this,m_VMRLock);
m_AllocatorPresenter->AddRef();
m_AllocatorPresenter->Initialize();
if( IsWindowsMediaFile(type) )
{
CComPtr<IBaseFilter> pVMR9;
AddVMR9Filer( pVMR9 );
BuildWMVGraph( pVMR9, stream );
if( FAILED(hr = pVMR9.QueryInterface( &m_VMR9MixerCtrl ) ) )
ThrowDShowException(L"Failed to query IVMRMixerControl9.", hr);
if( FAILED(hr = pVMR9.QueryInterface( &m_VMR9MixerBmp ) ) )
ThrowDShowException(L"Failed to query IVMRMixerBitmap9.", hr);
}
else
{
CMediaType mt;
mt.majortype = MEDIATYPE_Stream;
ParseVideoType( mt, type ); // may throw an exception
// create proxy filter
m_Proxy = new CIStreamProxy( stream, size );
hr = S_OK;
m_Reader = new CIStreamReader( m_Proxy, &mt, &hr );
if( FAILED(hr) || m_Reader == NULL )
ThrowDShowException(L"Failed to create proxy filter object.", hr);
m_Reader->AddRef();
// add fliter
if( FAILED(hr = GraphBuilder()->AddFilter( m_Reader, L"Stream Reader")) )
ThrowDShowException(L"Failed to call IFilterGraph::AddFilter.", hr);
// AddFilterしたのでRelease
m_Reader->Release();
if( mt.subtype == MEDIASUBTYPE_Avi || mt.subtype == MEDIASUBTYPE_QTMovie )
{
// render output pin
if( FAILED(hr = GraphBuilder()->Render(m_Reader->GetPin(0))) )
ThrowDShowException(L"Failed to call IGraphBuilder::Render.", hr);
CComPtr<IBaseFilter> pRender;
if( FAILED(hr = FindVideoRenderer( &pRender ) ) )
ThrowDShowException(L"Failed to call FindVideoRenderer( &pRender ).", hr);
CComPtr<IPin> pRenderPin;
pRenderPin = GetInPin(pRender, 0);
// get decoder output pin
CComPtr<IPin> pDecoderPinOut;
if( FAILED(hr = pRenderPin->ConnectedTo( &pDecoderPinOut )) )
ThrowDShowException(L"Failed to call pRenderPin->ConnectedTo( &pDecoderPinOut ).", hr);
// dissconnect pins
if( FAILED(hr = pDecoderPinOut->Disconnect()) )
ThrowDShowException(L"Failed to call pDecoderPinOut->Disconnect().", hr);
if( FAILED(hr = pRenderPin->Disconnect()) )
ThrowDShowException(L"Failed to call pRenderPin->Disconnect().", hr);
// remove default render
if( FAILED(hr = GraphBuilder()->RemoveFilter( pRender ) ) )
ThrowDShowException(L"Failed to call GraphBuilder->RemoveFilter(pRenderPin).", hr);
CComPtr<IBaseFilter> pVMR9;
AddVMR9Filer( pVMR9 );
CComPtr<IPin> pRdrPinIn;
pRdrPinIn = GetInPin(pVMR9, 0);
if( FAILED(hr = GraphBuilder()->ConnectDirect( pDecoderPinOut, pRdrPinIn, NULL )) )
ThrowDShowException(L"Failed to call GraphBuilder()->ConnectDirect( pDecoderPinOut, pRdrPinIn, NULL ).", hr);
if( FAILED(hr = pVMR9.QueryInterface( &m_VMR9MixerCtrl ) ) )
ThrowDShowException(L"Failed to query IVMRMixerControl9.", hr);
if( FAILED(hr = pVMR9.QueryInterface( &m_VMR9MixerBmp ) ) )
ThrowDShowException(L"Failed to query IVMRMixerBitmap9.", hr);
}
else
{
CComPtr<IBaseFilter> pVMR9;
AddVMR9Filer( pVMR9 );
BuildMPEGGraph( pVMR9, m_Reader); // may throw an exception
if( FAILED(hr = pVMR9.QueryInterface( &m_VMR9MixerCtrl ) ) )
ThrowDShowException(L"Failed to query IVMRMixerControl9.", hr);
if( FAILED(hr = pVMR9.QueryInterface( &m_VMR9MixerBmp ) ) )
ThrowDShowException(L"Failed to query IVMRMixerBitmap9.", hr);
}
}
#if 1
{ // 平均フレーム表示時間を取得する
CComPtr<IBaseFilter> pRender;
if( FAILED(hr = FindVideoRenderer( &pRender ) ) )
ThrowDShowException(L"Failed to call FindVideoRenderer( &pRender ).", hr);
CComPtr<IPin> pRenderPin;
pRenderPin = GetInPin(pRender, 0);
AM_MEDIA_TYPE mt;
if( FAILED(hr = pRenderPin->ConnectionMediaType(&mt)) )
ThrowDShowException(L"Failed to call IPin::ConnectionMediaType(pmt).", hr);
if( mt.formattype == FORMAT_VideoInfo && mt.cbFormat != 0 )
{
VIDEOINFOHEADER *vih = reinterpret_cast<VIDEOINFOHEADER*>(mt.pbFormat);
m_AvgTimePerFrame = vih->AvgTimePerFrame;
m_Width = vih->bmiHeader.biWidth;
m_Height = vih->bmiHeader.biHeight;
}
else if( mt.formattype == FORMAT_VideoInfo2 && mt.cbFormat != 0 )
{
VIDEOINFOHEADER2 *vih = reinterpret_cast<VIDEOINFOHEADER2*>(mt.pbFormat);
m_AvgTimePerFrame = vih->AvgTimePerFrame;
m_Width = vih->bmiHeader.biWidth;
m_Height = vih->bmiHeader.biHeight;
}
FreeMediaType(mt);
}
#endif
// query each interfaces
if( FAILED(hr = m_GraphBuilder.QueryInterface( &m_MediaControl )) )
ThrowDShowException(L"Failed to query IMediaControl", hr);
if( FAILED(hr = m_GraphBuilder.QueryInterface( &m_MediaPosition )) )
ThrowDShowException(L"Failed to query IMediaPosition", hr);
if( FAILED(hr = m_GraphBuilder.QueryInterface( &m_MediaSeeking )) )
ThrowDShowException(L"Failed to query IMediaSeeking", hr);
if( FAILED(hr = m_GraphBuilder.QueryInterface( &m_MediaEventEx )) )
ThrowDShowException(L"Failed to query IMediaEventEx", hr);
if( FAILED(hr = m_GraphBuilder.QueryInterface( &m_BasicAudio )) )
ThrowDShowException(L"Failed to query IBasicAudio", hr);
// set notify event
if(callbackwin)
{
if(FAILED(hr = Event()->SetNotifyWindow((OAHWND)callbackwin, WM_GRAPHNOTIFY, (long)(this))))
ThrowDShowException(L"Failed to set IMediaEventEx::SetNotifyWindow.", hr);
}
}
catch(const wchar_t *msg)
{
MakeAPause(true);
ReleaseAll();
CoUninitialize();
TVPThrowExceptionMessage(msg);
}
catch(...)
{
MakeAPause(true);
ReleaseAll();
CoUninitialize();
throw;
}
MakeAPause(false);
CoUninitialize();
}
//----------------------------------------------------------------------------
//! @brief フィルタグラフの構築
//! @param callbackwin : メッセージを送信するウィンドウ
//! @param stream : 読み込み元ストリーム
//! @param streamname : ストリームの名前
//! @param type : メディアタイプ(拡張子)
//! @param size : メディアサイズ
//----------------------------------------------------------------------------
void __stdcall tTVPDSVideoOverlay::BuildGraph( HWND callbackwin, IStream *stream,
const wchar_t * streamname, const wchar_t *type, unsigned __int64 size )
{
HRESULT hr;
// CoInitialize(NULL);
// detect CMediaType from stream's extension ('type')
try {
if( FAILED(hr = CoInitializeEx(NULL, COINIT_APARTMENTTHREADED)) )
ThrowDShowException(L"Failed to call CoInitializeEx.", hr);
// create IFilterGraph instance
if( FAILED(hr = m_GraphBuilder.CoCreateInstance(CLSID_FilterGraph, NULL, CLSCTX_INPROC)) )
ThrowDShowException(L"Failed to create FilterGraph.", hr);
// Register to ROT
if(GetShouldRegisterToROT())
{
AddToROT(m_dwROTReg);
}
if( IsWindowsMediaFile(type) )
{
CComPtr<IBaseFilter> pVRender; // for video renderer filter
if( FAILED(hr = pVRender.CoCreateInstance(CLSID_VideoRenderer, NULL, CLSCTX_INPROC_SERVER)) )
ThrowDShowException(L"Failed to create video renderer filter object.", hr);
if( FAILED(hr = GraphBuilder()->AddFilter(pVRender, L"Video Renderer")) )
ThrowDShowException(L"Failed to call IFilterGraph::AddFilter.", hr);
BuildWMVGraph( pVRender, stream );
}
else
{
CMediaType mt;
mt.majortype = MEDIATYPE_Stream;
ParseVideoType( mt, type ); // may throw an exception
// create proxy filter
m_Proxy = new CIStreamProxy( stream, size );
hr = S_OK;
m_Reader = new CIStreamReader( m_Proxy, &mt, &hr );
if( FAILED(hr) || m_Reader == NULL )
ThrowDShowException(L"Failed to create proxy filter object.", hr);
m_Reader->AddRef();
// add fliter
if( FAILED(hr = GraphBuilder()->AddFilter( m_Reader, NULL)) )
ThrowDShowException(L"Failed to call IFilterGraph::AddFilter.", hr);
// AddFilterしたのでRelease
m_Reader->Release();
if( mt.subtype == MEDIASUBTYPE_Avi || mt.subtype == MEDIASUBTYPE_QTMovie )
{
// render output pin
if( FAILED(hr = GraphBuilder()->Render(m_Reader->GetPin(0))) )
ThrowDShowException(L"Failed to call IGraphBuilder::Render.", hr);
}
else
{
CComPtr<IBaseFilter> pVRender; // for video renderer filter
if( FAILED(hr = pVRender.CoCreateInstance(CLSID_VideoRenderer, NULL, CLSCTX_INPROC_SERVER)) )
ThrowDShowException(L"Failed to create video renderer filter object.", hr);
if( FAILED(hr = GraphBuilder()->AddFilter(pVRender, L"Video Renderer")) )
ThrowDShowException(L"Failed to call IFilterGraph::AddFilter.", hr);
BuildMPEGGraph( pVRender, m_Reader); // may throw an exception
}
}
// query each interfaces
if( FAILED(hr = m_GraphBuilder.QueryInterface( &m_MediaControl )) )
ThrowDShowException(L"Failed to query IMediaControl", hr);
if( FAILED(hr = m_GraphBuilder.QueryInterface( &m_MediaPosition )) )
ThrowDShowException(L"Failed to query IMediaPosition", hr);
if( FAILED(hr = m_GraphBuilder.QueryInterface( &m_MediaSeeking )) )
ThrowDShowException(L"Failed to query IMediaSeeking", hr);
if( FAILED(hr = m_GraphBuilder.QueryInterface( &m_MediaEventEx )) )
ThrowDShowException(L"Failed to query IMediaEventEx", hr);
if( FAILED(hr = m_GraphBuilder.QueryInterface( &m_BasicVideo )) )
ThrowDShowException(L"Failed to query IBasicVideo", hr);
if( FAILED(hr = m_GraphBuilder.QueryInterface( &m_VideoWindow )) )
ThrowDShowException(L"Failed to query IVideoWindow", hr);
if( FAILED(hr = m_GraphBuilder.QueryInterface( &m_BasicAudio )) )
ThrowDShowException(L"Failed to query IBasicAudio", hr);
// check whether the stream has video
if(!m_VideoWindow || !m_BasicVideo )
TVPThrowExceptionMessage(L"The stream has no video components.");
{
long visible;
if(FAILED(hr = VideoWindow()->get_Visible(&visible)))
ThrowDShowException(L"The stream has no video components or has unsupported video format.", hr);
}
// disable AutoShow
VideoWindow()->put_AutoShow(OAFALSE);
// set notify event
if(callbackwin)
{
if(FAILED(hr = Event()->SetNotifyWindow((OAHWND)callbackwin, WM_GRAPHNOTIFY, (long)(this))))
ThrowDShowException(L"Failed to set IMediaEventEx::SetNotifyWindow.", hr);
}
}
catch(const wchar_t *msg)
{
MakeAPause(true);
ReleaseAll();
CoUninitialize();
TVPThrowExceptionMessage(msg);
}
catch(...)
{
MakeAPause(true);
ReleaseAll();
CoUninitialize();
throw;
}
MakeAPause(false);
CoUninitialize(); // ここでこれを呼ぶとまずそうな気がするけど、大丈夫なのかなぁ
}
TEST_F(GeneratorsBenchmark, benchmarkGraphBuilder) {
// parameters for Erdös-Renyi
count n = 25000;
double p = 0.001;
count m_expected = p * n * (n + 1) / 2;
Graph G;
GraphBuilder builder;
// prepare a random generator for each possible thread
int maxThreads = omp_get_max_threads();
std::vector< std::function<double()> > randomPerThread;
std::random_device device;
std::uniform_int_distribution<uint64_t> intDist;
for (int tid = 0; tid < maxThreads; tid++) {
auto seed = intDist(device);
std::mt19937_64 gen(seed);
std::uniform_real_distribution<double> dist{0.0, std::nexttoward(1.0, 2.0)};
auto rdn = std::bind(dist, gen);
randomPerThread.push_back(rdn);
}
count m_actual;
uint64_t t1, t2;
// half parallel way
m_actual = 0;
t1 = timeOnce([&]() {
builder = GraphBuilder(n);
builder.parallelForNodePairs([&](node u, node v) {
int tid = omp_get_thread_num();
double rdn = randomPerThread[tid]();
if (rdn <= p) {
builder.addHalfEdge(u, v);
}
});
});
t2 = timeOnce([&]() {
G = builder.toGraph(true);
});
m_actual = G.numberOfEdges();
EXPECT_NEAR(m_actual / (double) m_expected, 1.0, 0.1);
std::cout << "parallelForNodePairs + toGraphSequentiel:\t\t" << t1 << " + " << t2 << " = " << (t1 + t2) << " ms\n";
// fully parallel way
m_actual = 0;
t1 = timeOnce([&]() {
builder = GraphBuilder(n);
builder.parallelForNodePairs([&](node u, node v) {
int tid = omp_get_thread_num();
double rdn = randomPerThread[tid]();
if (rdn <= p) {
builder.addHalfEdge(u, v);
}
});
});
t2 = timeOnce([&]() {
G = builder.toGraph(true, false);
});
m_actual = G.numberOfEdges();
EXPECT_NEAR(m_actual / (double) m_expected, 1.0, 0.1);
std::cout << "parallelForNodePairs + toGraphParallel:\t\t" << t1 << " + " << t2 << " = " << (t1 + t2) << " ms\n";
// old way
t1 = timeOnce([&]() {
G = Graph(n);
G.forNodePairs([&](node u, node v) {
if (randomPerThread[0]() <= p) {
G.addEdge(u, v);
}
});
});
m_actual = G.numberOfEdges();
EXPECT_NEAR(m_actual / (double) m_expected, 1.0, 0.1);
std::cout << "forNodePairs + Graph.addEdge:\t\t\t\t" << t1 << " ms\n";
}
