void
ViewerTab::setInfoBarAndViewerResolution(const RectI& rect, const RectD& canonicalRect, double par, int texIndex)
{
std::string formatName, infoBarName;
Gui* gui = getGui();
if (!gui) {
return;
}
GuiAppInstancePtr app = gui->getApp();
if (!app) {
return;
}
if (!app->getProject()->getFormatNameFromRect(rect, par, &formatName)) {
formatName = makeUpFormatName(rect, par);
infoBarName = formatName;
} else {
// If the format has a name, for the info bar also add the resolution
std::stringstream ss;
ss << formatName;
ss << ' ';
ss << rect.width();
ss << 'x';
ss << rect.height();
infoBarName = ss.str();
}
_imp->infoWidget[texIndex]->setResolution(QString::fromUtf8(infoBarName.c_str()));
_imp->viewer->setFormat(formatName, canonicalRect, par, texIndex);
}
void fillOrAllocateTextureInternal(const RectI & bounds,
Texture* texture,
const RectI* roiParam,
const unsigned char* originalRAMBuffer,
int target,
int texID,
int format,
int glType)
{
//GLuint savedTexture;
//glGetIntegerv(GL_TEXTURE_BINDING_2D, (GLint*)&savedTexture);
{
GLProtectAttrib<GL> a(GL_ENABLE_BIT);
if (!texture->getBounds().contains(bounds)) {
bool ok = texture->ensureTextureHasSize(bounds, originalRAMBuffer);
assert(ok);
} else {
// The bounds of the texture might be different than the bounds of the buffer
const RectI& texBounds = texture->getBounds();
int x1, y1, width, height;
if (roiParam) {
x1 = roiParam->x1 - texBounds.x1;
y1 = roiParam->y1 - texBounds.y1;
width = roiParam->width();
height = roiParam->height();
} else {
x1 = bounds.x1 - texBounds.x1;
y1 = bounds.y1 - texBounds.y1;
width = bounds.width();
height = bounds.height();
}
GL::Enable(target);
GL::BindTexture (target, texID);
GL::TexSubImage2D(target,
0, // level
x1, y1, // xoffset, yoffset
width, height,
format, // format
glType, // type
originalRAMBuffer);
GL::BindTexture (target, 0);
glCheckError(GL);
}
} // GLProtectAttrib a(GL_ENABLE_BIT);
}
static std::string makeUpFormatName(const RectI& format, double par)
{
// Format name was empty, too bad, make up one
std::stringstream ss;
ss << format.width();
ss << 'x';
ss << format.height();
if (par != 1.) {
ss << ':';
ss << QString::number(par, 'f', 2).toStdString();
}
return ss.str();
}
Natron::StatusEnum
QtWriter::render(SequenceTime time,
const RenderScale& /*originalScale*/,
const RenderScale & mappedScale,
const RectI & roi,
int view,
bool /*isSequentialRender*/,
bool /*isRenderResponseToUserInteraction*/,
boost::shared_ptr<Natron::Image> output)
{
boost::shared_ptr<Natron::Image> src = getImage(0, time, mappedScale, view, NULL, output->getComponents(), output->getBitDepth(),1, false,NULL);
if ( hasOutputConnected() ) {
output->pasteFrom( *src, src->getBounds() );
}
////initializes to black
unsigned char* buf = (unsigned char*)calloc(roi.area() * 4,1);
QImage::Format type;
bool premult = _premultKnob->getValue();
if (premult) {
type = QImage::Format_ARGB32_Premultiplied;
} else {
type = QImage::Format_ARGB32;
}
_lut->to_byte_packed(buf, (const float*)src->pixelAt(0, 0), roi, src->getBounds(), roi,
Natron::Color::PACKING_RGBA, Natron::Color::PACKING_BGRA, true, premult);
QImage img(buf,roi.width(),roi.height(),type);
std::string filename = _fileKnob->getValue();
filename = filenameFromPattern( filename,std::floor(time + 0.5) );
img.save( filename.c_str() );
free(buf);
return eStatusOK;
}
void
Gui::debugImage(const Image* image,
const RectI& roi,
const QString & filename )
{
if (image->getBitDepth() != eImageBitDepthFloat) {
qDebug() << "Debug image only works on float images.";
return;
}
RectI renderWindow;
RectI bounds = image->getBounds();
if ( roi.isNull() ) {
renderWindow = bounds;
} else {
if ( !roi.intersect(bounds, &renderWindow) ) {
qDebug() << "The RoI does not interesect the bounds of the image.";
return;
}
}
QImage output(renderWindow.width(), renderWindow.height(), QImage::Format_ARGB32);
const Color::Lut* lut = Color::LutManager::sRGBLut();
lut->validate();
Image::ReadAccess acc = image->getReadRights();
const float* from = (const float*)acc.pixelAt( renderWindow.left(), renderWindow.bottom() );
assert(from);
int srcNComps = (int)image->getComponentsCount();
int srcRowElements = srcNComps * bounds.width();
for ( int y = renderWindow.height() - 1; y >= 0; --y,
from += ( srcRowElements - srcNComps * renderWindow.width() ) ) {
QRgb* dstPixels = (QRgb*)output.scanLine(y);
assert(dstPixels);
unsigned error_r = 0x80;
unsigned error_g = 0x80;
unsigned error_b = 0x80;
for (int x = 0; x < renderWindow.width(); ++x, from += srcNComps, ++dstPixels) {
float r, g, b, a;
switch (srcNComps) {
case 1:
r = g = b = *from;
a = 1;
break;
case 2:
r = *from;
g = *(from + 1);
b = 0;
a = 1;
break;
case 3:
r = *from;
g = *(from + 1);
b = *(from + 2);
a = 1;
break;
case 4:
r = *from;
g = *(from + 1);
b = *(from + 2);
a = *(from + 3);
break;
default:
assert(false);
return;
}
error_r = (error_r & 0xff) + lut->toColorSpaceUint8xxFromLinearFloatFast(r);
error_g = (error_g & 0xff) + lut->toColorSpaceUint8xxFromLinearFloatFast(g);
error_b = (error_b & 0xff) + lut->toColorSpaceUint8xxFromLinearFloatFast(b);
assert(error_r < 0x10000 && error_g < 0x10000 && error_b < 0x10000);
*dstPixels = qRgba( U8(error_r >> 8),
U8(error_g >> 8),
U8(error_b >> 8),
U8(a * 255) );
}
}
U64 hashKey = image->getHashKey();
QString hashKeyStr = QString::number(hashKey);
QString realFileName = filename.isEmpty() ? QString( hashKeyStr + QString::fromUtf8(".png") ) : filename;
#ifdef DEBUG
qDebug() << "Writing image: " << realFileName;
renderWindow.debug();
#endif
output.save(realFileName);
} // Gui::debugImage
void
FrameEntry::copy(const FrameEntry& other)
{
U8* dstPixels = data();
assert(dstPixels);
if (!dstPixels) {
return;
}
const U8* srcPixels = other.data();
assert(srcPixels);
if (!srcPixels) {
return;
}
const TextureRect& srcBounds = other.getKey().getTexRect();
const TextureRect& dstBounds = _key.getTexRect();
std::size_t srcRowSize = srcBounds.width();
unsigned int srcPixelSize = 4;
if ( (ImageBitDepthEnum)other.getKey().getBitDepth() == eImageBitDepthFloat ) {
srcPixelSize *= sizeof(float);
}
srcRowSize *= srcPixelSize;
std::size_t dstRowSize = srcBounds.width();
unsigned int dstPixelSize = 4;
if ( (ImageBitDepthEnum)_key.getBitDepth() == eImageBitDepthFloat ) {
dstPixelSize *= sizeof(float);
}
dstRowSize *= dstPixelSize;
// Fill with black and transparent because src might be smaller
bool filledZero = false;
if ( !srcBounds.contains(dstBounds) ) {
std::memset( dstPixels, 0, dstRowSize * dstBounds.height() );
filledZero = true;
}
if ( other.getKey().getBitDepth() != _key.getBitDepth() ) {
if (!filledZero) {
std::memset( dstPixels, 0, dstRowSize * dstBounds.height() );
}
return;
}
// Copy pixels over the intersection
RectI srcBoundsRect;
srcBoundsRect.x1 = srcBounds.x1;
srcBoundsRect.x2 = srcBounds.x2;
srcBoundsRect.y1 = srcBounds.y1;
srcBoundsRect.y2 = srcBounds.y2;
RectI roi;
if ( !dstBounds.intersect(srcBoundsRect, &roi) ) {
return;
}
dstPixels += (roi.y1 - dstBounds.y1) * dstRowSize + (roi.x1 - dstBounds.x1) * dstPixelSize;
srcPixels += (roi.y1 - srcBounds.y1) * srcRowSize + (roi.x1 - srcBounds.x1) * srcPixelSize;
std::size_t roiRowSize = dstPixelSize * roi.width();
//Align dstPixel to srcPixels point
for (int y = roi.y1; y < roi.y2; ++y,
srcPixels += srcRowSize,
dstPixels += dstRowSize) {
std::memcpy(dstPixels, srcPixels, roiRowSize);
}
} // FrameEntry::copy
/*
* @brief This is called by LibMV to retrieve an image either for reference or as search frame.
*/
mv::FrameAccessor::Key
TrackerFrameAccessor::GetImage(int /*clip*/,
int frame,
mv::FrameAccessor::InputMode input_mode,
int downscale, // Downscale by 2^downscale.
const mv::Region* region, // Get full image if NULL.
const mv::FrameAccessor::Transform* /*transform*/, // May be NULL.
mv::FloatImage** destination)
{
// Since libmv only uses MONO images for now we have only optimized for this case, remove and handle properly
// other case(s) when they get integrated into libmv.
assert(input_mode == mv::FrameAccessor::MONO);
FrameAccessorCacheKey key;
key.frame = frame;
key.mipMapLevel = downscale;
key.mode = input_mode;
/*
Check if a frame exists in the cache with matching key and bounds enclosing the given region
*/
RectI roi;
if (region) {
convertLibMVRegionToRectI(*region, _imp->formatHeight, &roi);
QMutexLocker k(&_imp->cacheMutex);
std::pair<FrameAccessorCache::iterator, FrameAccessorCache::iterator> range = _imp->cache.equal_range(key);
for (FrameAccessorCache::iterator it = range.first; it != range.second; ++it) {
if ( (roi.x1 >= it->second.bounds.x1) && (roi.x2 <= it->second.bounds.x2) &&
( roi.y1 >= it->second.bounds.y1) && ( roi.y2 <= it->second.bounds.y2) ) {
#ifdef TRACE_LIB_MV
qDebug() << QThread::currentThread() << "FrameAccessor::GetImage():" << "Found cached image at frame" << frame << "with RoI x1="
<< region->min(0) << "y1=" << region->max(1) << "x2=" << region->max(0) << "y2=" << region->min(1);
#endif
// LibMV is kinda dumb on this we must necessarily copy the data either via CopyFrom or the
// assignment constructor:
// EDIT: fixed libmv
*destination = it->second.image.get();
//destination->CopyFrom<float>(*it->second.image);
++it->second.referenceCount;
return (mv::FrameAccessor::Key)it->second.image.get();
}
}
}
EffectInstancePtr effect;
if (_imp->trackerInput) {
effect = _imp->trackerInput->getEffectInstance();
}
if (!effect) {
return (mv::FrameAccessor::Key)0;
}
// Not in accessor cache, call renderRoI
RenderScale scale;
scale.y = scale.x = Image::getScaleFromMipMapLevel( (unsigned int)downscale );
RectD precomputedRoD;
if (!region) {
bool isProjectFormat;
StatusEnum stat = effect->getRegionOfDefinition_public(_imp->trackerInput->getHashValue(), frame, scale, ViewIdx(0), &precomputedRoD, &isProjectFormat);
if (stat == eStatusFailed) {
return (mv::FrameAccessor::Key)0;
}
double par = effect->getAspectRatio(-1);
precomputedRoD.toPixelEnclosing( (unsigned int)downscale, par, &roi );
}
std::list<ImageComponents> components;
components.push_back( ImageComponents::getRGBComponents() );
NodePtr node = _imp->context->getNode();
const bool isRenderUserInteraction = true;
const bool isSequentialRender = false;
AbortableRenderInfoPtr abortInfo = AbortableRenderInfo::create(false, 0);
AbortableThread* isAbortable = dynamic_cast<AbortableThread*>( QThread::currentThread() );
if (isAbortable) {
isAbortable->setAbortInfo( isRenderUserInteraction, abortInfo, node->getEffectInstance() );
}
ParallelRenderArgsSetter::CtorArgsPtr tlsArgs(new ParallelRenderArgsSetter::CtorArgs);
tlsArgs->time = frame;
tlsArgs->view = ViewIdx(0);
tlsArgs->isRenderUserInteraction = isRenderUserInteraction;
tlsArgs->isSequential = isSequentialRender;
tlsArgs->abortInfo = abortInfo;
tlsArgs->treeRoot = node;
tlsArgs->textureIndex = 0;
tlsArgs->timeline = node->getApp()->getTimeLine();
tlsArgs->activeRotoPaintNode = NodePtr();
tlsArgs->activeRotoDrawableItem = RotoDrawableItemPtr();
tlsArgs->isDoingRotoNeatRender = false;
tlsArgs->isAnalysis = true;
tlsArgs->draftMode = false;
tlsArgs->stats = RenderStatsPtr();
ParallelRenderArgsSetter frameRenderArgs(tlsArgs); // Stats
EffectInstance::RenderRoIArgs args( frame,
scale,
downscale,
ViewIdx(0),
false,
roi,
precomputedRoD,
components,
eImageBitDepthFloat,
true,
_imp->context->getNode()->getEffectInstance(),
eStorageModeRAM /*returnOpenGLTex*/,
frame);
std::map<ImageComponents, ImagePtr> planes;
EffectInstance::RenderRoIRetCode stat = effect->renderRoI(args, &planes);
if ( (stat != EffectInstance::eRenderRoIRetCodeOk) || planes.empty() ) {
#ifdef TRACE_LIB_MV
qDebug() << QThread::currentThread() << "FrameAccessor::GetImage():" << "Failed to call renderRoI on input at frame" << frame << "with RoI x1="
<< roi.x1 << "y1=" << roi.y1 << "x2=" << roi.x2 << "y2=" << roi.y2;
#endif
return (mv::FrameAccessor::Key)0;
}
assert( !planes.empty() );
const ImagePtr& sourceImage = planes.begin()->second;
RectI sourceBounds = sourceImage->getBounds();
RectI intersectedRoI;
if ( !roi.intersect(sourceBounds, &intersectedRoI) ) {
#ifdef TRACE_LIB_MV
qDebug() << QThread::currentThread() << "FrameAccessor::GetImage():" << "RoI does not intersect the source image bounds (RoI x1="
<< roi.x1 << "y1=" << roi.y1 << "x2=" << roi.x2 << "y2=" << roi.y2 << ")";
#endif
return (mv::FrameAccessor::Key)0;
}
#ifdef TRACE_LIB_MV
qDebug() << QThread::currentThread() << "FrameAccessor::GetImage():" << "renderRoi (frame" << frame << ") OK (BOUNDS= x1="
<< sourceBounds.x1 << "y1=" << sourceBounds.y1 << "x2=" << sourceBounds.x2 << "y2=" << sourceBounds.y2 << ") (ROI = " << roi.x1 << "y1=" << roi.y1 << "x2=" << roi.x2 << "y2=" << roi.y2 << ")";
#endif
/*
Copy the Natron image to the LivMV float image
*/
FrameAccessorCacheEntry entry;
entry.image.reset( new MvFloatImage( intersectedRoI.height(), intersectedRoI.width() ) );
entry.bounds = intersectedRoI;
entry.referenceCount = 1;
natronImageToLibMvFloatImage(_imp->enabledChannels,
sourceImage.get(),
intersectedRoI,
*entry.image);
// we ignore the transform parameter and do it in natronImageToLibMvFloatImage instead
*destination = entry.image.get();
//destination->CopyFrom<float>(*entry.image);
//insert into the cache
{
QMutexLocker k(&_imp->cacheMutex);
_imp->cache.insert( std::make_pair(key, entry) );
}
#ifdef TRACE_LIB_MV
qDebug() << QThread::currentThread() << "FrameAccessor::GetImage():" << "Rendered frame" << frame << "with RoI x1="
<< intersectedRoI.x1 << "y1=" << intersectedRoI.y1 << "x2=" << intersectedRoI.x2 << "y2=" << intersectedRoI.y2;
#endif
return (mv::FrameAccessor::Key)entry.image.get();
} // TrackerFrameAccessor::GetImage
void
Image::applyMaskMix(const RectI& roi,
const Image* maskImg,
const Image* originalImg,
bool masked,
bool maskInvert,
float mix,
const OSGLContextPtr& glContext)
{
///!masked && mix == 1 has nothing to do
if ( !masked && (mix == 1) ) {
return;
}
QWriteLocker k(&_entryLock);
boost::shared_ptr<QReadLocker> originalLock;
boost::shared_ptr<QReadLocker> maskLock;
if (originalImg) {
originalLock.reset( new QReadLocker(&originalImg->_entryLock) );
}
if (maskImg) {
maskLock.reset( new QReadLocker(&maskImg->_entryLock) );
}
RectI realRoI;
roi.intersect(_bounds, &realRoI);
assert( !originalImg || getBitDepth() == originalImg->getBitDepth() );
assert( !masked || !maskImg || maskImg->getComponents() == ImageComponents::getAlphaComponents() );
if (getStorageMode() == eStorageModeGLTex) {
assert(glContext);
assert(originalImg->getStorageMode() == eStorageModeGLTex);
boost::shared_ptr<GLShader> shader = glContext->getOrCreateDefaultShader(OSGLContext::eDefaultGLShaderCopyUnprocessedChannels);
assert(shader);
GLuint fboID = glContext->getFBOId();
glBindFramebuffer(GL_FRAMEBUFFER, fboID);
int target = getGLTextureTarget();
glEnable(target);
glActiveTexture(GL_TEXTURE0);
glBindTexture( target, getGLTextureID() );
glFramebufferTexture2D(GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, target, getGLTextureID(), 0 /*LoD*/);
glCheckFramebufferError();
glActiveTexture(GL_TEXTURE1);
glBindTexture( target, originalImg->getGLTextureID() );
glActiveTexture(GL_TEXTURE2);
glBindTexture(target, maskImg ? maskImg->getGLTextureID() : 0);
glViewport( realRoI.x1 - _bounds.x1, realRoI.y1 - _bounds.y1, realRoI.width(), realRoI.height() );
glMatrixMode(GL_PROJECTION);
glLoadIdentity();
glOrtho( realRoI.x1, realRoI.x2,
realRoI.y1, realRoI.y2,
-10.0 * (realRoI.y2 - realRoI.y1), 10.0 * (realRoI.y2 - realRoI.y1) );
glMatrixMode(GL_MODELVIEW);
glLoadIdentity();
glCheckError();
// Compute the texture coordinates to match the srcRoi
Point srcTexCoords[4], vertexCoords[4];
vertexCoords[0].x = realRoI.x1;
vertexCoords[0].y = realRoI.y1;
srcTexCoords[0].x = (realRoI.x1 - _bounds.x1) / (double)_bounds.width();
srcTexCoords[0].y = (realRoI.y1 - _bounds.y1) / (double)_bounds.height();
vertexCoords[1].x = realRoI.x2;
vertexCoords[1].y = realRoI.y1;
srcTexCoords[1].x = (realRoI.x2 - _bounds.x1) / (double)_bounds.width();
srcTexCoords[1].y = (realRoI.y1 - _bounds.y1) / (double)_bounds.height();
vertexCoords[2].x = realRoI.x2;
vertexCoords[2].y = realRoI.y2;
srcTexCoords[2].x = (realRoI.x2 - _bounds.x1) / (double)_bounds.width();
srcTexCoords[2].y = (realRoI.y2 - _bounds.y1) / (double)_bounds.height();
vertexCoords[3].x = realRoI.x1;
vertexCoords[3].y = realRoI.y2;
srcTexCoords[3].x = (realRoI.x1 - _bounds.x1) / (double)_bounds.width();
srcTexCoords[3].y = (realRoI.y2 - _bounds.y1) / (double)_bounds.height();
shader->bind();
shader->setUniform("originalImageTex", 1);
shader->setUniform("maskImageTex", 2);
shader->setUniform("outputImageTex", 0);
shader->setUniform("mixValue", mix);
shader->setUniform("maskEnabled", maskImg ? 1 : 0);
glBegin(GL_POLYGON);
for (int i = 0; i < 4; ++i) {
glTexCoord2d(srcTexCoords[i].x, srcTexCoords[i].y);
glVertex2d(vertexCoords[i].x, vertexCoords[i].y);
}
glEnd();
shader->unbind();
glBindTexture(target, 0);
glActiveTexture(GL_TEXTURE1);
glBindTexture(target, 0);
glActiveTexture(GL_TEXTURE0);
glBindTexture(target, 0);
glCheckError();
return;
}
int srcNComps = originalImg ? (int)originalImg->getComponentsCount() : 0;
//assert(0 < srcNComps && srcNComps <= 4);
switch (srcNComps) {
//case 0:
// applyMaskMixForSrcComponents<0>(realRoI, maskImg, originalImg, masked, maskInvert, mix);
// break;
case 1:
applyMaskMixForSrcComponents<1>(realRoI, maskImg, originalImg, masked, maskInvert, mix);
break;
case 2:
applyMaskMixForSrcComponents<2>(realRoI, maskImg, originalImg, masked, maskInvert, mix);
break;
case 3:
applyMaskMixForSrcComponents<3>(realRoI, maskImg, originalImg, masked, maskInvert, mix);
break;
case 4:
applyMaskMixForSrcComponents<4>(realRoI, maskImg, originalImg, masked, maskInvert, mix);
break;
default:
break;
}
} // applyMaskMix
